2023-09-23T06:16:31.924 INFO:root:teuthology version: 0.0.1.dev194+g54e62bc 2023-09-23T06:16:31.925 DEBUG:teuthology.run:Teuthology command: teuthology --name vshankar-2023-09-23_02:50:30-fs-wip-vshankar-testing-20230922.144532-testing-default-smithi --owner scheduled_vshankar@teuthology --verbose --archive /home/teuthworker/archive/vshankar-2023-09-23_02:50:30-fs-wip-vshankar-testing-20230922.144532-testing-default-smithi/7401568 --description fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} -- /home/teuthworker/archive/vshankar-2023-09-23_02:50:30-fs-wip-vshankar-testing-20230922.144532-testing-default-smithi/7401568/orig.config.yaml 2023-09-23T06:16:31.970 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2023-09-23T06:16:32.057 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/vshankar-2023-09-23_02:50:30-fs-wip-vshankar-testing-20230922.144532-testing-default-smithi/7401568 branch: wip-vshankar-testing-20230922.144532 description: fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev} email: vshankar@redhat.com first_in_suite: false job_id: '7401568' kernel: client: branch: testing flavor: default kdb: true sha1: fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c ktype: upstream last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi name: vshankar-2023-09-23_02:50:30-fs-wip-vshankar-testing-20230922.144532-testing-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 8.stream overrides: admin_socket: branch: wip-vshankar-testing-20230922.144532 ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 global: ms die on skipped message: false mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - overall HEALTH_ - \(FS_DEGRADED\) - \(MDS_FAILED\) - \(MDS_DEGRADED\) - \(FS_WITH_FAILED_MDS\) - \(MDS_DAMAGE\) - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - \(FS_INLINE_DATA_DEPRECATED\) - \(POOL_APP_NOT_ENABLED\) - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding sha1: 862663913a74a99e1c52d50e6a7e59dd6705749a ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: osd default pool size: 2 osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 862663913a74a99e1c52d50e6a7e59dd6705749a kclient: syntax: v2 selinux: whitelist: - scontext=system_u:system_r:logrotate_t:s0 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-vshankar-testing-20230922.144532 sha1: 862663913a74a99e1c52d50e6a7e59dd6705749a owner: scheduled_vshankar@teuthology priority: 100 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 8196 sha1: 862663913a74a99e1c52d50e6a7e59dd6705749a sleep_before_teardown: 0 subset: 57/1024 suite: fs suite_branch: wip-vshankar-testing-20230922.144532 suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_862663913a74a99e1c52d50e6a7e59dd6705749a/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 862663913a74a99e1c52d50e6a7e59dd6705749a syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi016.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC74VNqj0aN56gXoSurnrsNIBi/nc4NCzHOm9FIbfBTJcLN2G3nhQD/+xHa8kkDDE0+ziSBuYxNus6I8ZkSmnJg= smithi092.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNmz17ovaOPTHdukYyWCB0DcMJ+1b0NFE13IkvvXpEQZ/3RWZ8W/UsxRUJIDo+B5gdon+Yo26Z6CZ7QRe0+5c6E= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - kclient: null - cephfs_test_runner: fail_on_skip: false modules: - tasks.cephfs.tests_from_xfstests_dev teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return yaml.ktype == 'upstream' end - local function is_kdistro() return yaml.ktype == 'distro' end - local function is_fuse() return false end - local function syntax_version() return yaml.overrides.kclient.syntax end teuthology_branch: main teuthology_sha1: 54e62bcbac4e53d9685e08328b790d3b20d71cae timestamp: 2023-09-23_02:50:30 tube: smithi user: vshankar verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2830 2023-09-23T06:16:32.057 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_862663913a74a99e1c52d50e6a7e59dd6705749a/qa; will attempt to use it 2023-09-23T06:16:32.058 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_862663913a74a99e1c52d50e6a7e59dd6705749a/qa/tasks 2023-09-23T06:16:32.058 INFO:teuthology.run_tasks:Running task internal.check_packages... 2023-09-23T06:16:32.059 INFO:teuthology.task.internal:Checking packages... 2023-09-23T06:16:32.079 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '862663913a74a99e1c52d50e6a7e59dd6705749a' 2023-09-23T06:16:32.079 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2023-09-23T06:16:32.079 INFO:teuthology.packaging:ref: None 2023-09-23T06:16:32.079 INFO:teuthology.packaging:tag: None 2023-09-23T06:16:32.079 INFO:teuthology.packaging:branch: wip-vshankar-testing-20230922.144532 2023-09-23T06:16:32.079 INFO:teuthology.packaging:sha1: 862663913a74a99e1c52d50e6a7e59dd6705749a 2023-09-23T06:16:32.080 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&ref=wip-vshankar-testing-20230922.144532 2023-09-23T06:16:32.338 INFO:teuthology.task.internal:Found packages for ceph version 18.0.0-6336.g86266391 2023-09-23T06:16:32.339 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2023-09-23T06:16:32.346 INFO:teuthology.task.internal:no buildpackages task found 2023-09-23T06:16:32.346 INFO:teuthology.run_tasks:Running task internal.save_config... 2023-09-23T06:16:32.360 INFO:teuthology.task.internal:Saving configuration 2023-09-23T06:16:32.375 INFO:teuthology.run_tasks:Running task internal.check_lock... 2023-09-23T06:16:32.381 INFO:teuthology.task.internal.check_lock:Checking locks... 2023-09-23T06:16:32.471 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi016.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-09-23_02:50:30-fs-wip-vshankar-testing-20230922.144532-testing-default-smithi/7401568', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-09-23 06:11:31.931910', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC74VNqj0aN56gXoSurnrsNIBi/nc4NCzHOm9FIbfBTJcLN2G3nhQD/+xHa8kkDDE0+ziSBuYxNus6I8ZkSmnJg='} 2023-09-23T06:16:32.490 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi092.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/vshankar-2023-09-23_02:50:30-fs-wip-vshankar-testing-20230922.144532-testing-default-smithi/7401568', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '8', 'arch': 'x86_64', 'locked': True, 'locked_since': '2023-09-23 06:11:31.933465', 'locked_by': 'scheduled_vshankar@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNmz17ovaOPTHdukYyWCB0DcMJ+1b0NFE13IkvvXpEQZ/3RWZ8W/UsxRUJIDo+B5gdon+Yo26Z6CZ7QRe0+5c6E='} 2023-09-23T06:16:32.490 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2023-09-23T06:16:32.497 INFO:teuthology.task.internal:roles: ubuntu@smithi016.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2023-09-23T06:16:32.497 INFO:teuthology.task.internal:roles: ubuntu@smithi092.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2023-09-23T06:16:32.497 INFO:teuthology.run_tasks:Running task console_log... 2023-09-23T06:16:32.563 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f71a95c0b80>, signals=[15]) 2023-09-23T06:16:32.564 INFO:teuthology.run_tasks:Running task internal.connect... 2023-09-23T06:16:32.570 INFO:teuthology.task.internal:Opening connections... 2023-09-23T06:16:32.570 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi016.front.sepia.ceph.com 2023-09-23T06:16:32.572 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-23T06:16:32.640 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi092.front.sepia.ceph.com 2023-09-23T06:16:32.641 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-23T06:16:32.707 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2023-09-23T06:16:32.714 DEBUG:teuthology.orchestra.run.smithi016:> uname -m 2023-09-23T06:16:32.737 INFO:teuthology.orchestra.run.smithi016.stdout:x86_64 2023-09-23T06:16:32.737 DEBUG:teuthology.orchestra.run.smithi016:> cat /etc/os-release 2023-09-23T06:16:32.799 INFO:teuthology.orchestra.run.smithi016.stdout:NAME="CentOS Stream" 2023-09-23T06:16:32.799 INFO:teuthology.orchestra.run.smithi016.stdout:VERSION="8" 2023-09-23T06:16:32.800 INFO:teuthology.orchestra.run.smithi016.stdout:ID="centos" 2023-09-23T06:16:32.800 INFO:teuthology.orchestra.run.smithi016.stdout:ID_LIKE="rhel fedora" 2023-09-23T06:16:32.800 INFO:teuthology.orchestra.run.smithi016.stdout:VERSION_ID="8" 2023-09-23T06:16:32.800 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM_ID="platform:el8" 2023-09-23T06:16:32.800 INFO:teuthology.orchestra.run.smithi016.stdout:PRETTY_NAME="CentOS Stream 8" 2023-09-23T06:16:32.800 INFO:teuthology.orchestra.run.smithi016.stdout:ANSI_COLOR="0;31" 2023-09-23T06:16:32.801 INFO:teuthology.orchestra.run.smithi016.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-09-23T06:16:32.801 INFO:teuthology.orchestra.run.smithi016.stdout:HOME_URL="https://centos.org/" 2023-09-23T06:16:32.801 INFO:teuthology.orchestra.run.smithi016.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-09-23T06:16:32.801 INFO:teuthology.orchestra.run.smithi016.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-09-23T06:16:32.801 INFO:teuthology.orchestra.run.smithi016.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-09-23T06:16:32.802 INFO:teuthology.lock.ops:Updating smithi016.front.sepia.ceph.com on lock server 2023-09-23T06:16:32.833 DEBUG:teuthology.orchestra.run.smithi092:> uname -m 2023-09-23T06:16:32.854 INFO:teuthology.orchestra.run.smithi092.stdout:x86_64 2023-09-23T06:16:32.854 DEBUG:teuthology.orchestra.run.smithi092:> cat /etc/os-release 2023-09-23T06:16:32.914 INFO:teuthology.orchestra.run.smithi092.stdout:NAME="CentOS Stream" 2023-09-23T06:16:32.914 INFO:teuthology.orchestra.run.smithi092.stdout:VERSION="8" 2023-09-23T06:16:32.915 INFO:teuthology.orchestra.run.smithi092.stdout:ID="centos" 2023-09-23T06:16:32.915 INFO:teuthology.orchestra.run.smithi092.stdout:ID_LIKE="rhel fedora" 2023-09-23T06:16:32.915 INFO:teuthology.orchestra.run.smithi092.stdout:VERSION_ID="8" 2023-09-23T06:16:32.915 INFO:teuthology.orchestra.run.smithi092.stdout:PLATFORM_ID="platform:el8" 2023-09-23T06:16:32.915 INFO:teuthology.orchestra.run.smithi092.stdout:PRETTY_NAME="CentOS Stream 8" 2023-09-23T06:16:32.915 INFO:teuthology.orchestra.run.smithi092.stdout:ANSI_COLOR="0;31" 2023-09-23T06:16:32.915 INFO:teuthology.orchestra.run.smithi092.stdout:CPE_NAME="cpe:/o:centos:centos:8" 2023-09-23T06:16:32.915 INFO:teuthology.orchestra.run.smithi092.stdout:HOME_URL="https://centos.org/" 2023-09-23T06:16:32.915 INFO:teuthology.orchestra.run.smithi092.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2023-09-23T06:16:32.915 INFO:teuthology.orchestra.run.smithi092.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 8" 2023-09-23T06:16:32.915 INFO:teuthology.orchestra.run.smithi092.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2023-09-23T06:16:32.916 INFO:teuthology.lock.ops:Updating smithi092.front.sepia.ceph.com on lock server 2023-09-23T06:16:32.940 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2023-09-23T06:16:32.950 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2023-09-23T06:16:32.958 INFO:teuthology.task.internal:Checking for old test directory... 2023-09-23T06:16:32.958 DEBUG:teuthology.orchestra.run.smithi016:> test '!' -e /home/ubuntu/cephtest 2023-09-23T06:16:32.960 DEBUG:teuthology.orchestra.run.smithi092:> test '!' -e /home/ubuntu/cephtest 2023-09-23T06:16:32.979 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2023-09-23T06:16:32.985 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2023-09-23T06:16:32.985 DEBUG:teuthology.orchestra.run.smithi016:> test -z $(ls -A /var/lib/ceph) 2023-09-23T06:16:33.022 DEBUG:teuthology.orchestra.run.smithi092:> test -z $(ls -A /var/lib/ceph) 2023-09-23T06:16:33.053 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2023-09-23T06:16:33.108 INFO:teuthology.run_tasks:Running task kernel... 2023-09-23T06:16:33.122 INFO:teuthology.task.kernel:normalize config orig: {'client': {'branch': 'testing'}, 'flavor': 'default', 'kdb': True, 'sha1': 'fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c'} 2023-09-23T06:16:33.123 INFO:teuthology.task.kernel:normalize config final: {'client.0': {'branch': 'testing'}, 'client.2': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}, 'client.3': {'branch': 'testing'}} 2023-09-23T06:16:33.123 INFO:teuthology.task.kernel:config {'client.0': {'branch': 'testing'}, 'client.1': {'branch': 'testing'}}, timeout 300 2023-09-23T06:16:33.123 DEBUG:teuthology.orchestra.run.smithi016:> test -f /run/.containerenv -o -f /.dockerenv 2023-09-23T06:16:33.124 DEBUG:teuthology.orchestra.run.smithi092:> test -f /run/.containerenv -o -f /.dockerenv 2023-09-23T06:16:33.142 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T06:16:33.142 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F8%2Fx86_64&ref=testing 2023-09-23T06:16:33.145 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T06:16:33.146 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F8%2Fx86_64&ref=testing 2023-09-23T06:16:33.307 DEBUG:teuthology.task.kernel:sha1 for client.1 is fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c 2023-09-23T06:16:33.307 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c"... 2023-09-23T06:16:33.307 DEBUG:teuthology.orchestra.run.smithi092:> uname -r 2023-09-23T06:16:33.316 DEBUG:teuthology.task.kernel:sha1 for client.0 is fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c 2023-09-23T06:16:33.316 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c"... 2023-09-23T06:16:33.316 DEBUG:teuthology.orchestra.run.smithi016:> uname -r 2023-09-23T06:16:33.327 INFO:teuthology.orchestra.run.smithi092.stdout:4.18.0-489.el8.x86_64 2023-09-23T06:16:33.327 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-489.el8.x86_64 vs fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c 2023-09-23T06:16:33.327 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2023-09-23T06:16:33.328 DEBUG:teuthology.orchestra.run.smithi092:> sudo yum upgrade -y linux-firmware 2023-09-23T06:16:33.338 INFO:teuthology.orchestra.run.smithi016.stdout:4.18.0-489.el8.x86_64 2023-09-23T06:16:33.338 DEBUG:teuthology.task.kernel:current kernel version is 4.18.0-489.el8.x86_64 vs fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c 2023-09-23T06:16:33.338 DEBUG:teuthology.task.kernel:failed to parse current kernel version 2023-09-23T06:16:33.339 DEBUG:teuthology.orchestra.run.smithi016:> sudo yum upgrade -y linux-firmware 2023-09-23T06:16:38.659 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 8 - AppStream 12 MB/s | 33 MB 00:02 2023-09-23T06:16:39.977 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 8 - AppStream 8.2 MB/s | 33 MB 00:04 2023-09-23T06:16:47.425 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 8 - BaseOS 17 MB/s | 47 MB 00:02 2023-09-23T06:16:49.385 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 8 - BaseOS 16 MB/s | 47 MB 00:02 2023-09-23T06:16:54.491 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 8 - Extras 51 kB/s | 18 kB 00:00 2023-09-23T06:16:54.883 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 8 - Extras common packages 32 kB/s | 6.9 kB 00:00 2023-09-23T06:16:55.260 INFO:teuthology.orchestra.run.smithi092.stdout:Copr repo for python3-asyncssh owned by ceph 15 kB/s | 3.5 kB 00:00 2023-09-23T06:16:57.052 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 8 - Extras 35 kB/s | 18 kB 00:00 2023-09-23T06:16:57.129 INFO:teuthology.orchestra.run.smithi092.stdout:Extra Packages for Enterprise Linux 9.2 MB/s | 16 MB 00:01 2023-09-23T06:16:57.636 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 8 - Extras common packages 18 kB/s | 6.9 kB 00:00 2023-09-23T06:16:57.987 INFO:teuthology.orchestra.run.smithi016.stdout:Copr repo for python3-asyncssh owned by ceph 18 kB/s | 3.5 kB 00:00 2023-09-23T06:16:59.855 INFO:teuthology.orchestra.run.smithi016.stdout:Extra Packages for Enterprise Linux 9.3 MB/s | 16 MB 00:01 2023-09-23T06:17:00.910 INFO:teuthology.orchestra.run.smithi092.stdout:lab-extras 454 kB/s | 24 kB 00:00 2023-09-23T06:17:04.055 INFO:teuthology.orchestra.run.smithi016.stdout:lab-extras 117 kB/s | 24 kB 00:00 2023-09-23T06:17:04.765 INFO:teuthology.orchestra.run.smithi092.stdout:Dependencies resolved. 2023-09-23T06:17:04.766 INFO:teuthology.orchestra.run.smithi092.stdout:================================================================================ 2023-09-23T06:17:04.766 INFO:teuthology.orchestra.run.smithi092.stdout: Package Arch Version Repo Size 2023-09-23T06:17:04.766 INFO:teuthology.orchestra.run.smithi092.stdout:================================================================================ 2023-09-23T06:17:04.767 INFO:teuthology.orchestra.run.smithi092.stdout:Upgrading: 2023-09-23T06:17:04.767 INFO:teuthology.orchestra.run.smithi092.stdout: linux-firmware noarch 20230824-118.git0e048b06.el8 baseos 286 M 2023-09-23T06:17:04.767 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:17:04.767 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction Summary 2023-09-23T06:17:04.767 INFO:teuthology.orchestra.run.smithi092.stdout:================================================================================ 2023-09-23T06:17:04.767 INFO:teuthology.orchestra.run.smithi092.stdout:Upgrade 1 Package 2023-09-23T06:17:04.767 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:17:04.768 INFO:teuthology.orchestra.run.smithi092.stdout:Total download size: 286 M 2023-09-23T06:17:04.768 INFO:teuthology.orchestra.run.smithi092.stdout:Downloading Packages: 2023-09-23T06:17:08.159 INFO:teuthology.orchestra.run.smithi016.stdout:Dependencies resolved. 2023-09-23T06:17:08.160 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2023-09-23T06:17:08.160 INFO:teuthology.orchestra.run.smithi016.stdout: Package Arch Version Repo Size 2023-09-23T06:17:08.160 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2023-09-23T06:17:08.160 INFO:teuthology.orchestra.run.smithi016.stdout:Upgrading: 2023-09-23T06:17:08.160 INFO:teuthology.orchestra.run.smithi016.stdout: linux-firmware noarch 20230824-118.git0e048b06.el8 baseos 286 M 2023-09-23T06:17:08.160 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:17:08.160 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction Summary 2023-09-23T06:17:08.160 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2023-09-23T06:17:08.160 INFO:teuthology.orchestra.run.smithi016.stdout:Upgrade 1 Package 2023-09-23T06:17:08.160 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:17:08.161 INFO:teuthology.orchestra.run.smithi016.stdout:Total download size: 286 M 2023-09-23T06:17:08.161 INFO:teuthology.orchestra.run.smithi016.stdout:Downloading Packages: 2023-09-23T06:17:18.626 INFO:teuthology.orchestra.run.smithi092.stdout:linux-firmware-20230824-118.git0e048b06.el8.noa 21 MB/s | 286 MB 00:13 2023-09-23T06:17:18.626 INFO:teuthology.orchestra.run.smithi092.stdout:-------------------------------------------------------------------------------- 2023-09-23T06:17:18.626 INFO:teuthology.orchestra.run.smithi092.stdout:Total 21 MB/s | 286 MB 00:13 2023-09-23T06:17:20.320 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction check 2023-09-23T06:17:20.390 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction check succeeded. 2023-09-23T06:17:20.390 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction test 2023-09-23T06:17:22.175 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction test succeeded. 2023-09-23T06:17:22.218 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction 2023-09-23T06:17:41.461 INFO:teuthology.orchestra.run.smithi092.stdout: Preparing : 1/1 2023-09-23T06:17:41.816 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : linux-firmware-20230824-118.git0e048b06.el8.noarch 1/2 2023-09-23T06:17:42.063 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : linux-firmware-20230217-113.git83f1d778.el8.noarch 2/2 2023-09-23T06:17:42.287 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: linux-firmware-20230217-113.git83f1d778.el8.noarch 2/2 2023-09-23T06:17:42.287 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : linux-firmware-20230824-118.git0e048b06.el8.noarch 1/2 2023-09-23T06:17:43.000 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : linux-firmware-20230217-113.git83f1d778.el8.noarch 2/2 2023-09-23T06:17:43.001 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:17:43.001 INFO:teuthology.orchestra.run.smithi092.stdout:Upgraded: 2023-09-23T06:17:43.001 INFO:teuthology.orchestra.run.smithi092.stdout: linux-firmware-20230824-118.git0e048b06.el8.noarch 2023-09-23T06:17:43.001 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:17:43.001 INFO:teuthology.orchestra.run.smithi092.stdout:Complete! 2023-09-23T06:17:43.169 INFO:teuthology.task.kernel:Downloading kernel fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c on client.1... 2023-09-23T06:17:43.170 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F8%2Fx86_64&sha1=fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c 2023-09-23T06:17:43.487 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c/centos/8/flavors/default/x86_64/ 2023-09-23T06:17:43.487 DEBUG:teuthology.orchestra.run.smithi092:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.5.0_rc7_gfef64f93da2b-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://3.chacra.ceph.com/r/kernel/testing/fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c/centos/8/flavors/default/x86_64/ --input-file=- 2023-09-23T06:17:43.489 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi092.front.sepia.ceph.com to complete... 2023-09-23T06:17:43.895 INFO:teuthology.orchestra.run.smithi016.stdout:linux-firmware-20230824-118.git0e048b06.el8.noa 8.8 MB/s | 286 MB 00:32 2023-09-23T06:17:43.895 INFO:teuthology.orchestra.run.smithi016.stdout:-------------------------------------------------------------------------------- 2023-09-23T06:17:43.895 INFO:teuthology.orchestra.run.smithi016.stdout:Total 8.0 MB/s | 286 MB 00:35 2023-09-23T06:17:45.686 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction check 2023-09-23T06:17:45.773 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction check succeeded. 2023-09-23T06:17:45.773 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction test 2023-09-23T06:17:47.663 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction test succeeded. 2023-09-23T06:17:47.693 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction 2023-09-23T06:17:57.231 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23 06:17:57 URL:https://3.chacra.ceph.com/r/kernel/testing/fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c/centos/8/flavors/default/x86_64/kernel-6.5.0_rc7_gfef64f93da2b-1.x86_64.rpm [380759012/380759012] -> "/tmp/kernel.x86_64.rpm" [1] 2023-09-23T06:17:57.231 INFO:teuthology.orchestra.run.smithi092.stderr:FINISHED --2023-09-23 06:17:57-- 2023-09-23T06:17:57.231 INFO:teuthology.orchestra.run.smithi092.stderr:Total wall clock time: 14s 2023-09-23T06:17:57.232 INFO:teuthology.orchestra.run.smithi092.stderr:Downloaded: 1 files, 363M in 13s (27.4 MB/s) 2023-09-23T06:17:57.234 INFO:teuthology.task.kernel:Installing kernel fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c on client.1... 2023-09-23T06:17:57.234 DEBUG:teuthology.orchestra.run.smithi092:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2023-09-23T06:17:58.890 INFO:teuthology.orchestra.run.smithi092.stdout:Verifying... ######################################## 2023-09-23T06:17:58.933 INFO:teuthology.orchestra.run.smithi092.stdout:Preparing... ######################################## 2023-09-23T06:17:59.042 INFO:teuthology.orchestra.run.smithi092.stdout:Updating / installing... 2023-09-23T06:18:07.614 INFO:teuthology.orchestra.run.smithi016.stdout: Preparing : 1/1 2023-09-23T06:18:07.980 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : linux-firmware-20230824-118.git0e048b06.el8.noarch 1/2 2023-09-23T06:18:08.217 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : linux-firmware-20230217-113.git83f1d778.el8.noarch 2/2 2023-09-23T06:18:08.454 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: linux-firmware-20230217-113.git83f1d778.el8.noarch 2/2 2023-09-23T06:18:08.454 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : linux-firmware-20230824-118.git0e048b06.el8.noarch 1/2 2023-09-23T06:18:09.207 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : linux-firmware-20230217-113.git83f1d778.el8.noarch 2/2 2023-09-23T06:18:09.207 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:18:09.207 INFO:teuthology.orchestra.run.smithi016.stdout:Upgraded: 2023-09-23T06:18:09.207 INFO:teuthology.orchestra.run.smithi016.stdout: linux-firmware-20230824-118.git0e048b06.el8.noarch 2023-09-23T06:18:09.207 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:18:09.207 INFO:teuthology.orchestra.run.smithi016.stdout:Complete! 2023-09-23T06:18:09.381 INFO:teuthology.task.kernel:Downloading kernel fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c on client.0... 2023-09-23T06:18:09.382 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=kernel&flavor=default&distros=centos%2F8%2Fx86_64&sha1=fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c 2023-09-23T06:18:09.532 INFO:teuthology.task.kernel:fetching, builder baseurl is https://3.chacra.ceph.com/r/kernel/testing/fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c/centos/8/flavors/default/x86_64/ 2023-09-23T06:18:09.533 DEBUG:teuthology.orchestra.run.smithi016:> rm -f /tmp/kernel.x86_64.rpm && echo kernel-6.5.0_rc7_gfef64f93da2b-1.x86_64.rpm | wget -nv -O /tmp/kernel.x86_64.rpm --base=https://3.chacra.ceph.com/r/kernel/testing/fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c/centos/8/flavors/default/x86_64/ --input-file=- 2023-09-23T06:18:09.535 DEBUG:teuthology.task.kernel:Waiting for download/copy to ubuntu@smithi016.front.sepia.ceph.com to complete... 2023-09-23T06:18:37.062 INFO:teuthology.orchestra.run.smithi092.stdout:kernel-6.5.0_rc7_gfef64f93da2b-1 ######################################## 2023-09-23T06:18:46.309 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23 06:18:46 URL:https://3.chacra.ceph.com/r/kernel/testing/fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c/centos/8/flavors/default/x86_64/kernel-6.5.0_rc7_gfef64f93da2b-1.x86_64.rpm [380759012/380759012] -> "/tmp/kernel.x86_64.rpm" [1] 2023-09-23T06:18:46.310 INFO:teuthology.orchestra.run.smithi016.stderr:FINISHED --2023-09-23 06:18:46-- 2023-09-23T06:18:46.310 INFO:teuthology.orchestra.run.smithi016.stderr:Total wall clock time: 37s 2023-09-23T06:18:46.310 INFO:teuthology.orchestra.run.smithi016.stderr:Downloaded: 1 files, 363M in 36s (10.0 MB/s) 2023-09-23T06:18:46.311 INFO:teuthology.task.kernel:Installing kernel fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c on client.0... 2023-09-23T06:18:46.311 DEBUG:teuthology.orchestra.run.smithi016:> sudo rpm -ivh --oldpackage --replacefiles --replacepkgs /tmp/kernel.x86_64.rpm 2023-09-23T06:18:48.064 INFO:teuthology.orchestra.run.smithi016.stdout:Verifying... ######################################## 2023-09-23T06:18:48.110 INFO:teuthology.orchestra.run.smithi016.stdout:Preparing... ######################################## 2023-09-23T06:18:48.226 INFO:teuthology.orchestra.run.smithi016.stdout:Updating / installing... 2023-09-23T06:19:01.120 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi092.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2023-09-23T06:19:01.121 DEBUG:teuthology.orchestra.run.smithi092:> rpm -qlp /tmp/kernel.x86_64.rpm 2023-09-23T06:19:01.182 INFO:teuthology.orchestra.run.smithi092.stdout:/boot/System.map-6.5.0-rc7-gfef64f93da2b 2023-09-23T06:19:01.183 INFO:teuthology.orchestra.run.smithi092.stdout:/boot/config-6.5.0-rc7-gfef64f93da2b 2023-09-23T06:19:01.183 INFO:teuthology.orchestra.run.smithi092.stdout:/boot/vmlinuz-6.5.0-rc7-gfef64f93da2b 2023-09-23T06:19:01.183 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b 2023-09-23T06:19:01.183 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel 2023-09-23T06:19:01.183 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch 2023-09-23T06:19:01.183 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86 2023-09-23T06:19:01.183 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto 2023-09-23T06:19:01.183 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/blowfish-x86_64.ko 2023-09-23T06:19:01.183 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2023-09-23T06:19:01.183 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2023-09-23T06:19:01.183 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/camellia-x86_64.ko 2023-09-23T06:19:01.184 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2023-09-23T06:19:01.184 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2023-09-23T06:19:01.184 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/crc32-pclmul.ko 2023-09-23T06:19:01.184 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/crc32c-intel.ko 2023-09-23T06:19:01.184 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2023-09-23T06:19:01.184 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2023-09-23T06:19:01.184 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2023-09-23T06:19:01.184 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2023-09-23T06:19:01.184 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/serpent-avx2.ko 2023-09-23T06:19:01.184 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2023-09-23T06:19:01.184 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/sha1-ssse3.ko 2023-09-23T06:19:01.184 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/sha256-ssse3.ko 2023-09-23T06:19:01.185 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/sha512-ssse3.ko 2023-09-23T06:19:01.185 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2023-09-23T06:19:01.185 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2023-09-23T06:19:01.185 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/twofish-x86_64.ko 2023-09-23T06:19:01.185 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kernel 2023-09-23T06:19:01.185 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kernel/cpu 2023-09-23T06:19:01.185 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kernel/cpu/mce 2023-09-23T06:19:01.185 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2023-09-23T06:19:01.185 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kvm 2023-09-23T06:19:01.185 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kvm/kvm-amd.ko 2023-09-23T06:19:01.185 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kvm/kvm-intel.ko 2023-09-23T06:19:01.185 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kvm/kvm.ko 2023-09-23T06:19:01.186 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto 2023-09-23T06:19:01.186 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/ansi_cprng.ko 2023-09-23T06:19:01.186 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/anubis.ko 2023-09-23T06:19:01.186 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/arc4.ko 2023-09-23T06:19:01.186 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx 2023-09-23T06:19:01.186 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/async_memcpy.ko 2023-09-23T06:19:01.186 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/async_pq.ko 2023-09-23T06:19:01.186 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/async_raid6_recov.ko 2023-09-23T06:19:01.186 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/async_tx.ko 2023-09-23T06:19:01.186 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/async_xor.ko 2023-09-23T06:19:01.186 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/raid6test.ko 2023-09-23T06:19:01.187 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/authenc.ko 2023-09-23T06:19:01.187 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/authencesn.ko 2023-09-23T06:19:01.187 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/blake2b_generic.ko 2023-09-23T06:19:01.187 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/blowfish_common.ko 2023-09-23T06:19:01.187 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/blowfish_generic.ko 2023-09-23T06:19:01.187 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/camellia_generic.ko 2023-09-23T06:19:01.187 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/cast5_generic.ko 2023-09-23T06:19:01.187 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/cast6_generic.ko 2023-09-23T06:19:01.187 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/cast_common.ko 2023-09-23T06:19:01.187 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/ccm.ko 2023-09-23T06:19:01.187 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/cmac.ko 2023-09-23T06:19:01.187 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/crc32_generic.ko 2023-09-23T06:19:01.188 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/crypto_engine.ko 2023-09-23T06:19:01.188 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/crypto_user.ko 2023-09-23T06:19:01.188 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/cts.ko 2023-09-23T06:19:01.188 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/des_generic.ko 2023-09-23T06:19:01.188 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/dh_generic.ko 2023-09-23T06:19:01.188 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/echainiv.ko 2023-09-23T06:19:01.188 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/essiv.ko 2023-09-23T06:19:01.188 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/fcrypt.ko 2023-09-23T06:19:01.188 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/khazad.ko 2023-09-23T06:19:01.188 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/lz4.ko 2023-09-23T06:19:01.188 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/lz4hc.ko 2023-09-23T06:19:01.188 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/md4.ko 2023-09-23T06:19:01.188 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/michael_mic.ko 2023-09-23T06:19:01.189 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/pcbc.ko 2023-09-23T06:19:01.189 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/pcrypt.ko 2023-09-23T06:19:01.189 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/rmd160.ko 2023-09-23T06:19:01.189 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/seed.ko 2023-09-23T06:19:01.189 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/serpent_generic.ko 2023-09-23T06:19:01.189 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/tcrypt.ko 2023-09-23T06:19:01.189 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/tea.ko 2023-09-23T06:19:01.189 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/twofish_common.ko 2023-09-23T06:19:01.189 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/twofish_generic.ko 2023-09-23T06:19:01.189 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/vmac.ko 2023-09-23T06:19:01.189 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/wp512.ko 2023-09-23T06:19:01.190 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/xcbc.ko 2023-09-23T06:19:01.190 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/xor.ko 2023-09-23T06:19:01.190 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/xxhash_generic.ko 2023-09-23T06:19:01.190 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers 2023-09-23T06:19:01.190 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi 2023-09-23T06:19:01.190 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/acpi_ipmi.ko 2023-09-23T06:19:01.190 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/acpi_pad.ko 2023-09-23T06:19:01.190 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/custom_method.ko 2023-09-23T06:19:01.190 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/ec_sys.ko 2023-09-23T06:19:01.190 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/platform_profile.ko 2023-09-23T06:19:01.190 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/sbs.ko 2023-09-23T06:19:01.190 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/sbshc.ko 2023-09-23T06:19:01.191 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/video.ko 2023-09-23T06:19:01.191 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata 2023-09-23T06:19:01.191 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/acard-ahci.ko 2023-09-23T06:19:01.191 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/ahci_platform.ko 2023-09-23T06:19:01.191 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/ata_generic.ko 2023-09-23T06:19:01.191 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/libahci_platform.ko 2023-09-23T06:19:01.191 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_acpi.ko 2023-09-23T06:19:01.191 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_ali.ko 2023-09-23T06:19:01.191 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_amd.ko 2023-09-23T06:19:01.191 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_artop.ko 2023-09-23T06:19:01.191 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_atiixp.ko 2023-09-23T06:19:01.191 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_atp867x.ko 2023-09-23T06:19:01.192 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_cmd640.ko 2023-09-23T06:19:01.192 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_cmd64x.ko 2023-09-23T06:19:01.192 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_cypress.ko 2023-09-23T06:19:01.192 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_efar.ko 2023-09-23T06:19:01.192 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_hpt366.ko 2023-09-23T06:19:01.192 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_hpt37x.ko 2023-09-23T06:19:01.192 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_hpt3x2n.ko 2023-09-23T06:19:01.192 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_hpt3x3.ko 2023-09-23T06:19:01.192 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_it8213.ko 2023-09-23T06:19:01.192 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_it821x.ko 2023-09-23T06:19:01.192 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_jmicron.ko 2023-09-23T06:19:01.192 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_marvell.ko 2023-09-23T06:19:01.192 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_mpiix.ko 2023-09-23T06:19:01.193 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_netcell.ko 2023-09-23T06:19:01.193 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_ninja32.ko 2023-09-23T06:19:01.193 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_ns87410.ko 2023-09-23T06:19:01.193 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_ns87415.ko 2023-09-23T06:19:01.193 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_oldpiix.ko 2023-09-23T06:19:01.193 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_opti.ko 2023-09-23T06:19:01.193 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_optidma.ko 2023-09-23T06:19:01.193 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_pcmcia.ko 2023-09-23T06:19:01.193 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_pdc2027x.ko 2023-09-23T06:19:01.193 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_pdc202xx_old.ko 2023-09-23T06:19:01.193 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_piccolo.ko 2023-09-23T06:19:01.193 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_rdc.ko 2023-09-23T06:19:01.194 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_sch.ko 2023-09-23T06:19:01.194 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_serverworks.ko 2023-09-23T06:19:01.194 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_sil680.ko 2023-09-23T06:19:01.194 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_sis.ko 2023-09-23T06:19:01.194 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_sl82c105.ko 2023-09-23T06:19:01.194 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_triflex.ko 2023-09-23T06:19:01.194 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_via.ko 2023-09-23T06:19:01.194 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pdc_adma.ko 2023-09-23T06:19:01.194 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_inic162x.ko 2023-09-23T06:19:01.194 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_mv.ko 2023-09-23T06:19:01.194 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_nv.ko 2023-09-23T06:19:01.194 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_promise.ko 2023-09-23T06:19:01.195 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_qstor.ko 2023-09-23T06:19:01.195 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_sil.ko 2023-09-23T06:19:01.195 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_sil24.ko 2023-09-23T06:19:01.195 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_sis.ko 2023-09-23T06:19:01.195 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_svw.ko 2023-09-23T06:19:01.195 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_sx4.ko 2023-09-23T06:19:01.195 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_uli.ko 2023-09-23T06:19:01.195 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_via.ko 2023-09-23T06:19:01.195 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_vsc.ko 2023-09-23T06:19:01.195 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/auxdisplay 2023-09-23T06:19:01.195 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/auxdisplay/ks0108.ko 2023-09-23T06:19:01.195 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/base 2023-09-23T06:19:01.196 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/base/regmap 2023-09-23T06:19:01.196 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/base/regmap/regmap-i2c.ko 2023-09-23T06:19:01.196 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/base/regmap/regmap-mmio.ko 2023-09-23T06:19:01.196 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/bcma 2023-09-23T06:19:01.196 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/bcma/bcma.ko 2023-09-23T06:19:01.196 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block 2023-09-23T06:19:01.196 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/aoe 2023-09-23T06:19:01.196 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/aoe/aoe.ko 2023-09-23T06:19:01.196 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/brd.ko 2023-09-23T06:19:01.196 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/drbd 2023-09-23T06:19:01.196 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/drbd/drbd.ko 2023-09-23T06:19:01.196 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/floppy.ko 2023-09-23T06:19:01.197 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/loop.ko 2023-09-23T06:19:01.197 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/mtip32xx 2023-09-23T06:19:01.197 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/mtip32xx/mtip32xx.ko 2023-09-23T06:19:01.197 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/nbd.ko 2023-09-23T06:19:01.197 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/null_blk 2023-09-23T06:19:01.197 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/null_blk/null_blk.ko 2023-09-23T06:19:01.197 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/pktcdvd.ko 2023-09-23T06:19:01.197 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/rbd.ko 2023-09-23T06:19:01.197 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/virtio_blk.ko 2023-09-23T06:19:01.197 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/xen-blkback 2023-09-23T06:19:01.197 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/xen-blkback/xen-blkback.ko 2023-09-23T06:19:01.197 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/xen-blkfront.ko 2023-09-23T06:19:01.197 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/zram 2023-09-23T06:19:01.198 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/zram/zram.ko 2023-09-23T06:19:01.198 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char 2023-09-23T06:19:01.198 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hangcheck-timer.ko 2023-09-23T06:19:01.198 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random 2023-09-23T06:19:01.198 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random/amd-rng.ko 2023-09-23T06:19:01.198 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random/intel-rng.ko 2023-09-23T06:19:01.198 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random/timeriomem-rng.ko 2023-09-23T06:19:01.198 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random/via-rng.ko 2023-09-23T06:19:01.198 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random/virtio-rng.ko 2023-09-23T06:19:01.198 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi 2023-09-23T06:19:01.198 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_devintf.ko 2023-09-23T06:19:01.198 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2023-09-23T06:19:01.199 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2023-09-23T06:19:01.199 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_si.ko 2023-09-23T06:19:01.199 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_ssif.ko 2023-09-23T06:19:01.199 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2023-09-23T06:19:01.199 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/lp.ko 2023-09-23T06:19:01.199 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/mwave 2023-09-23T06:19:01.199 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/mwave/mwave.ko 2023-09-23T06:19:01.199 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ppdev.ko 2023-09-23T06:19:01.199 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tlclk.ko 2023-09-23T06:19:01.199 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm 2023-09-23T06:19:01.199 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm.ko 2023-09-23T06:19:01.199 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm_atmel.ko 2023-09-23T06:19:01.200 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm_infineon.ko 2023-09-23T06:19:01.200 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm_nsc.ko 2023-09-23T06:19:01.200 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm_tis.ko 2023-09-23T06:19:01.200 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm_tis_core.ko 2023-09-23T06:19:01.200 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/uv_mmtimer.ko 2023-09-23T06:19:01.200 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/virtio_console.ko 2023-09-23T06:19:01.200 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq 2023-09-23T06:19:01.200 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/acpi-cpufreq.ko 2023-09-23T06:19:01.200 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2023-09-23T06:19:01.200 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/p4-clockmod.ko 2023-09-23T06:19:01.200 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/pcc-cpufreq.ko 2023-09-23T06:19:01.200 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/powernow-k8.ko 2023-09-23T06:19:01.200 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/speedstep-lib.ko 2023-09-23T06:19:01.201 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto 2023-09-23T06:19:01.201 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/ccp 2023-09-23T06:19:01.201 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/ccp/ccp-crypto.ko 2023-09-23T06:19:01.201 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/ccp/ccp.ko 2023-09-23T06:19:01.201 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel 2023-09-23T06:19:01.201 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel/qat 2023-09-23T06:19:01.201 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel/qat/qat_common 2023-09-23T06:19:01.201 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2023-09-23T06:19:01.201 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2023-09-23T06:19:01.201 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2023-09-23T06:19:01.201 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/padlock-aes.ko 2023-09-23T06:19:01.201 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/padlock-sha.ko 2023-09-23T06:19:01.202 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/virtio 2023-09-23T06:19:01.202 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/virtio/virtio_crypto.ko 2023-09-23T06:19:01.202 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dca 2023-09-23T06:19:01.202 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dca/dca.ko 2023-09-23T06:19:01.202 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/devfreq 2023-09-23T06:19:01.202 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/devfreq/governor_simpleondemand.ko 2023-09-23T06:19:01.202 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dma 2023-09-23T06:19:01.202 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dma/dw 2023-09-23T06:19:01.202 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dma/dw/dw_dmac.ko 2023-09-23T06:19:01.202 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dma/ioat 2023-09-23T06:19:01.202 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dma/ioat/ioatdma.ko 2023-09-23T06:19:01.202 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac 2023-09-23T06:19:01.203 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/amd64_edac.ko 2023-09-23T06:19:01.203 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/e752x_edac.ko 2023-09-23T06:19:01.203 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/edac_mce_amd.ko 2023-09-23T06:19:01.203 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i3000_edac.ko 2023-09-23T06:19:01.203 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i3200_edac.ko 2023-09-23T06:19:01.203 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i5100_edac.ko 2023-09-23T06:19:01.203 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i5400_edac.ko 2023-09-23T06:19:01.203 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i7300_edac.ko 2023-09-23T06:19:01.203 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i7core_edac.ko 2023-09-23T06:19:01.203 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i82975x_edac.ko 2023-09-23T06:19:01.203 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/ie31200_edac.ko 2023-09-23T06:19:01.203 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/sb_edac.ko 2023-09-23T06:19:01.204 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/x38_edac.ko 2023-09-23T06:19:01.204 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/firmware 2023-09-23T06:19:01.204 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/firmware/edd.ko 2023-09-23T06:19:01.204 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/firmware/iscsi_ibft.ko 2023-09-23T06:19:01.204 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/gpio 2023-09-23T06:19:01.204 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/gpio/gpio-ich.ko 2023-09-23T06:19:01.204 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/gpio/gpio-viperboard.ko 2023-09-23T06:19:01.204 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid 2023-09-23T06:19:01.204 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-appleir.ko 2023-09-23T06:19:01.204 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-aureal.ko 2023-09-23T06:19:01.204 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-axff.ko 2023-09-23T06:19:01.204 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-dr.ko 2023-09-23T06:19:01.205 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-elecom.ko 2023-09-23T06:19:01.205 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-elo.ko 2023-09-23T06:19:01.205 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-emsff.ko 2023-09-23T06:19:01.205 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-gaff.ko 2023-09-23T06:19:01.205 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-gt683r.ko 2023-09-23T06:19:01.205 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-gyration.ko 2023-09-23T06:19:01.205 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-holtek-kbd.ko 2023-09-23T06:19:01.205 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-holtek-mouse.ko 2023-09-23T06:19:01.205 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-holtekff.ko 2023-09-23T06:19:01.205 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-hyperv.ko 2023-09-23T06:19:01.205 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-icade.ko 2023-09-23T06:19:01.205 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-keytouch.ko 2023-09-23T06:19:01.206 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-kye.ko 2023-09-23T06:19:01.206 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-lcpower.ko 2023-09-23T06:19:01.206 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-led.ko 2023-09-23T06:19:01.206 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-lenovo.ko 2023-09-23T06:19:01.206 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-logitech-dj.ko 2023-09-23T06:19:01.206 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-logitech-hidpp.ko 2023-09-23T06:19:01.206 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-multitouch.ko 2023-09-23T06:19:01.206 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-ortek.ko 2023-09-23T06:19:01.206 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-penmount.ko 2023-09-23T06:19:01.206 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-petalynx.ko 2023-09-23T06:19:01.206 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-picolcd.ko 2023-09-23T06:19:01.206 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-pl.ko 2023-09-23T06:19:01.207 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-plantronics.ko 2023-09-23T06:19:01.207 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-primax.ko 2023-09-23T06:19:01.207 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-rmi.ko 2023-09-23T06:19:01.207 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-arvo.ko 2023-09-23T06:19:01.207 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-common.ko 2023-09-23T06:19:01.207 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-isku.ko 2023-09-23T06:19:01.207 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-kone.ko 2023-09-23T06:19:01.207 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-koneplus.ko 2023-09-23T06:19:01.207 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-konepure.ko 2023-09-23T06:19:01.207 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-kovaplus.ko 2023-09-23T06:19:01.207 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-lua.ko 2023-09-23T06:19:01.207 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-pyra.ko 2023-09-23T06:19:01.207 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-ryos.ko 2023-09-23T06:19:01.208 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-savu.ko 2023-09-23T06:19:01.208 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat.ko 2023-09-23T06:19:01.208 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-saitek.ko 2023-09-23T06:19:01.208 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-samsung.ko 2023-09-23T06:19:01.208 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-sensor-hub.ko 2023-09-23T06:19:01.208 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-sjoy.ko 2023-09-23T06:19:01.208 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-sony.ko 2023-09-23T06:19:01.208 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-speedlink.ko 2023-09-23T06:19:01.208 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-steelseries.ko 2023-09-23T06:19:01.208 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-sunplus.ko 2023-09-23T06:19:01.208 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-thrustmaster.ko 2023-09-23T06:19:01.208 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-tivo.ko 2023-09-23T06:19:01.209 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-tmff.ko 2023-09-23T06:19:01.209 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-topseed.ko 2023-09-23T06:19:01.209 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-twinhan.ko 2023-09-23T06:19:01.209 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-uclogic.ko 2023-09-23T06:19:01.209 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-waltop.ko 2023-09-23T06:19:01.209 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-wiimote.ko 2023-09-23T06:19:01.209 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-xinmo.ko 2023-09-23T06:19:01.209 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-zpff.ko 2023-09-23T06:19:01.209 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-zydacron.ko 2023-09-23T06:19:01.209 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/uhid.ko 2023-09-23T06:19:01.209 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/wacom.ko 2023-09-23T06:19:01.209 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hv 2023-09-23T06:19:01.209 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hv/hv_balloon.ko 2023-09-23T06:19:01.210 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hv/hv_utils.ko 2023-09-23T06:19:01.210 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hv/hv_vmbus.ko 2023-09-23T06:19:01.210 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon 2023-09-23T06:19:01.210 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/abituguru.ko 2023-09-23T06:19:01.210 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/abituguru3.ko 2023-09-23T06:19:01.210 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/acpi_power_meter.ko 2023-09-23T06:19:01.210 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ad7414.ko 2023-09-23T06:19:01.210 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ad7418.ko 2023-09-23T06:19:01.210 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adc128d818.ko 2023-09-23T06:19:01.210 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adm1025.ko 2023-09-23T06:19:01.210 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adm1026.ko 2023-09-23T06:19:01.210 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adm1029.ko 2023-09-23T06:19:01.211 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adm1031.ko 2023-09-23T06:19:01.211 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adm9240.ko 2023-09-23T06:19:01.211 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ads7828.ko 2023-09-23T06:19:01.211 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7410.ko 2023-09-23T06:19:01.211 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7411.ko 2023-09-23T06:19:01.211 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7462.ko 2023-09-23T06:19:01.211 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7470.ko 2023-09-23T06:19:01.211 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7475.ko 2023-09-23T06:19:01.211 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7x10.ko 2023-09-23T06:19:01.211 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/amc6821.ko 2023-09-23T06:19:01.211 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/applesmc.ko 2023-09-23T06:19:01.211 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/asb100.ko 2023-09-23T06:19:01.212 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/asc7621.ko 2023-09-23T06:19:01.212 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/asus_atk0110.ko 2023-09-23T06:19:01.212 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/atxp1.ko 2023-09-23T06:19:01.212 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/coretemp.ko 2023-09-23T06:19:01.212 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/dell-smm-hwmon.ko 2023-09-23T06:19:01.212 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/dme1737.ko 2023-09-23T06:19:01.212 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ds1621.ko 2023-09-23T06:19:01.212 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ds620.ko 2023-09-23T06:19:01.212 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/emc1403.ko 2023-09-23T06:19:01.212 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/emc6w201.ko 2023-09-23T06:19:01.212 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/f71805f.ko 2023-09-23T06:19:01.212 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/f71882fg.ko 2023-09-23T06:19:01.213 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/f75375s.ko 2023-09-23T06:19:01.213 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/fam15h_power.ko 2023-09-23T06:19:01.213 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/fschmd.ko 2023-09-23T06:19:01.213 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/g760a.ko 2023-09-23T06:19:01.213 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/g762.ko 2023-09-23T06:19:01.213 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/gl518sm.ko 2023-09-23T06:19:01.213 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/gl520sm.ko 2023-09-23T06:19:01.213 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/hwmon-vid.ko 2023-09-23T06:19:01.213 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/i5500_temp.ko 2023-09-23T06:19:01.213 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/i5k_amb.ko 2023-09-23T06:19:01.213 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ibmaem.ko 2023-09-23T06:19:01.213 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ibmpex.ko 2023-09-23T06:19:01.214 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ina209.ko 2023-09-23T06:19:01.214 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ina2xx.ko 2023-09-23T06:19:01.214 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/it87.ko 2023-09-23T06:19:01.214 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/k10temp.ko 2023-09-23T06:19:01.214 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/k8temp.ko 2023-09-23T06:19:01.214 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lineage-pem.ko 2023-09-23T06:19:01.214 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm63.ko 2023-09-23T06:19:01.214 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm73.ko 2023-09-23T06:19:01.214 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm75.ko 2023-09-23T06:19:01.214 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm77.ko 2023-09-23T06:19:01.214 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm78.ko 2023-09-23T06:19:01.214 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm80.ko 2023-09-23T06:19:01.215 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm83.ko 2023-09-23T06:19:01.215 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm85.ko 2023-09-23T06:19:01.215 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm87.ko 2023-09-23T06:19:01.215 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm90.ko 2023-09-23T06:19:01.215 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm92.ko 2023-09-23T06:19:01.215 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm93.ko 2023-09-23T06:19:01.215 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm95234.ko 2023-09-23T06:19:01.215 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm95241.ko 2023-09-23T06:19:01.215 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm95245.ko 2023-09-23T06:19:01.215 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc2945.ko 2023-09-23T06:19:01.215 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4151.ko 2023-09-23T06:19:01.215 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4215.ko 2023-09-23T06:19:01.216 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4222.ko 2023-09-23T06:19:01.216 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4245.ko 2023-09-23T06:19:01.216 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4260.ko 2023-09-23T06:19:01.216 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4261.ko 2023-09-23T06:19:01.216 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max16065.ko 2023-09-23T06:19:01.216 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max1619.ko 2023-09-23T06:19:01.216 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max1668.ko 2023-09-23T06:19:01.216 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max197.ko 2023-09-23T06:19:01.216 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max6639.ko 2023-09-23T06:19:01.216 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max6650.ko 2023-09-23T06:19:01.216 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max6697.ko 2023-09-23T06:19:01.216 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/mcp3021.ko 2023-09-23T06:19:01.217 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/nct6683.ko 2023-09-23T06:19:01.217 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/nct6775-core.ko 2023-09-23T06:19:01.217 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/nct6775.ko 2023-09-23T06:19:01.217 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/nct7802.ko 2023-09-23T06:19:01.217 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pc87360.ko 2023-09-23T06:19:01.217 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pc87427.ko 2023-09-23T06:19:01.217 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pcf8591.ko 2023-09-23T06:19:01.217 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus 2023-09-23T06:19:01.217 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/adm1275.ko 2023-09-23T06:19:01.217 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/lm25066.ko 2023-09-23T06:19:01.217 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/ltc2978.ko 2023-09-23T06:19:01.217 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/max16064.ko 2023-09-23T06:19:01.218 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/max34440.ko 2023-09-23T06:19:01.218 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/max8688.ko 2023-09-23T06:19:01.218 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/pmbus.ko 2023-09-23T06:19:01.218 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2023-09-23T06:19:01.218 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/tps40422.ko 2023-09-23T06:19:01.218 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/ucd9000.ko 2023-09-23T06:19:01.218 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/ucd9200.ko 2023-09-23T06:19:01.218 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/zl6100.ko 2023-09-23T06:19:01.218 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/powr1220.ko 2023-09-23T06:19:01.218 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sch5627.ko 2023-09-23T06:19:01.218 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sch5636.ko 2023-09-23T06:19:01.218 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sch56xx-common.ko 2023-09-23T06:19:01.219 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sht15.ko 2023-09-23T06:19:01.219 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sht21.ko 2023-09-23T06:19:01.219 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/shtc1.ko 2023-09-23T06:19:01.219 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sis5595.ko 2023-09-23T06:19:01.219 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/smsc47b397.ko 2023-09-23T06:19:01.219 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/smsc47m1.ko 2023-09-23T06:19:01.219 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/smsc47m192.ko 2023-09-23T06:19:01.219 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/thmc50.ko 2023-09-23T06:19:01.219 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/tmp102.ko 2023-09-23T06:19:01.219 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/tmp103.ko 2023-09-23T06:19:01.219 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/tmp401.ko 2023-09-23T06:19:01.219 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/tmp421.ko 2023-09-23T06:19:01.220 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/via-cputemp.ko 2023-09-23T06:19:01.220 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/via686a.ko 2023-09-23T06:19:01.220 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/vt1211.ko 2023-09-23T06:19:01.220 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/vt8231.ko 2023-09-23T06:19:01.220 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83627ehf.ko 2023-09-23T06:19:01.220 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83627hf.ko 2023-09-23T06:19:01.220 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83781d.ko 2023-09-23T06:19:01.220 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83791d.ko 2023-09-23T06:19:01.220 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83792d.ko 2023-09-23T06:19:01.220 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83793.ko 2023-09-23T06:19:01.220 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83795.ko 2023-09-23T06:19:01.220 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83l785ts.ko 2023-09-23T06:19:01.221 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83l786ng.ko 2023-09-23T06:19:01.221 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c 2023-09-23T06:19:01.221 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/algos 2023-09-23T06:19:01.221 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2023-09-23T06:19:01.221 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2023-09-23T06:19:01.221 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses 2023-09-23T06:19:01.221 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2023-09-23T06:19:01.221 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-amd756.ko 2023-09-23T06:19:01.221 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-amd8111.ko 2023-09-23T06:19:01.221 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2023-09-23T06:19:01.221 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-designware-core.ko 2023-09-23T06:19:01.221 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2023-09-23T06:19:01.222 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2023-09-23T06:19:01.222 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2023-09-23T06:19:01.222 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-i801.ko 2023-09-23T06:19:01.222 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-isch.ko 2023-09-23T06:19:01.222 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-ismt.ko 2023-09-23T06:19:01.222 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2023-09-23T06:19:01.222 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-nforce2.ko 2023-09-23T06:19:01.222 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-parport.ko 2023-09-23T06:19:01.222 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2023-09-23T06:19:01.222 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-piix4.ko 2023-09-23T06:19:01.222 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-scmi.ko 2023-09-23T06:19:01.222 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-simtec.ko 2023-09-23T06:19:01.223 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-sis96x.ko 2023-09-23T06:19:01.223 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2023-09-23T06:19:01.223 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-via.ko 2023-09-23T06:19:01.223 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-viapro.ko 2023-09-23T06:19:01.223 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-viperboard.ko 2023-09-23T06:19:01.223 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/i2c-dev.ko 2023-09-23T06:19:01.223 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/i2c-mux.ko 2023-09-23T06:19:01.223 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/i2c-slave-eeprom.ko 2023-09-23T06:19:01.223 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/i2c-smbus.ko 2023-09-23T06:19:01.223 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/i2c-stub.ko 2023-09-23T06:19:01.223 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband 2023-09-23T06:19:01.223 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core 2023-09-23T06:19:01.224 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/ib_cm.ko 2023-09-23T06:19:01.224 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/ib_core.ko 2023-09-23T06:19:01.224 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/ib_umad.ko 2023-09-23T06:19:01.224 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/ib_uverbs.ko 2023-09-23T06:19:01.224 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/iw_cm.ko 2023-09-23T06:19:01.224 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/rdma_cm.ko 2023-09-23T06:19:01.224 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/rdma_ucm.ko 2023-09-23T06:19:01.224 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw 2023-09-23T06:19:01.224 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/cxgb4 2023-09-23T06:19:01.224 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2023-09-23T06:19:01.224 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mlx4 2023-09-23T06:19:01.224 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2023-09-23T06:19:01.225 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mlx5 2023-09-23T06:19:01.225 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2023-09-23T06:19:01.225 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mthca 2023-09-23T06:19:01.225 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2023-09-23T06:19:01.225 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp 2023-09-23T06:19:01.225 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/ipoib 2023-09-23T06:19:01.225 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2023-09-23T06:19:01.225 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/iser 2023-09-23T06:19:01.225 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2023-09-23T06:19:01.225 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/isert 2023-09-23T06:19:01.225 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2023-09-23T06:19:01.226 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/srp 2023-09-23T06:19:01.226 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2023-09-23T06:19:01.226 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/srpt 2023-09-23T06:19:01.226 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2023-09-23T06:19:01.226 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input 2023-09-23T06:19:01.226 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport 2023-09-23T06:19:01.226 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport/emu10k1-gp.ko 2023-09-23T06:19:01.226 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport/fm801-gp.ko 2023-09-23T06:19:01.226 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport/gameport.ko 2023-09-23T06:19:01.226 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport/lightning.ko 2023-09-23T06:19:01.226 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport/ns558.ko 2023-09-23T06:19:01.226 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/joydev.ko 2023-09-23T06:19:01.227 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/keyboard 2023-09-23T06:19:01.227 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/keyboard/gpio_keys.ko 2023-09-23T06:19:01.227 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse 2023-09-23T06:19:01.227 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/appletouch.ko 2023-09-23T06:19:01.227 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/bcm5974.ko 2023-09-23T06:19:01.227 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/cyapatp.ko 2023-09-23T06:19:01.227 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/elan_i2c.ko 2023-09-23T06:19:01.227 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/sermouse.ko 2023-09-23T06:19:01.227 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/synaptics_i2c.ko 2023-09-23T06:19:01.227 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/synaptics_usb.ko 2023-09-23T06:19:01.227 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/vsxxxaa.ko 2023-09-23T06:19:01.227 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/rmi4 2023-09-23T06:19:01.228 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/rmi4/rmi_core.ko 2023-09-23T06:19:01.228 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/serio 2023-09-23T06:19:01.228 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/serio/altera_ps2.ko 2023-09-23T06:19:01.228 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/serio/arc_ps2.ko 2023-09-23T06:19:01.228 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/serio/hyperv-keyboard.ko 2023-09-23T06:19:01.228 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/serio/serio_raw.ko 2023-09-23T06:19:01.228 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/sparse-keymap.ko 2023-09-23T06:19:01.228 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/iommu 2023-09-23T06:19:01.228 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/iommu/amd 2023-09-23T06:19:01.228 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/iommu/amd/iommu_v2.ko 2023-09-23T06:19:01.228 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds 2023-09-23T06:19:01.228 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/leds-blinkm.ko 2023-09-23T06:19:01.229 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/leds-lm3530.ko 2023-09-23T06:19:01.229 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/leds-lp3944.ko 2023-09-23T06:19:01.229 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/leds-ss4200.ko 2023-09-23T06:19:01.229 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger 2023-09-23T06:19:01.229 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-audio.ko 2023-09-23T06:19:01.229 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2023-09-23T06:19:01.229 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-camera.ko 2023-09-23T06:19:01.229 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2023-09-23T06:19:01.229 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2023-09-23T06:19:01.229 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2023-09-23T06:19:01.229 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-timer.ko 2023-09-23T06:19:01.229 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-transient.ko 2023-09-23T06:19:01.230 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md 2023-09-23T06:19:01.230 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/bcache 2023-09-23T06:19:01.230 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/bcache/bcache.ko 2023-09-23T06:19:01.230 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-bio-prison.ko 2023-09-23T06:19:01.230 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-cache-smq.ko 2023-09-23T06:19:01.230 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-cache.ko 2023-09-23T06:19:01.230 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-crypt.ko 2023-09-23T06:19:01.230 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-delay.ko 2023-09-23T06:19:01.230 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-flakey.ko 2023-09-23T06:19:01.230 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-log-userspace.ko 2023-09-23T06:19:01.230 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-multipath.ko 2023-09-23T06:19:01.230 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-queue-length.ko 2023-09-23T06:19:01.230 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-raid.ko 2023-09-23T06:19:01.231 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-round-robin.ko 2023-09-23T06:19:01.231 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-service-time.ko 2023-09-23T06:19:01.231 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-switch.ko 2023-09-23T06:19:01.231 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-thin-pool.ko 2023-09-23T06:19:01.231 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-verity.ko 2023-09-23T06:19:01.231 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/faulty.ko 2023-09-23T06:19:01.231 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/linear.ko 2023-09-23T06:19:01.231 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/multipath.ko 2023-09-23T06:19:01.231 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/persistent-data 2023-09-23T06:19:01.231 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2023-09-23T06:19:01.231 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/raid0.ko 2023-09-23T06:19:01.231 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/raid1.ko 2023-09-23T06:19:01.232 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/raid10.ko 2023-09-23T06:19:01.232 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/raid456.ko 2023-09-23T06:19:01.232 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message 2023-09-23T06:19:01.232 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion 2023-09-23T06:19:01.232 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptbase.ko 2023-09-23T06:19:01.232 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptctl.ko 2023-09-23T06:19:01.232 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptfc.ko 2023-09-23T06:19:01.232 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptlan.ko 2023-09-23T06:19:01.232 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptsas.ko 2023-09-23T06:19:01.232 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptscsih.ko 2023-09-23T06:19:01.232 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptspi.ko 2023-09-23T06:19:01.232 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd 2023-09-23T06:19:01.233 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/lpc_ich.ko 2023-09-23T06:19:01.233 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/lpc_sch.ko 2023-09-23T06:19:01.233 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/mfd-core.ko 2023-09-23T06:19:01.233 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/sm501.ko 2023-09-23T06:19:01.233 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/viperboard.ko 2023-09-23T06:19:01.233 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/vx855.ko 2023-09-23T06:19:01.233 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/wl1273-core.ko 2023-09-23T06:19:01.233 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc 2023-09-23T06:19:01.233 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/altera-stapl 2023-09-23T06:19:01.233 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2023-09-23T06:19:01.233 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/apds9802als.ko 2023-09-23T06:19:01.233 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/apds990x.ko 2023-09-23T06:19:01.233 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/bh1770glc.ko 2023-09-23T06:19:01.234 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/cb710 2023-09-23T06:19:01.234 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/cb710/cb710.ko 2023-09-23T06:19:01.234 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/eeprom 2023-09-23T06:19:01.234 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/eeprom/at24.ko 2023-09-23T06:19:01.234 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/eeprom/eeprom.ko 2023-09-23T06:19:01.234 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2023-09-23T06:19:01.234 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/eeprom/max6875.ko 2023-09-23T06:19:01.234 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/enclosure.ko 2023-09-23T06:19:01.234 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/hpilo.ko 2023-09-23T06:19:01.234 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/isl29003.ko 2023-09-23T06:19:01.234 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/isl29020.ko 2023-09-23T06:19:01.235 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/lis3lv02d 2023-09-23T06:19:01.235 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2023-09-23T06:19:01.235 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2023-09-23T06:19:01.235 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/mei 2023-09-23T06:19:01.235 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/mei/mei-me.ko 2023-09-23T06:19:01.235 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/mei/mei-txe.ko 2023-09-23T06:19:01.235 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/mei/mei.ko 2023-09-23T06:19:01.235 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-gru 2023-09-23T06:19:01.235 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-gru/gru.ko 2023-09-23T06:19:01.235 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-xp 2023-09-23T06:19:01.235 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-xp/xp.ko 2023-09-23T06:19:01.235 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-xp/xpc.ko 2023-09-23T06:19:01.235 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-xp/xpnet.ko 2023-09-23T06:19:01.236 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/tifm_7xx1.ko 2023-09-23T06:19:01.236 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/tifm_core.ko 2023-09-23T06:19:01.236 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/tsl2550.ko 2023-09-23T06:19:01.236 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/vmw_balloon.ko 2023-09-23T06:19:01.236 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/vmw_vmci 2023-09-23T06:19:01.236 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2023-09-23T06:19:01.236 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net 2023-09-23T06:19:01.236 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/bonding 2023-09-23T06:19:01.236 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/bonding/bonding.ko 2023-09-23T06:19:01.236 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa 2023-09-23T06:19:01.236 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/b53 2023-09-23T06:19:01.236 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/b53/b53_common.ko 2023-09-23T06:19:01.237 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/bcm-sf2.ko 2023-09-23T06:19:01.237 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/mv88e6060.ko 2023-09-23T06:19:01.237 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/mv88e6xxx 2023-09-23T06:19:01.237 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2023-09-23T06:19:01.237 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dummy.ko 2023-09-23T06:19:01.237 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/eql.ko 2023-09-23T06:19:01.237 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet 2023-09-23T06:19:01.237 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/3com 2023-09-23T06:19:01.237 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2023-09-23T06:19:01.237 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2023-09-23T06:19:01.237 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/3com/3c59x.ko 2023-09-23T06:19:01.237 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/3com/typhoon.ko 2023-09-23T06:19:01.238 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/8390 2023-09-23T06:19:01.238 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/8390/8390.ko 2023-09-23T06:19:01.238 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2023-09-23T06:19:01.238 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2023-09-23T06:19:01.238 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2023-09-23T06:19:01.238 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/adaptec 2023-09-23T06:19:01.238 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/adaptec/starfire.ko 2023-09-23T06:19:01.238 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/agere 2023-09-23T06:19:01.238 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/agere/et131x.ko 2023-09-23T06:19:01.238 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/alteon 2023-09-23T06:19:01.238 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/alteon/acenic.ko 2023-09-23T06:19:01.238 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/altera 2023-09-23T06:19:01.239 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/altera/altera_tse.ko 2023-09-23T06:19:01.239 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/amd 2023-09-23T06:19:01.239 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/amd/amd8111e.ko 2023-09-23T06:19:01.239 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2023-09-23T06:19:01.239 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/amd/pcnet32.ko 2023-09-23T06:19:01.239 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros 2023-09-23T06:19:01.239 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/alx 2023-09-23T06:19:01.239 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2023-09-23T06:19:01.239 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atl1c 2023-09-23T06:19:01.239 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2023-09-23T06:19:01.239 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atl1e 2023-09-23T06:19:01.239 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2023-09-23T06:19:01.239 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atlx 2023-09-23T06:19:01.240 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2023-09-23T06:19:01.240 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2023-09-23T06:19:01.240 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom 2023-09-23T06:19:01.240 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/b44.ko 2023-09-23T06:19:01.240 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2023-09-23T06:19:01.240 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/bnx2x 2023-09-23T06:19:01.240 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2023-09-23T06:19:01.240 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/cnic.ko 2023-09-23T06:19:01.240 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/genet 2023-09-23T06:19:01.240 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2023-09-23T06:19:01.240 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/tg3.ko 2023-09-23T06:19:01.241 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/brocade 2023-09-23T06:19:01.241 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/brocade/bna 2023-09-23T06:19:01.241 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2023-09-23T06:19:01.241 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio 2023-09-23T06:19:01.241 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb 2023-09-23T06:19:01.241 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2023-09-23T06:19:01.241 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb3 2023-09-23T06:19:01.241 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2023-09-23T06:19:01.241 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb4 2023-09-23T06:19:01.241 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2023-09-23T06:19:01.241 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2023-09-23T06:19:01.241 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2023-09-23T06:19:01.241 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/libcxgb 2023-09-23T06:19:01.242 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2023-09-23T06:19:01.242 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/cisco 2023-09-23T06:19:01.242 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/cisco/enic 2023-09-23T06:19:01.242 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2023-09-23T06:19:01.242 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec 2023-09-23T06:19:01.242 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip 2023-09-23T06:19:01.242 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2023-09-23T06:19:01.242 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2023-09-23T06:19:01.242 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2023-09-23T06:19:01.242 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2023-09-23T06:19:01.242 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2023-09-23T06:19:01.242 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2023-09-23T06:19:01.243 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dlink 2023-09-23T06:19:01.243 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dlink/dl2k.ko 2023-09-23T06:19:01.243 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dlink/sundance.ko 2023-09-23T06:19:01.243 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dnet.ko 2023-09-23T06:19:01.243 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/emulex 2023-09-23T06:19:01.243 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/emulex/benet 2023-09-23T06:19:01.243 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2023-09-23T06:19:01.243 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/ethoc.ko 2023-09-23T06:19:01.243 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/fealnx.ko 2023-09-23T06:19:01.243 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel 2023-09-23T06:19:01.243 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/e100.ko 2023-09-23T06:19:01.243 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/e1000 2023-09-23T06:19:01.244 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2023-09-23T06:19:01.244 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/e1000e 2023-09-23T06:19:01.244 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2023-09-23T06:19:01.244 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/fm10k 2023-09-23T06:19:01.244 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2023-09-23T06:19:01.244 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/i40e 2023-09-23T06:19:01.244 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2023-09-23T06:19:01.244 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/iavf 2023-09-23T06:19:01.244 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2023-09-23T06:19:01.244 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/igb 2023-09-23T06:19:01.244 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/igb/igb.ko 2023-09-23T06:19:01.244 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/igbvf 2023-09-23T06:19:01.245 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2023-09-23T06:19:01.245 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/ixgbe 2023-09-23T06:19:01.245 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2023-09-23T06:19:01.245 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/ixgbevf 2023-09-23T06:19:01.245 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2023-09-23T06:19:01.245 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/jme.ko 2023-09-23T06:19:01.245 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/marvell 2023-09-23T06:19:01.245 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2023-09-23T06:19:01.245 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/marvell/skge.ko 2023-09-23T06:19:01.245 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/marvell/sky2.ko 2023-09-23T06:19:01.245 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox 2023-09-23T06:19:01.246 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx4 2023-09-23T06:19:01.246 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2023-09-23T06:19:01.246 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2023-09-23T06:19:01.246 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx5 2023-09-23T06:19:01.246 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx5/core 2023-09-23T06:19:01.246 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2023-09-23T06:19:01.246 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/micrel 2023-09-23T06:19:01.246 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2023-09-23T06:19:01.246 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/myricom 2023-09-23T06:19:01.246 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/myricom/myri10ge 2023-09-23T06:19:01.246 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2023-09-23T06:19:01.246 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/natsemi 2023-09-23T06:19:01.247 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2023-09-23T06:19:01.247 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2023-09-23T06:19:01.247 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/neterion 2023-09-23T06:19:01.247 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/neterion/s2io.ko 2023-09-23T06:19:01.247 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/nvidia 2023-09-23T06:19:01.247 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2023-09-23T06:19:01.247 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/packetengines 2023-09-23T06:19:01.247 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2023-09-23T06:19:01.247 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2023-09-23T06:19:01.247 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic 2023-09-23T06:19:01.247 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic/netxen 2023-09-23T06:19:01.248 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2023-09-23T06:19:01.248 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2023-09-23T06:19:01.248 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic/qlcnic 2023-09-23T06:19:01.248 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2023-09-23T06:19:01.248 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/rdc 2023-09-23T06:19:01.248 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/rdc/r6040.ko 2023-09-23T06:19:01.248 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/realtek 2023-09-23T06:19:01.248 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/realtek/8139cp.ko 2023-09-23T06:19:01.248 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/realtek/8139too.ko 2023-09-23T06:19:01.248 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/realtek/atp.ko 2023-09-23T06:19:01.248 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/realtek/r8169.ko 2023-09-23T06:19:01.248 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/rocker 2023-09-23T06:19:01.249 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/rocker/rocker.ko 2023-09-23T06:19:01.249 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sfc 2023-09-23T06:19:01.249 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sfc/sfc.ko 2023-09-23T06:19:01.249 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/silan 2023-09-23T06:19:01.249 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/silan/sc92031.ko 2023-09-23T06:19:01.249 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sis 2023-09-23T06:19:01.249 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sis/sis190.ko 2023-09-23T06:19:01.249 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sis/sis900.ko 2023-09-23T06:19:01.249 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/smsc 2023-09-23T06:19:01.249 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/smsc/epic100.ko 2023-09-23T06:19:01.249 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2023-09-23T06:19:01.249 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2023-09-23T06:19:01.250 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2023-09-23T06:19:01.250 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/stmicro 2023-09-23T06:19:01.250 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/stmicro/stmmac 2023-09-23T06:19:01.250 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2023-09-23T06:19:01.250 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2023-09-23T06:19:01.250 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sun 2023-09-23T06:19:01.250 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sun/cassini.ko 2023-09-23T06:19:01.250 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sun/niu.ko 2023-09-23T06:19:01.250 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sun/sungem.ko 2023-09-23T06:19:01.250 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sun/sunhme.ko 2023-09-23T06:19:01.250 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/tehuti 2023-09-23T06:19:01.250 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2023-09-23T06:19:01.251 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/ti 2023-09-23T06:19:01.251 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/ti/tlan.ko 2023-09-23T06:19:01.251 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/via 2023-09-23T06:19:01.251 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/via/via-rhine.ko 2023-09-23T06:19:01.251 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/via/via-velocity.ko 2023-09-23T06:19:01.251 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/wiznet 2023-09-23T06:19:01.251 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/wiznet/w5100.ko 2023-09-23T06:19:01.251 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/wiznet/w5300.ko 2023-09-23T06:19:01.251 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/xircom 2023-09-23T06:19:01.251 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2023-09-23T06:19:01.251 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/geneve.ko 2023-09-23T06:19:01.251 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/hyperv 2023-09-23T06:19:01.251 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/hyperv/hv_netvsc.ko 2023-09-23T06:19:01.252 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ieee802154 2023-09-23T06:19:01.252 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ieee802154/fakelb.ko 2023-09-23T06:19:01.252 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ifb.ko 2023-09-23T06:19:01.252 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ipvlan 2023-09-23T06:19:01.252 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ipvlan/ipvlan.ko 2023-09-23T06:19:01.252 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/macvlan.ko 2023-09-23T06:19:01.252 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/macvtap.ko 2023-09-23T06:19:01.252 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mdio 2023-09-23T06:19:01.252 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mdio.ko 2023-09-23T06:19:01.252 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2023-09-23T06:19:01.252 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mdio/mdio-bitbang.ko 2023-09-23T06:19:01.252 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mdio/mdio-regmap.ko 2023-09-23T06:19:01.252 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mii.ko 2023-09-23T06:19:01.253 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/net_failover.ko 2023-09-23T06:19:01.253 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/netconsole.ko 2023-09-23T06:19:01.253 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/nlmon.ko 2023-09-23T06:19:01.253 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/pcs 2023-09-23T06:19:01.253 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/pcs/pcs-lynx.ko 2023-09-23T06:19:01.253 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/pcs/pcs_xpcs.ko 2023-09-23T06:19:01.253 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy 2023-09-23T06:19:01.253 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/amd.ko 2023-09-23T06:19:01.253 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/bcm-phy-lib.ko 2023-09-23T06:19:01.253 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/bcm-phy-ptp.ko 2023-09-23T06:19:01.253 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/bcm7xxx.ko 2023-09-23T06:19:01.253 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/bcm87xx.ko 2023-09-23T06:19:01.253 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/broadcom.ko 2023-09-23T06:19:01.254 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/cicada.ko 2023-09-23T06:19:01.254 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/davicom.ko 2023-09-23T06:19:01.254 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/dp83640.ko 2023-09-23T06:19:01.254 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/et1011c.ko 2023-09-23T06:19:01.254 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/icplus.ko 2023-09-23T06:19:01.254 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/lxt.ko 2023-09-23T06:19:01.254 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/marvell.ko 2023-09-23T06:19:01.254 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/micrel.ko 2023-09-23T06:19:01.254 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/national.ko 2023-09-23T06:19:01.254 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/phylink.ko 2023-09-23T06:19:01.254 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/qsemi.ko 2023-09-23T06:19:01.254 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/realtek.ko 2023-09-23T06:19:01.255 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/smsc.ko 2023-09-23T06:19:01.255 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/ste10Xp.ko 2023-09-23T06:19:01.255 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/vitesse.ko 2023-09-23T06:19:01.255 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp 2023-09-23T06:19:01.255 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/bsd_comp.ko 2023-09-23T06:19:01.255 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/ppp_async.ko 2023-09-23T06:19:01.255 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/ppp_deflate.ko 2023-09-23T06:19:01.255 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/ppp_generic.ko 2023-09-23T06:19:01.255 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/ppp_mppe.ko 2023-09-23T06:19:01.255 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/ppp_synctty.ko 2023-09-23T06:19:01.255 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/pppoe.ko 2023-09-23T06:19:01.255 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/pppox.ko 2023-09-23T06:19:01.255 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/pptp.ko 2023-09-23T06:19:01.256 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/slip 2023-09-23T06:19:01.256 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/slip/slhc.ko 2023-09-23T06:19:01.256 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/slip/slip.ko 2023-09-23T06:19:01.256 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/sungem_phy.ko 2023-09-23T06:19:01.256 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/tap.ko 2023-09-23T06:19:01.256 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team 2023-09-23T06:19:01.256 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team.ko 2023-09-23T06:19:01.256 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team_mode_activebackup.ko 2023-09-23T06:19:01.256 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team_mode_broadcast.ko 2023-09-23T06:19:01.256 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team_mode_loadbalance.ko 2023-09-23T06:19:01.256 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team_mode_random.ko 2023-09-23T06:19:01.256 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team_mode_roundrobin.ko 2023-09-23T06:19:01.257 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/tun.ko 2023-09-23T06:19:01.257 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/veth.ko 2023-09-23T06:19:01.257 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/virtio_net.ko 2023-09-23T06:19:01.257 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/vmxnet3 2023-09-23T06:19:01.257 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/vmxnet3/vmxnet3.ko 2023-09-23T06:19:01.257 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/vxlan 2023-09-23T06:19:01.257 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/vxlan/vxlan.ko 2023-09-23T06:19:01.257 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/xen-netback 2023-09-23T06:19:01.257 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/xen-netback/xen-netback.ko 2023-09-23T06:19:01.257 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/xen-netfront.ko 2023-09-23T06:19:01.257 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ntb 2023-09-23T06:19:01.257 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ntb/ntb.ko 2023-09-23T06:19:01.258 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/nvme 2023-09-23T06:19:01.258 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/nvme/host 2023-09-23T06:19:01.258 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/nvme/host/nvme-core.ko 2023-09-23T06:19:01.258 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/nvme/host/nvme.ko 2023-09-23T06:19:01.258 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/parport 2023-09-23T06:19:01.258 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/parport/parport.ko 2023-09-23T06:19:01.258 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/parport/parport_cs.ko 2023-09-23T06:19:01.258 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/parport/parport_pc.ko 2023-09-23T06:19:01.258 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/parport/parport_serial.ko 2023-09-23T06:19:01.258 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci 2023-09-23T06:19:01.258 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci/hotplug 2023-09-23T06:19:01.258 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2023-09-23T06:19:01.259 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci/pcie 2023-09-23T06:19:01.259 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci/pcie/aer_inject.ko 2023-09-23T06:19:01.259 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci/xen-pcifront.ko 2023-09-23T06:19:01.259 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pcmcia 2023-09-23T06:19:01.259 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pcmcia/i82092.ko 2023-09-23T06:19:01.259 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pcmcia/pd6729.ko 2023-09-23T06:19:01.259 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pcmcia/yenta_socket.ko 2023-09-23T06:19:01.259 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pinctrl 2023-09-23T06:19:01.259 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pinctrl/intel 2023-09-23T06:19:01.259 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2023-09-23T06:19:01.259 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform 2023-09-23T06:19:01.259 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86 2023-09-23T06:19:01.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/acer-wmi.ko 2023-09-23T06:19:01.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/acerhdf.ko 2023-09-23T06:19:01.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/apple-gmux.ko 2023-09-23T06:19:01.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/asus-laptop.ko 2023-09-23T06:19:01.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/asus-nb-wmi.ko 2023-09-23T06:19:01.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/asus-wmi.ko 2023-09-23T06:19:01.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/classmate-laptop.ko 2023-09-23T06:19:01.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/eeepc-laptop.ko 2023-09-23T06:19:01.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/eeepc-wmi.ko 2023-09-23T06:19:01.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/fujitsu-laptop.ko 2023-09-23T06:19:01.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/fujitsu-tablet.ko 2023-09-23T06:19:01.260 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/hdaps.ko 2023-09-23T06:19:01.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/intel 2023-09-23T06:19:01.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/intel/intel-rst.ko 2023-09-23T06:19:01.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/intel_ips.ko 2023-09-23T06:19:01.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/msi-wmi.ko 2023-09-23T06:19:01.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/mxm-wmi.ko 2023-09-23T06:19:01.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/panasonic-laptop.ko 2023-09-23T06:19:01.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/samsung-laptop.ko 2023-09-23T06:19:01.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/samsung-q10.ko 2023-09-23T06:19:01.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/topstar-laptop.ko 2023-09-23T06:19:01.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2023-09-23T06:19:01.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/toshiba_haps.ko 2023-09-23T06:19:01.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/wmi-bmof.ko 2023-09-23T06:19:01.261 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/wmi.ko 2023-09-23T06:19:01.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/powercap 2023-09-23T06:19:01.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/powercap/intel_rapl_common.ko 2023-09-23T06:19:01.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/powercap/intel_rapl_msr.ko 2023-09-23T06:19:01.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps 2023-09-23T06:19:01.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps/clients 2023-09-23T06:19:01.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps/clients/pps-gpio.ko 2023-09-23T06:19:01.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps/clients/pps-ldisc.ko 2023-09-23T06:19:01.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps/clients/pps_parport.ko 2023-09-23T06:19:01.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps/pps_core.ko 2023-09-23T06:19:01.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ptp 2023-09-23T06:19:01.262 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ptp/ptp.ko 2023-09-23T06:19:01.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ptp/ptp_kvm.ko 2023-09-23T06:19:01.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc 2023-09-23T06:19:01.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-bq32k.ko 2023-09-23T06:19:01.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-bq4802.ko 2023-09-23T06:19:01.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1286.ko 2023-09-23T06:19:01.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1307.ko 2023-09-23T06:19:01.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1374.ko 2023-09-23T06:19:01.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1511.ko 2023-09-23T06:19:01.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1553.ko 2023-09-23T06:19:01.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1672.ko 2023-09-23T06:19:01.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1742.ko 2023-09-23T06:19:01.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds2404.ko 2023-09-23T06:19:01.263 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds3232.ko 2023-09-23T06:19:01.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-em3027.ko 2023-09-23T06:19:01.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-fm3130.ko 2023-09-23T06:19:01.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-isl12022.ko 2023-09-23T06:19:01.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-isl1208.ko 2023-09-23T06:19:01.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-m41t80.ko 2023-09-23T06:19:01.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-m48t35.ko 2023-09-23T06:19:01.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-m48t59.ko 2023-09-23T06:19:01.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-max6900.ko 2023-09-23T06:19:01.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-msm6242.ko 2023-09-23T06:19:01.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-pcf2127.ko 2023-09-23T06:19:01.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-pcf85063.ko 2023-09-23T06:19:01.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-pcf8523.ko 2023-09-23T06:19:01.264 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-pcf8563.ko 2023-09-23T06:19:01.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-pcf8583.ko 2023-09-23T06:19:01.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-rp5c01.ko 2023-09-23T06:19:01.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-rs5c372.ko 2023-09-23T06:19:01.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-rv3029c2.ko 2023-09-23T06:19:01.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-rx8025.ko 2023-09-23T06:19:01.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-rx8581.ko 2023-09-23T06:19:01.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-stk17ta8.ko 2023-09-23T06:19:01.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-x1205.ko 2023-09-23T06:19:01.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi 2023-09-23T06:19:01.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/3w-9xxx.ko 2023-09-23T06:19:01.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/3w-sas.ko 2023-09-23T06:19:01.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/3w-xxxx.ko 2023-09-23T06:19:01.265 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/BusLogic.ko 2023-09-23T06:19:01.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/a100u2w.ko 2023-09-23T06:19:01.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/aacraid 2023-09-23T06:19:01.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/aacraid/aacraid.ko 2023-09-23T06:19:01.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/advansys.ko 2023-09-23T06:19:01.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/aic7xxx 2023-09-23T06:19:01.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2023-09-23T06:19:01.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2023-09-23T06:19:01.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/am53c974.ko 2023-09-23T06:19:01.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/arcmsr 2023-09-23T06:19:01.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/arcmsr/arcmsr.ko 2023-09-23T06:19:01.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/atp870u.ko 2023-09-23T06:19:01.266 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/be2iscsi 2023-09-23T06:19:01.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2023-09-23T06:19:01.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bfa 2023-09-23T06:19:01.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bfa/bfa.ko 2023-09-23T06:19:01.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bnx2fc 2023-09-23T06:19:01.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2023-09-23T06:19:01.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bnx2i 2023-09-23T06:19:01.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bnx2i/bnx2i.ko 2023-09-23T06:19:01.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/ch.ko 2023-09-23T06:19:01.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/csiostor 2023-09-23T06:19:01.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/csiostor/csiostor.ko 2023-09-23T06:19:01.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi 2023-09-23T06:19:01.267 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi/cxgb3i 2023-09-23T06:19:01.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2023-09-23T06:19:01.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi/cxgb4i 2023-09-23T06:19:01.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2023-09-23T06:19:01.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2023-09-23T06:19:01.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/dc395x.ko 2023-09-23T06:19:01.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/device_handler 2023-09-23T06:19:01.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2023-09-23T06:19:01.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2023-09-23T06:19:01.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2023-09-23T06:19:01.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2023-09-23T06:19:01.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/dmx3191d.ko 2023-09-23T06:19:01.268 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/esas2r 2023-09-23T06:19:01.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/esas2r/esas2r.ko 2023-09-23T06:19:01.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/esp_scsi.ko 2023-09-23T06:19:01.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/fcoe 2023-09-23T06:19:01.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/fcoe/fcoe.ko 2023-09-23T06:19:01.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/fcoe/libfcoe.ko 2023-09-23T06:19:01.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/fnic 2023-09-23T06:19:01.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/fnic/fnic.ko 2023-09-23T06:19:01.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/hpsa.ko 2023-09-23T06:19:01.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/hptiop.ko 2023-09-23T06:19:01.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/hv_storvsc.ko 2023-09-23T06:19:01.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/initio.ko 2023-09-23T06:19:01.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/ipr.ko 2023-09-23T06:19:01.269 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/ips.ko 2023-09-23T06:19:01.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/isci 2023-09-23T06:19:01.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/isci/isci.ko 2023-09-23T06:19:01.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2023-09-23T06:19:01.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/iscsi_tcp.ko 2023-09-23T06:19:01.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libfc 2023-09-23T06:19:01.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libfc/libfc.ko 2023-09-23T06:19:01.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libiscsi.ko 2023-09-23T06:19:01.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libiscsi_tcp.ko 2023-09-23T06:19:01.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libsas 2023-09-23T06:19:01.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libsas/libsas.ko 2023-09-23T06:19:01.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/lpfc 2023-09-23T06:19:01.270 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/lpfc/lpfc.ko 2023-09-23T06:19:01.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/megaraid 2023-09-23T06:19:01.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/megaraid.ko 2023-09-23T06:19:01.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2023-09-23T06:19:01.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2023-09-23T06:19:01.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2023-09-23T06:19:01.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/mpt3sas 2023-09-23T06:19:01.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2023-09-23T06:19:01.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/mvsas 2023-09-23T06:19:01.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/mvsas/mvsas.ko 2023-09-23T06:19:01.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/mvumi.ko 2023-09-23T06:19:01.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/pm8001 2023-09-23T06:19:01.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/pm8001/pm80xx.ko 2023-09-23T06:19:01.271 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/pmcraid.ko 2023-09-23T06:19:01.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla1280.ko 2023-09-23T06:19:01.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla2xxx 2023-09-23T06:19:01.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2023-09-23T06:19:01.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2023-09-23T06:19:01.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla4xxx 2023-09-23T06:19:01.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2023-09-23T06:19:01.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/raid_class.ko 2023-09-23T06:19:01.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_debug.ko 2023-09-23T06:19:01.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_transport_fc.ko 2023-09-23T06:19:01.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_transport_iscsi.ko 2023-09-23T06:19:01.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_transport_sas.ko 2023-09-23T06:19:01.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_transport_spi.ko 2023-09-23T06:19:01.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_transport_srp.ko 2023-09-23T06:19:01.272 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/ses.ko 2023-09-23T06:19:01.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/st.ko 2023-09-23T06:19:01.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/stex.ko 2023-09-23T06:19:01.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/sym53c8xx_2 2023-09-23T06:19:01.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2023-09-23T06:19:01.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/virtio_scsi.ko 2023-09-23T06:19:01.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/vmw_pvscsi.ko 2023-09-23T06:19:01.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/wd719x.ko 2023-09-23T06:19:01.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ssb 2023-09-23T06:19:01.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ssb/ssb.ko 2023-09-23T06:19:01.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target 2023-09-23T06:19:01.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/iscsi 2023-09-23T06:19:01.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2023-09-23T06:19:01.273 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/loopback 2023-09-23T06:19:01.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/loopback/tcm_loop.ko 2023-09-23T06:19:01.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/target_core_file.ko 2023-09-23T06:19:01.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/target_core_iblock.ko 2023-09-23T06:19:01.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/target_core_mod.ko 2023-09-23T06:19:01.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/target_core_pscsi.ko 2023-09-23T06:19:01.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/target_core_user.ko 2023-09-23T06:19:01.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/tcm_fc 2023-09-23T06:19:01.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/tcm_fc/tcm_fc.ko 2023-09-23T06:19:01.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal 2023-09-23T06:19:01.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel 2023-09-23T06:19:01.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal 2023-09-23T06:19:01.274 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2023-09-23T06:19:01.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2023-09-23T06:19:01.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2023-09-23T06:19:01.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2023-09-23T06:19:01.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2023-09-23T06:19:01.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2023-09-23T06:19:01.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2023-09-23T06:19:01.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2023-09-23T06:19:01.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2023-09-23T06:19:01.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2023-09-23T06:19:01.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2023-09-23T06:19:01.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2023-09-23T06:19:01.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2023-09-23T06:19:01.275 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2023-09-23T06:19:01.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2023-09-23T06:19:01.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty 2023-09-23T06:19:01.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/ipwireless 2023-09-23T06:19:01.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/ipwireless/ipwireless.ko 2023-09-23T06:19:01.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/n_gsm.ko 2023-09-23T06:19:01.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/n_hdlc.ko 2023-09-23T06:19:01.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/nozomi.ko 2023-09-23T06:19:01.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial 2023-09-23T06:19:01.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial/8250 2023-09-23T06:19:01.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial/8250/serial_cs.ko 2023-09-23T06:19:01.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial/arc_uart.ko 2023-09-23T06:19:01.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial/jsm 2023-09-23T06:19:01.276 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial/jsm/jsm.ko 2023-09-23T06:19:01.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/synclink_gt.ko 2023-09-23T06:19:01.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ufs 2023-09-23T06:19:01.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ufs/core 2023-09-23T06:19:01.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ufs/core/ufshcd-core.ko 2023-09-23T06:19:01.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ufs/host 2023-09-23T06:19:01.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ufs/host/ufshcd-pci.ko 2023-09-23T06:19:01.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio 2023-09-23T06:19:01.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio/uio.ko 2023-09-23T06:19:01.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio/uio_aec.ko 2023-09-23T06:19:01.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio/uio_cif.ko 2023-09-23T06:19:01.277 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio/uio_pci_generic.ko 2023-09-23T06:19:01.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio/uio_sercos3.ko 2023-09-23T06:19:01.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb 2023-09-23T06:19:01.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/class 2023-09-23T06:19:01.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/class/cdc-acm.ko 2023-09-23T06:19:01.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/class/cdc-wdm.ko 2023-09-23T06:19:01.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/class/usblp.ko 2023-09-23T06:19:01.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/class/usbtmc.ko 2023-09-23T06:19:01.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/host 2023-09-23T06:19:01.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/host/sl811-hcd.ko 2023-09-23T06:19:01.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/image 2023-09-23T06:19:01.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/image/mdc800.ko 2023-09-23T06:19:01.278 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/image/microtek.ko 2023-09-23T06:19:01.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc 2023-09-23T06:19:01.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/adutux.ko 2023-09-23T06:19:01.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/appledisplay.ko 2023-09-23T06:19:01.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/emi26.ko 2023-09-23T06:19:01.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/emi62.ko 2023-09-23T06:19:01.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/ezusb.ko 2023-09-23T06:19:01.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/idmouse.ko 2023-09-23T06:19:01.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/iowarrior.ko 2023-09-23T06:19:01.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/isight_firmware.ko 2023-09-23T06:19:01.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/ldusb.ko 2023-09-23T06:19:01.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/legousbtower.ko 2023-09-23T06:19:01.279 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/sisusbvga 2023-09-23T06:19:01.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2023-09-23T06:19:01.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/trancevibrator.ko 2023-09-23T06:19:01.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/usb3503.ko 2023-09-23T06:19:01.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/usblcd.ko 2023-09-23T06:19:01.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/usbsevseg.ko 2023-09-23T06:19:01.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/uss720.ko 2023-09-23T06:19:01.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/yurex.ko 2023-09-23T06:19:01.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/phy 2023-09-23T06:19:01.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/phy/phy-generic.ko 2023-09-23T06:19:01.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial 2023-09-23T06:19:01.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/aircable.ko 2023-09-23T06:19:01.280 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ark3116.ko 2023-09-23T06:19:01.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/belkin_sa.ko 2023-09-23T06:19:01.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ch341.ko 2023-09-23T06:19:01.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/cp210x.ko 2023-09-23T06:19:01.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/cyberjack.ko 2023-09-23T06:19:01.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/cypress_m8.ko 2023-09-23T06:19:01.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/digi_acceleport.ko 2023-09-23T06:19:01.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/empeg.ko 2023-09-23T06:19:01.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ftdi_sio.ko 2023-09-23T06:19:01.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/garmin_gps.ko 2023-09-23T06:19:01.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/io_edgeport.ko 2023-09-23T06:19:01.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/io_ti.ko 2023-09-23T06:19:01.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ipaq.ko 2023-09-23T06:19:01.281 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ipw.ko 2023-09-23T06:19:01.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ir-usb.ko 2023-09-23T06:19:01.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/iuu_phoenix.ko 2023-09-23T06:19:01.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/keyspan.ko 2023-09-23T06:19:01.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/keyspan_pda.ko 2023-09-23T06:19:01.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/kl5kusb105.ko 2023-09-23T06:19:01.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/kobil_sct.ko 2023-09-23T06:19:01.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/mct_u232.ko 2023-09-23T06:19:01.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/mos7720.ko 2023-09-23T06:19:01.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/mos7840.ko 2023-09-23T06:19:01.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/navman.ko 2023-09-23T06:19:01.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/omninet.ko 2023-09-23T06:19:01.282 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/opticon.ko 2023-09-23T06:19:01.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/option.ko 2023-09-23T06:19:01.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/oti6858.ko 2023-09-23T06:19:01.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/pl2303.ko 2023-09-23T06:19:01.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/qcaux.ko 2023-09-23T06:19:01.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/qcserial.ko 2023-09-23T06:19:01.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/quatech2.ko 2023-09-23T06:19:01.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/safe_serial.ko 2023-09-23T06:19:01.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/sierra.ko 2023-09-23T06:19:01.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/spcp8x5.ko 2023-09-23T06:19:01.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ssu100.ko 2023-09-23T06:19:01.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/symbolserial.ko 2023-09-23T06:19:01.283 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2023-09-23T06:19:01.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/usb-serial-simple.ko 2023-09-23T06:19:01.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/usb_debug.ko 2023-09-23T06:19:01.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/usb_wwan.ko 2023-09-23T06:19:01.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/visor.ko 2023-09-23T06:19:01.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/whiteheat.ko 2023-09-23T06:19:01.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/xsens_mt.ko 2023-09-23T06:19:01.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage 2023-09-23T06:19:01.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/uas.ko 2023-09-23T06:19:01.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-alauda.ko 2023-09-23T06:19:01.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-cypress.ko 2023-09-23T06:19:01.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-datafab.ko 2023-09-23T06:19:01.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-eneub6250.ko 2023-09-23T06:19:01.284 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-freecom.ko 2023-09-23T06:19:01.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-isd200.ko 2023-09-23T06:19:01.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-jumpshot.ko 2023-09-23T06:19:01.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-karma.ko 2023-09-23T06:19:01.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-onetouch.ko 2023-09-23T06:19:01.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-realtek.ko 2023-09-23T06:19:01.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-sddr09.ko 2023-09-23T06:19:01.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-sddr55.ko 2023-09-23T06:19:01.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-usbat.ko 2023-09-23T06:19:01.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/usb-storage.ko 2023-09-23T06:19:01.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/usbip 2023-09-23T06:19:01.285 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/usbip/usbip-core.ko 2023-09-23T06:19:01.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/usbip/usbip-host.ko 2023-09-23T06:19:01.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/usbip/vhci-hcd.ko 2023-09-23T06:19:01.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio 2023-09-23T06:19:01.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio/pci 2023-09-23T06:19:01.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio/pci/vfio-pci-core.ko 2023-09-23T06:19:01.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio/pci/vfio-pci.ko 2023-09-23T06:19:01.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio/vfio.ko 2023-09-23T06:19:01.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio/vfio_iommu_type1.ko 2023-09-23T06:19:01.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vhost 2023-09-23T06:19:01.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vhost/vhost.ko 2023-09-23T06:19:01.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vhost/vhost_iotlb.ko 2023-09-23T06:19:01.286 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vhost/vhost_net.ko 2023-09-23T06:19:01.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vhost/vhost_scsi.ko 2023-09-23T06:19:01.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/video 2023-09-23T06:19:01.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/video/backlight 2023-09-23T06:19:01.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/video/backlight/apple_bl.ko 2023-09-23T06:19:01.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/video/backlight/lcd.ko 2023-09-23T06:19:01.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/video/backlight/platform_lcd.ko 2023-09-23T06:19:01.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio 2023-09-23T06:19:01.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio.ko 2023-09-23T06:19:01.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_balloon.ko 2023-09-23T06:19:01.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_mmio.ko 2023-09-23T06:19:01.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_pci.ko 2023-09-23T06:19:01.287 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2023-09-23T06:19:01.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2023-09-23T06:19:01.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_ring.ko 2023-09-23T06:19:01.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1 2023-09-23T06:19:01.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/masters 2023-09-23T06:19:01.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/masters/ds2482.ko 2023-09-23T06:19:01.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/masters/ds2490.ko 2023-09-23T06:19:01.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves 2023-09-23T06:19:01.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2406.ko 2023-09-23T06:19:01.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2408.ko 2023-09-23T06:19:01.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2413.ko 2023-09-23T06:19:01.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2423.ko 2023-09-23T06:19:01.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2431.ko 2023-09-23T06:19:01.288 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2433.ko 2023-09-23T06:19:01.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2780.ko 2023-09-23T06:19:01.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2781.ko 2023-09-23T06:19:01.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds28e04.ko 2023-09-23T06:19:01.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_smem.ko 2023-09-23T06:19:01.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_therm.ko 2023-09-23T06:19:01.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/wire.ko 2023-09-23T06:19:01.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog 2023-09-23T06:19:01.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/alim1535_wdt.ko 2023-09-23T06:19:01.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/alim7101_wdt.ko 2023-09-23T06:19:01.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/f71808e_wdt.ko 2023-09-23T06:19:01.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/hpwdt.ko 2023-09-23T06:19:01.289 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/i6300esb.ko 2023-09-23T06:19:01.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/iTCO_vendor_support.ko 2023-09-23T06:19:01.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/iTCO_wdt.ko 2023-09-23T06:19:01.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/ib700wdt.ko 2023-09-23T06:19:01.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/ibmasr.ko 2023-09-23T06:19:01.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/ie6xx_wdt.ko 2023-09-23T06:19:01.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/it8712f_wdt.ko 2023-09-23T06:19:01.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/it87_wdt.ko 2023-09-23T06:19:01.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/machzwd.ko 2023-09-23T06:19:01.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/nv_tco.ko 2023-09-23T06:19:01.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/pcwd_pci.ko 2023-09-23T06:19:01.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/pcwd_usb.ko 2023-09-23T06:19:01.290 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2023-09-23T06:19:01.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/sch311x_wdt.ko 2023-09-23T06:19:01.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/softdog.ko 2023-09-23T06:19:01.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/sp5100_tco.ko 2023-09-23T06:19:01.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/via_wdt.ko 2023-09-23T06:19:01.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/w83627hf_wdt.ko 2023-09-23T06:19:01.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/w83877f_wdt.ko 2023-09-23T06:19:01.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/w83977f_wdt.ko 2023-09-23T06:19:01.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/wdt_pci.ko 2023-09-23T06:19:01.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/xen_wdt.ko 2023-09-23T06:19:01.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen 2023-09-23T06:19:01.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-acpi-processor.ko 2023-09-23T06:19:01.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-evtchn.ko 2023-09-23T06:19:01.291 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-gntalloc.ko 2023-09-23T06:19:01.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-gntdev.ko 2023-09-23T06:19:01.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-pciback 2023-09-23T06:19:01.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2023-09-23T06:19:01.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-privcmd.ko 2023-09-23T06:19:01.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xenfs 2023-09-23T06:19:01.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xenfs/xenfs.ko 2023-09-23T06:19:01.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs 2023-09-23T06:19:01.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/9p 2023-09-23T06:19:01.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/9p/9p.ko 2023-09-23T06:19:01.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/affs 2023-09-23T06:19:01.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/affs/affs.ko 2023-09-23T06:19:01.292 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/befs 2023-09-23T06:19:01.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/befs/befs.ko 2023-09-23T06:19:01.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/binfmt_misc.ko 2023-09-23T06:19:01.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/btrfs 2023-09-23T06:19:01.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/btrfs/btrfs.ko 2023-09-23T06:19:01.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/cachefiles 2023-09-23T06:19:01.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/cachefiles/cachefiles.ko 2023-09-23T06:19:01.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ceph 2023-09-23T06:19:01.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ceph/ceph.ko 2023-09-23T06:19:01.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/coda 2023-09-23T06:19:01.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/coda/coda.ko 2023-09-23T06:19:01.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/cramfs 2023-09-23T06:19:01.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/cramfs/cramfs.ko 2023-09-23T06:19:01.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/dlm 2023-09-23T06:19:01.293 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/dlm/dlm.ko 2023-09-23T06:19:01.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ecryptfs 2023-09-23T06:19:01.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ecryptfs/ecryptfs.ko 2023-09-23T06:19:01.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/f2fs 2023-09-23T06:19:01.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/f2fs/f2fs.ko 2023-09-23T06:19:01.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fat 2023-09-23T06:19:01.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fat/fat.ko 2023-09-23T06:19:01.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fat/msdos.ko 2023-09-23T06:19:01.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fat/vfat.ko 2023-09-23T06:19:01.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fscache 2023-09-23T06:19:01.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fscache/fscache.ko 2023-09-23T06:19:01.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fuse 2023-09-23T06:19:01.294 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fuse/cuse.ko 2023-09-23T06:19:01.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fuse/fuse.ko 2023-09-23T06:19:01.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/gfs2 2023-09-23T06:19:01.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/gfs2/gfs2.ko 2023-09-23T06:19:01.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/hfs 2023-09-23T06:19:01.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/hfs/hfs.ko 2023-09-23T06:19:01.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/hfsplus 2023-09-23T06:19:01.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/hfsplus/hfsplus.ko 2023-09-23T06:19:01.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/isofs 2023-09-23T06:19:01.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/isofs/isofs.ko 2023-09-23T06:19:01.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/jfs 2023-09-23T06:19:01.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/jfs/jfs.ko 2023-09-23T06:19:01.295 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/lockd 2023-09-23T06:19:01.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/lockd/lockd.ko 2023-09-23T06:19:01.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/minix 2023-09-23T06:19:01.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/minix/minix.ko 2023-09-23T06:19:01.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/netfs 2023-09-23T06:19:01.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/netfs/netfs.ko 2023-09-23T06:19:01.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs 2023-09-23T06:19:01.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/blocklayout 2023-09-23T06:19:01.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2023-09-23T06:19:01.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/filelayout 2023-09-23T06:19:01.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2023-09-23T06:19:01.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/flexfilelayout 2023-09-23T06:19:01.296 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2023-09-23T06:19:01.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/nfs.ko 2023-09-23T06:19:01.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/nfsv3.ko 2023-09-23T06:19:01.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/nfsv4.ko 2023-09-23T06:19:01.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs_common 2023-09-23T06:19:01.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs_common/grace.ko 2023-09-23T06:19:01.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs_common/nfs_acl.ko 2023-09-23T06:19:01.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfsd 2023-09-23T06:19:01.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfsd/nfsd.ko 2023-09-23T06:19:01.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nilfs2 2023-09-23T06:19:01.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nilfs2/nilfs2.ko 2023-09-23T06:19:01.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls 2023-09-23T06:19:01.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-celtic.ko 2023-09-23T06:19:01.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-centeuro.ko 2023-09-23T06:19:01.297 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-croatian.ko 2023-09-23T06:19:01.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-cyrillic.ko 2023-09-23T06:19:01.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-gaelic.ko 2023-09-23T06:19:01.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-greek.ko 2023-09-23T06:19:01.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-iceland.ko 2023-09-23T06:19:01.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-inuit.ko 2023-09-23T06:19:01.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-roman.ko 2023-09-23T06:19:01.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-romanian.ko 2023-09-23T06:19:01.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-turkish.ko 2023-09-23T06:19:01.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp1250.ko 2023-09-23T06:19:01.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp1251.ko 2023-09-23T06:19:01.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp1255.ko 2023-09-23T06:19:01.298 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp737.ko 2023-09-23T06:19:01.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp775.ko 2023-09-23T06:19:01.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp850.ko 2023-09-23T06:19:01.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp852.ko 2023-09-23T06:19:01.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp855.ko 2023-09-23T06:19:01.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp857.ko 2023-09-23T06:19:01.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp860.ko 2023-09-23T06:19:01.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp861.ko 2023-09-23T06:19:01.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp862.ko 2023-09-23T06:19:01.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp863.ko 2023-09-23T06:19:01.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp864.ko 2023-09-23T06:19:01.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp865.ko 2023-09-23T06:19:01.299 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp866.ko 2023-09-23T06:19:01.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp869.ko 2023-09-23T06:19:01.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp874.ko 2023-09-23T06:19:01.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp932.ko 2023-09-23T06:19:01.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp936.ko 2023-09-23T06:19:01.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp949.ko 2023-09-23T06:19:01.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp950.ko 2023-09-23T06:19:01.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_euc-jp.ko 2023-09-23T06:19:01.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-1.ko 2023-09-23T06:19:01.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-13.ko 2023-09-23T06:19:01.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-14.ko 2023-09-23T06:19:01.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-15.ko 2023-09-23T06:19:01.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-2.ko 2023-09-23T06:19:01.300 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-3.ko 2023-09-23T06:19:01.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-4.ko 2023-09-23T06:19:01.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-5.ko 2023-09-23T06:19:01.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-6.ko 2023-09-23T06:19:01.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-7.ko 2023-09-23T06:19:01.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-9.ko 2023-09-23T06:19:01.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_koi8-r.ko 2023-09-23T06:19:01.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_koi8-ru.ko 2023-09-23T06:19:01.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_koi8-u.ko 2023-09-23T06:19:01.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_utf8.ko 2023-09-23T06:19:01.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2 2023-09-23T06:19:01.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/cluster 2023-09-23T06:19:01.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2023-09-23T06:19:01.301 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/dlm 2023-09-23T06:19:01.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2023-09-23T06:19:01.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/dlmfs 2023-09-23T06:19:01.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2023-09-23T06:19:01.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/ocfs2.ko 2023-09-23T06:19:01.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2023-09-23T06:19:01.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/ocfs2_stack_user.ko 2023-09-23T06:19:01.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/ocfs2_stackglue.ko 2023-09-23T06:19:01.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/overlayfs 2023-09-23T06:19:01.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/overlayfs/overlay.ko 2023-09-23T06:19:01.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/pstore 2023-09-23T06:19:01.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/pstore/ramoops.ko 2023-09-23T06:19:01.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/reiserfs 2023-09-23T06:19:01.302 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/reiserfs/reiserfs.ko 2023-09-23T06:19:01.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/romfs 2023-09-23T06:19:01.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/romfs/romfs.ko 2023-09-23T06:19:01.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb 2023-09-23T06:19:01.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb/client 2023-09-23T06:19:01.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb/client/cifs.ko 2023-09-23T06:19:01.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb/common 2023-09-23T06:19:01.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb/common/cifs_arc4.ko 2023-09-23T06:19:01.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb/common/cifs_md4.ko 2023-09-23T06:19:01.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/squashfs 2023-09-23T06:19:01.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/squashfs/squashfs.ko 2023-09-23T06:19:01.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/sysv 2023-09-23T06:19:01.303 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/sysv/sysv.ko 2023-09-23T06:19:01.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/udf 2023-09-23T06:19:01.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/udf/udf.ko 2023-09-23T06:19:01.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ufs 2023-09-23T06:19:01.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ufs/ufs.ko 2023-09-23T06:19:01.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/xfs 2023-09-23T06:19:01.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/xfs/xfs.ko 2023-09-23T06:19:01.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel 2023-09-23T06:19:01.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel/rcu 2023-09-23T06:19:01.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel/rcu/rcutorture.ko 2023-09-23T06:19:01.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel/torture.ko 2023-09-23T06:19:01.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel/trace 2023-09-23T06:19:01.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel/trace/ring_buffer_benchmark.ko 2023-09-23T06:19:01.304 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib 2023-09-23T06:19:01.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/asn1_encoder.ko 2023-09-23T06:19:01.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/crc-itu-t.ko 2023-09-23T06:19:01.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/crc8.ko 2023-09-23T06:19:01.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/crypto 2023-09-23T06:19:01.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/crypto/libarc4.ko 2023-09-23T06:19:01.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/crypto/libdes.ko 2023-09-23T06:19:01.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/libcrc32c.ko 2023-09-23T06:19:01.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/lru_cache.ko 2023-09-23T06:19:01.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/lz4 2023-09-23T06:19:01.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/lz4/lz4_compress.ko 2023-09-23T06:19:01.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/lz4/lz4hc_compress.ko 2023-09-23T06:19:01.305 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/math 2023-09-23T06:19:01.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/math/cordic.ko 2023-09-23T06:19:01.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/raid6 2023-09-23T06:19:01.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/raid6/raid6_pq.ko 2023-09-23T06:19:01.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/reed_solomon 2023-09-23T06:19:01.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/reed_solomon/reed_solomon.ko 2023-09-23T06:19:01.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/ts_bm.ko 2023-09-23T06:19:01.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/ts_fsm.ko 2023-09-23T06:19:01.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/ts_kmp.ko 2023-09-23T06:19:01.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/zstd 2023-09-23T06:19:01.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/zstd/zstd_compress.ko 2023-09-23T06:19:01.306 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/mm 2023-09-23T06:19:01.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/mm/hwpoison-inject.ko 2023-09-23T06:19:01.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net 2023-09-23T06:19:01.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan 2023-09-23T06:19:01.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/6lowpan.ko 2023-09-23T06:19:01.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_dest.ko 2023-09-23T06:19:01.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_fragment.ko 2023-09-23T06:19:01.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_hop.ko 2023-09-23T06:19:01.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_ipv6.ko 2023-09-23T06:19:01.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_mobility.ko 2023-09-23T06:19:01.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_routing.ko 2023-09-23T06:19:01.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_udp.ko 2023-09-23T06:19:01.307 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802 2023-09-23T06:19:01.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802/garp.ko 2023-09-23T06:19:01.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802/mrp.ko 2023-09-23T06:19:01.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802/p8022.ko 2023-09-23T06:19:01.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802/psnap.ko 2023-09-23T06:19:01.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802/stp.ko 2023-09-23T06:19:01.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/8021q 2023-09-23T06:19:01.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/8021q/8021q.ko 2023-09-23T06:19:01.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/9p 2023-09-23T06:19:01.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/9p/9pnet.ko 2023-09-23T06:19:01.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/9p/9pnet_fd.ko 2023-09-23T06:19:01.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/9p/9pnet_rdma.ko 2023-09-23T06:19:01.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/9p/9pnet_virtio.ko 2023-09-23T06:19:01.308 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/batman-adv 2023-09-23T06:19:01.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/batman-adv/batman-adv.ko 2023-09-23T06:19:01.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge 2023-09-23T06:19:01.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/br_netfilter.ko 2023-09-23T06:19:01.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/bridge.ko 2023-09-23T06:19:01.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter 2023-09-23T06:19:01.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_802_3.ko 2023-09-23T06:19:01.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_among.ko 2023-09-23T06:19:01.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_arp.ko 2023-09-23T06:19:01.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_arpreply.ko 2023-09-23T06:19:01.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_dnat.ko 2023-09-23T06:19:01.309 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_ip.ko 2023-09-23T06:19:01.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_ip6.ko 2023-09-23T06:19:01.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_limit.ko 2023-09-23T06:19:01.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_log.ko 2023-09-23T06:19:01.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_mark.ko 2023-09-23T06:19:01.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_mark_m.ko 2023-09-23T06:19:01.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_nflog.ko 2023-09-23T06:19:01.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_pkttype.ko 2023-09-23T06:19:01.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_redirect.ko 2023-09-23T06:19:01.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_snat.ko 2023-09-23T06:19:01.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_stp.ko 2023-09-23T06:19:01.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_vlan.ko 2023-09-23T06:19:01.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebtable_broute.ko 2023-09-23T06:19:01.310 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebtable_filter.ko 2023-09-23T06:19:01.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebtable_nat.ko 2023-09-23T06:19:01.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebtables.ko 2023-09-23T06:19:01.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2023-09-23T06:19:01.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2023-09-23T06:19:01.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2023-09-23T06:19:01.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ceph 2023-09-23T06:19:01.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ceph/libceph.ko 2023-09-23T06:19:01.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/core 2023-09-23T06:19:01.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/core/failover.ko 2023-09-23T06:19:01.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/core/pktgen.ko 2023-09-23T06:19:01.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dccp 2023-09-23T06:19:01.311 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dccp/dccp.ko 2023-09-23T06:19:01.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dccp/dccp_diag.ko 2023-09-23T06:19:01.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dccp/dccp_ipv4.ko 2023-09-23T06:19:01.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dccp/dccp_ipv6.ko 2023-09-23T06:19:01.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dns_resolver 2023-09-23T06:19:01.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dns_resolver/dns_resolver.ko 2023-09-23T06:19:01.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa 2023-09-23T06:19:01.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa/dsa_core.ko 2023-09-23T06:19:01.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa/tag_brcm.ko 2023-09-23T06:19:01.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa/tag_dsa.ko 2023-09-23T06:19:01.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa/tag_none.ko 2023-09-23T06:19:01.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa/tag_trailer.ko 2023-09-23T06:19:01.312 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ieee802154 2023-09-23T06:19:01.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ieee802154/6lowpan 2023-09-23T06:19:01.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2023-09-23T06:19:01.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ieee802154/ieee802154.ko 2023-09-23T06:19:01.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ieee802154/ieee802154_socket.ko 2023-09-23T06:19:01.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4 2023-09-23T06:19:01.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ah4.ko 2023-09-23T06:19:01.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/esp4.ko 2023-09-23T06:19:01.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/fou.ko 2023-09-23T06:19:01.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/gre.ko 2023-09-23T06:19:01.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/inet_diag.ko 2023-09-23T06:19:01.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ip_gre.ko 2023-09-23T06:19:01.313 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ip_tunnel.ko 2023-09-23T06:19:01.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ip_vti.ko 2023-09-23T06:19:01.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ipcomp.ko 2023-09-23T06:19:01.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ipip.ko 2023-09-23T06:19:01.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter 2023-09-23T06:19:01.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/arp_tables.ko 2023-09-23T06:19:01.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/arpt_mangle.ko 2023-09-23T06:19:01.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/arptable_filter.ko 2023-09-23T06:19:01.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/ipt_ECN.ko 2023-09-23T06:19:01.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2023-09-23T06:19:01.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/ipt_ah.ko 2023-09-23T06:19:01.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2023-09-23T06:19:01.314 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/iptable_mangle.ko 2023-09-23T06:19:01.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/iptable_nat.ko 2023-09-23T06:19:01.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/iptable_raw.ko 2023-09-23T06:19:01.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/iptable_security.ko 2023-09-23T06:19:01.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2023-09-23T06:19:01.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2023-09-23T06:19:01.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2023-09-23T06:19:01.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2023-09-23T06:19:01.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2023-09-23T06:19:01.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2023-09-23T06:19:01.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2023-09-23T06:19:01.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2023-09-23T06:19:01.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2023-09-23T06:19:01.315 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2023-09-23T06:19:01.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_bic.ko 2023-09-23T06:19:01.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_dctcp.ko 2023-09-23T06:19:01.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_diag.ko 2023-09-23T06:19:01.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_highspeed.ko 2023-09-23T06:19:01.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_htcp.ko 2023-09-23T06:19:01.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_hybla.ko 2023-09-23T06:19:01.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_illinois.ko 2023-09-23T06:19:01.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_lp.ko 2023-09-23T06:19:01.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_scalable.ko 2023-09-23T06:19:01.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_vegas.ko 2023-09-23T06:19:01.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_veno.ko 2023-09-23T06:19:01.316 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_westwood.ko 2023-09-23T06:19:01.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_yeah.ko 2023-09-23T06:19:01.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tunnel4.ko 2023-09-23T06:19:01.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/udp_diag.ko 2023-09-23T06:19:01.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/udp_tunnel.ko 2023-09-23T06:19:01.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/xfrm4_tunnel.ko 2023-09-23T06:19:01.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6 2023-09-23T06:19:01.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/ah6.ko 2023-09-23T06:19:01.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/esp6.ko 2023-09-23T06:19:01.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/fou6.ko 2023-09-23T06:19:01.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/ip6_tunnel.ko 2023-09-23T06:19:01.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/ip6_udp_tunnel.ko 2023-09-23T06:19:01.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/ip6_vti.ko 2023-09-23T06:19:01.317 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/ipcomp6.ko 2023-09-23T06:19:01.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter 2023-09-23T06:19:01.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6_tables.ko 2023-09-23T06:19:01.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2023-09-23T06:19:01.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2023-09-23T06:19:01.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_ah.ko 2023-09-23T06:19:01.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2023-09-23T06:19:01.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_frag.ko 2023-09-23T06:19:01.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2023-09-23T06:19:01.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2023-09-23T06:19:01.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_mh.ko 2023-09-23T06:19:01.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2023-09-23T06:19:01.318 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_rt.ko 2023-09-23T06:19:01.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6table_filter.ko 2023-09-23T06:19:01.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2023-09-23T06:19:01.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6table_nat.ko 2023-09-23T06:19:01.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6table_raw.ko 2023-09-23T06:19:01.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6table_security.ko 2023-09-23T06:19:01.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2023-09-23T06:19:01.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2023-09-23T06:19:01.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2023-09-23T06:19:01.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2023-09-23T06:19:01.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2023-09-23T06:19:01.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2023-09-23T06:19:01.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2023-09-23T06:19:01.319 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2023-09-23T06:19:01.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/sit.ko 2023-09-23T06:19:01.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/tunnel6.ko 2023-09-23T06:19:01.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/xfrm6_tunnel.ko 2023-09-23T06:19:01.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/key 2023-09-23T06:19:01.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/key/af_key.ko 2023-09-23T06:19:01.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp 2023-09-23T06:19:01.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_core.ko 2023-09-23T06:19:01.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_debugfs.ko 2023-09-23T06:19:01.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_eth.ko 2023-09-23T06:19:01.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_ip.ko 2023-09-23T06:19:01.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_ip6.ko 2023-09-23T06:19:01.320 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_netlink.ko 2023-09-23T06:19:01.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_ppp.ko 2023-09-23T06:19:01.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/llc 2023-09-23T06:19:01.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/llc/llc.ko 2023-09-23T06:19:01.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/mac802154 2023-09-23T06:19:01.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/mac802154/mac802154.ko 2023-09-23T06:19:01.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/mpls 2023-09-23T06:19:01.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/mpls/mpls_gso.ko 2023-09-23T06:19:01.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter 2023-09-23T06:19:01.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset 2023-09-23T06:19:01.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set.ko 2023-09-23T06:19:01.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2023-09-23T06:19:01.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2023-09-23T06:19:01.321 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2023-09-23T06:19:01.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2023-09-23T06:19:01.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2023-09-23T06:19:01.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2023-09-23T06:19:01.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2023-09-23T06:19:01.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2023-09-23T06:19:01.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2023-09-23T06:19:01.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2023-09-23T06:19:01.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2023-09-23T06:19:01.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2023-09-23T06:19:01.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2023-09-23T06:19:01.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2023-09-23T06:19:01.322 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_list_set.ko 2023-09-23T06:19:01.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs 2023-09-23T06:19:01.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs.ko 2023-09-23T06:19:01.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2023-09-23T06:19:01.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2023-09-23T06:19:01.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2023-09-23T06:19:01.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2023-09-23T06:19:01.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2023-09-23T06:19:01.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2023-09-23T06:19:01.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2023-09-23T06:19:01.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2023-09-23T06:19:01.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2023-09-23T06:19:01.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2023-09-23T06:19:01.323 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2023-09-23T06:19:01.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2023-09-23T06:19:01.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2023-09-23T06:19:01.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conncount.ko 2023-09-23T06:19:01.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack.ko 2023-09-23T06:19:01.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_amanda.ko 2023-09-23T06:19:01.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_broadcast.ko 2023-09-23T06:19:01.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_ftp.ko 2023-09-23T06:19:01.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_h323.ko 2023-09-23T06:19:01.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_irc.ko 2023-09-23T06:19:01.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2023-09-23T06:19:01.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_netlink.ko 2023-09-23T06:19:01.324 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_pptp.ko 2023-09-23T06:19:01.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_sane.ko 2023-09-23T06:19:01.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_sip.ko 2023-09-23T06:19:01.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_snmp.ko 2023-09-23T06:19:01.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_tftp.ko 2023-09-23T06:19:01.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_dup_netdev.ko 2023-09-23T06:19:01.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_flow_table.ko 2023-09-23T06:19:01.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_flow_table_inet.ko 2023-09-23T06:19:01.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_log_syslog.ko 2023-09-23T06:19:01.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat.ko 2023-09-23T06:19:01.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat_amanda.ko 2023-09-23T06:19:01.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat_ftp.ko 2023-09-23T06:19:01.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat_irc.ko 2023-09-23T06:19:01.325 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat_sip.ko 2023-09-23T06:19:01.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat_tftp.ko 2023-09-23T06:19:01.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_synproxy_core.ko 2023-09-23T06:19:01.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_tables.ko 2023-09-23T06:19:01.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nfnetlink.ko 2023-09-23T06:19:01.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nfnetlink_acct.ko 2023-09-23T06:19:01.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nfnetlink_log.ko 2023-09-23T06:19:01.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nfnetlink_osf.ko 2023-09-23T06:19:01.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nfnetlink_queue.ko 2023-09-23T06:19:01.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_chain_nat.ko 2023-09-23T06:19:01.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_compat.ko 2023-09-23T06:19:01.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_ct.ko 2023-09-23T06:19:01.326 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_dup_netdev.ko 2023-09-23T06:19:01.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_fib.ko 2023-09-23T06:19:01.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_fwd_netdev.ko 2023-09-23T06:19:01.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_hash.ko 2023-09-23T06:19:01.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_limit.ko 2023-09-23T06:19:01.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_log.ko 2023-09-23T06:19:01.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_masq.ko 2023-09-23T06:19:01.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_nat.ko 2023-09-23T06:19:01.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_numgen.ko 2023-09-23T06:19:01.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_queue.ko 2023-09-23T06:19:01.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_quota.ko 2023-09-23T06:19:01.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_redir.ko 2023-09-23T06:19:01.327 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_reject.ko 2023-09-23T06:19:01.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_reject_inet.ko 2023-09-23T06:19:01.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_socket.ko 2023-09-23T06:19:01.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_tunnel.ko 2023-09-23T06:19:01.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_AUDIT.ko 2023-09-23T06:19:01.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_CHECKSUM.ko 2023-09-23T06:19:01.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_CLASSIFY.ko 2023-09-23T06:19:01.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_CONNSECMARK.ko 2023-09-23T06:19:01.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_CT.ko 2023-09-23T06:19:01.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_DSCP.ko 2023-09-23T06:19:01.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_HL.ko 2023-09-23T06:19:01.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_HMARK.ko 2023-09-23T06:19:01.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_IDLETIMER.ko 2023-09-23T06:19:01.328 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_LED.ko 2023-09-23T06:19:01.329 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_LOG.ko 2023-09-23T06:19:01.329 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_MASQUERADE.ko 2023-09-23T06:19:01.329 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_NETMAP.ko 2023-09-23T06:19:01.329 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_NFLOG.ko 2023-09-23T06:19:01.329 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_NFQUEUE.ko 2023-09-23T06:19:01.329 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_RATEEST.ko 2023-09-23T06:19:01.329 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_REDIRECT.ko 2023-09-23T06:19:01.329 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_SECMARK.ko 2023-09-23T06:19:01.329 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_TCPMSS.ko 2023-09-23T06:19:01.329 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2023-09-23T06:19:01.329 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_TEE.ko 2023-09-23T06:19:01.329 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_TPROXY.ko 2023-09-23T06:19:01.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_TRACE.ko 2023-09-23T06:19:01.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_addrtype.ko 2023-09-23T06:19:01.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_bpf.ko 2023-09-23T06:19:01.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_cgroup.ko 2023-09-23T06:19:01.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_cluster.ko 2023-09-23T06:19:01.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_comment.ko 2023-09-23T06:19:01.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_connbytes.ko 2023-09-23T06:19:01.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_connlabel.ko 2023-09-23T06:19:01.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_connlimit.ko 2023-09-23T06:19:01.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_connmark.ko 2023-09-23T06:19:01.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_conntrack.ko 2023-09-23T06:19:01.330 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_cpu.ko 2023-09-23T06:19:01.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_dccp.ko 2023-09-23T06:19:01.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_devgroup.ko 2023-09-23T06:19:01.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_dscp.ko 2023-09-23T06:19:01.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_ecn.ko 2023-09-23T06:19:01.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_esp.ko 2023-09-23T06:19:01.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_hashlimit.ko 2023-09-23T06:19:01.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_helper.ko 2023-09-23T06:19:01.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_hl.ko 2023-09-23T06:19:01.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_ipcomp.ko 2023-09-23T06:19:01.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_iprange.ko 2023-09-23T06:19:01.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_ipvs.ko 2023-09-23T06:19:01.331 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_l2tp.ko 2023-09-23T06:19:01.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_length.ko 2023-09-23T06:19:01.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_limit.ko 2023-09-23T06:19:01.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_mac.ko 2023-09-23T06:19:01.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_mark.ko 2023-09-23T06:19:01.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_multiport.ko 2023-09-23T06:19:01.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_nat.ko 2023-09-23T06:19:01.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_nfacct.ko 2023-09-23T06:19:01.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_osf.ko 2023-09-23T06:19:01.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_owner.ko 2023-09-23T06:19:01.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_physdev.ko 2023-09-23T06:19:01.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_pkttype.ko 2023-09-23T06:19:01.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_policy.ko 2023-09-23T06:19:01.332 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_quota.ko 2023-09-23T06:19:01.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_rateest.ko 2023-09-23T06:19:01.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_realm.ko 2023-09-23T06:19:01.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_recent.ko 2023-09-23T06:19:01.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_sctp.ko 2023-09-23T06:19:01.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_set.ko 2023-09-23T06:19:01.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_socket.ko 2023-09-23T06:19:01.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_state.ko 2023-09-23T06:19:01.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_statistic.ko 2023-09-23T06:19:01.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_string.ko 2023-09-23T06:19:01.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_tcpmss.ko 2023-09-23T06:19:01.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_time.ko 2023-09-23T06:19:01.333 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_u32.ko 2023-09-23T06:19:01.334 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netlink 2023-09-23T06:19:01.334 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netlink/netlink_diag.ko 2023-09-23T06:19:01.334 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/nsh 2023-09-23T06:19:01.334 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/nsh/nsh.ko 2023-09-23T06:19:01.334 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/openvswitch 2023-09-23T06:19:01.334 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/openvswitch/openvswitch.ko 2023-09-23T06:19:01.334 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/openvswitch/vport-geneve.ko 2023-09-23T06:19:01.334 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/openvswitch/vport-gre.ko 2023-09-23T06:19:01.334 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/openvswitch/vport-vxlan.ko 2023-09-23T06:19:01.334 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/packet 2023-09-23T06:19:01.334 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/packet/af_packet_diag.ko 2023-09-23T06:19:01.334 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/rds 2023-09-23T06:19:01.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/rds/rds.ko 2023-09-23T06:19:01.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/rds/rds_rdma.ko 2023-09-23T06:19:01.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/rds/rds_tcp.ko 2023-09-23T06:19:01.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched 2023-09-23T06:19:01.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_csum.ko 2023-09-23T06:19:01.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_gact.ko 2023-09-23T06:19:01.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_ipt.ko 2023-09-23T06:19:01.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_mirred.ko 2023-09-23T06:19:01.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_nat.ko 2023-09-23T06:19:01.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_pedit.ko 2023-09-23T06:19:01.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_police.ko 2023-09-23T06:19:01.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_simple.ko 2023-09-23T06:19:01.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_skbedit.ko 2023-09-23T06:19:01.335 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_vlan.ko 2023-09-23T06:19:01.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_basic.ko 2023-09-23T06:19:01.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_bpf.ko 2023-09-23T06:19:01.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_flow.ko 2023-09-23T06:19:01.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_fw.ko 2023-09-23T06:19:01.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_route.ko 2023-09-23T06:19:01.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_u32.ko 2023-09-23T06:19:01.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_cmp.ko 2023-09-23T06:19:01.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_ipset.ko 2023-09-23T06:19:01.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_meta.ko 2023-09-23T06:19:01.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_nbyte.ko 2023-09-23T06:19:01.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_text.ko 2023-09-23T06:19:01.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_u32.ko 2023-09-23T06:19:01.336 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_choke.ko 2023-09-23T06:19:01.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_codel.ko 2023-09-23T06:19:01.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_drr.ko 2023-09-23T06:19:01.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_fq.ko 2023-09-23T06:19:01.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_gred.ko 2023-09-23T06:19:01.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_hfsc.ko 2023-09-23T06:19:01.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_hhf.ko 2023-09-23T06:19:01.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_htb.ko 2023-09-23T06:19:01.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_ingress.ko 2023-09-23T06:19:01.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_mqprio.ko 2023-09-23T06:19:01.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_mqprio_lib.ko 2023-09-23T06:19:01.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_multiq.ko 2023-09-23T06:19:01.337 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_netem.ko 2023-09-23T06:19:01.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_pie.ko 2023-09-23T06:19:01.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_plug.ko 2023-09-23T06:19:01.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_prio.ko 2023-09-23T06:19:01.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_qfq.ko 2023-09-23T06:19:01.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_red.ko 2023-09-23T06:19:01.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_sfb.ko 2023-09-23T06:19:01.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_sfq.ko 2023-09-23T06:19:01.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_tbf.ko 2023-09-23T06:19:01.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_teql.ko 2023-09-23T06:19:01.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sctp 2023-09-23T06:19:01.338 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sctp/sctp.ko 2023-09-23T06:19:01.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sctp/sctp_diag.ko 2023-09-23T06:19:01.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc 2023-09-23T06:19:01.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/auth_gss 2023-09-23T06:19:01.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2023-09-23T06:19:01.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2023-09-23T06:19:01.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/sunrpc.ko 2023-09-23T06:19:01.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/xprtrdma 2023-09-23T06:19:01.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2023-09-23T06:19:01.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/tipc 2023-09-23T06:19:01.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/tipc/diag.ko 2023-09-23T06:19:01.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/tipc/tipc.ko 2023-09-23T06:19:01.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/unix 2023-09-23T06:19:01.339 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/unix/unix_diag.ko 2023-09-23T06:19:01.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock 2023-09-23T06:19:01.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2023-09-23T06:19:01.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2023-09-23T06:19:01.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock/vsock.ko 2023-09-23T06:19:01.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock/vsock_diag.ko 2023-09-23T06:19:01.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock/vsock_loopback.ko 2023-09-23T06:19:01.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/xfrm 2023-09-23T06:19:01.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/xfrm/xfrm_ipcomp.ko 2023-09-23T06:19:01.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security 2023-09-23T06:19:01.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security/keys 2023-09-23T06:19:01.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security/keys/encrypted-keys 2023-09-23T06:19:01.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2023-09-23T06:19:01.340 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security/keys/trusted-keys 2023-09-23T06:19:01.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security/keys/trusted-keys/trusted.ko 2023-09-23T06:19:01.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/virt 2023-09-23T06:19:01.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/virt/lib 2023-09-23T06:19:01.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/virt/lib/irqbypass.ko 2023-09-23T06:19:01.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.alias 2023-09-23T06:19:01.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.alias.bin 2023-09-23T06:19:01.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.builtin 2023-09-23T06:19:01.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.builtin.bin 2023-09-23T06:19:01.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.builtin.modinfo 2023-09-23T06:19:01.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.dep 2023-09-23T06:19:01.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.dep.bin 2023-09-23T06:19:01.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.devname 2023-09-23T06:19:01.341 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.order 2023-09-23T06:19:01.342 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.softdep 2023-09-23T06:19:01.342 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.symbols 2023-09-23T06:19:01.342 INFO:teuthology.orchestra.run.smithi092.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.symbols.bin 2023-09-23T06:19:01.342 DEBUG:teuthology.task.kernel:get_image_version: 6.5.0-rc7-gfef64f93da2b 2023-09-23T06:19:01.342 DEBUG:teuthology.orchestra.run.smithi092:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2023-09-23T06:19:01.371 INFO:teuthology.orchestra.run.smithi092.stdout:postinstall scriptlet (using /bin/sh): 2023-09-23T06:19:01.371 INFO:teuthology.orchestra.run.smithi092.stdout:if [ -x /sbin/installkernel -a -r /boot/vmlinuz-6.5.0-rc7-gfef64f93da2b -a -r /boot/System.map-6.5.0-rc7-gfef64f93da2b ]; then 2023-09-23T06:19:01.371 INFO:teuthology.orchestra.run.smithi092.stdout:cp /boot/vmlinuz-6.5.0-rc7-gfef64f93da2b /boot/.vmlinuz-6.5.0-rc7-gfef64f93da2b-rpm 2023-09-23T06:19:01.371 INFO:teuthology.orchestra.run.smithi092.stdout:cp /boot/System.map-6.5.0-rc7-gfef64f93da2b /boot/.System.map-6.5.0-rc7-gfef64f93da2b-rpm 2023-09-23T06:19:01.371 INFO:teuthology.orchestra.run.smithi092.stdout:rm -f /boot/vmlinuz-6.5.0-rc7-gfef64f93da2b /boot/System.map-6.5.0-rc7-gfef64f93da2b 2023-09-23T06:19:01.371 INFO:teuthology.orchestra.run.smithi092.stdout:/sbin/installkernel 6.5.0-rc7-gfef64f93da2b /boot/.vmlinuz-6.5.0-rc7-gfef64f93da2b-rpm /boot/.System.map-6.5.0-rc7-gfef64f93da2b-rpm 2023-09-23T06:19:01.371 INFO:teuthology.orchestra.run.smithi092.stdout:rm -f /boot/.vmlinuz-6.5.0-rc7-gfef64f93da2b-rpm /boot/.System.map-6.5.0-rc7-gfef64f93da2b-rpm 2023-09-23T06:19:01.371 INFO:teuthology.orchestra.run.smithi092.stdout:fi 2023-09-23T06:19:01.372 INFO:teuthology.orchestra.run.smithi092.stdout:preuninstall scriptlet (using /bin/sh): 2023-09-23T06:19:01.372 INFO:teuthology.orchestra.run.smithi092.stdout:if [ -x /sbin/new-kernel-pkg ]; then 2023-09-23T06:19:01.372 INFO:teuthology.orchestra.run.smithi092.stdout:new-kernel-pkg --remove 6.5.0-rc7-gfef64f93da2b --rminitrd --initrdfile=/boot/initramfs-6.5.0-rc7-gfef64f93da2b.img 2023-09-23T06:19:01.372 INFO:teuthology.orchestra.run.smithi092.stdout:elif [ -x /usr/bin/kernel-install ]; then 2023-09-23T06:19:01.372 INFO:teuthology.orchestra.run.smithi092.stdout:kernel-install remove 6.5.0-rc7-gfef64f93da2b 2023-09-23T06:19:01.372 INFO:teuthology.orchestra.run.smithi092.stdout:fi 2023-09-23T06:19:01.372 INFO:teuthology.orchestra.run.smithi092.stdout:postuninstall scriptlet (using /bin/sh): 2023-09-23T06:19:01.372 INFO:teuthology.orchestra.run.smithi092.stdout:if [ -x /sbin/update-bootloader ]; then 2023-09-23T06:19:01.372 INFO:teuthology.orchestra.run.smithi092.stdout:/sbin/update-bootloader --remove 6.5.0-rc7-gfef64f93da2b 2023-09-23T06:19:01.372 INFO:teuthology.orchestra.run.smithi092.stdout:fi 2023-09-23T06:19:01.373 DEBUG:teuthology.orchestra.run.smithi092:> sudo rpm -qi grub2-tools 2023-09-23T06:19:01.453 INFO:teuthology.orchestra.run.smithi092.stdout:Name : grub2-tools 2023-09-23T06:19:01.454 INFO:teuthology.orchestra.run.smithi092.stdout:Epoch : 1 2023-09-23T06:19:01.454 INFO:teuthology.orchestra.run.smithi092.stdout:Version : 2.02 2023-09-23T06:19:01.454 INFO:teuthology.orchestra.run.smithi092.stdout:Release : 129.el8 2023-09-23T06:19:01.454 INFO:teuthology.orchestra.run.smithi092.stdout:Architecture: x86_64 2023-09-23T06:19:01.454 INFO:teuthology.orchestra.run.smithi092.stdout:Install Date: Thu 04 May 2023 10:17:48 PM UTC 2023-09-23T06:19:01.454 INFO:teuthology.orchestra.run.smithi092.stdout:Group : System Environment/Base 2023-09-23T06:19:01.454 INFO:teuthology.orchestra.run.smithi092.stdout:Size : 9265586 2023-09-23T06:19:01.454 INFO:teuthology.orchestra.run.smithi092.stdout:License : GPLv3+ 2023-09-23T06:19:01.454 INFO:teuthology.orchestra.run.smithi092.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2023-09-23T06:19:01.454 INFO:teuthology.orchestra.run.smithi092.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2023-09-23T06:19:01.454 INFO:teuthology.orchestra.run.smithi092.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2023-09-23T06:19:01.455 INFO:teuthology.orchestra.run.smithi092.stdout:Build Host : kbuilder.bsys.centos.org 2023-09-23T06:19:01.455 INFO:teuthology.orchestra.run.smithi092.stdout:Relocations : (not relocatable) 2023-09-23T06:19:01.455 INFO:teuthology.orchestra.run.smithi092.stdout:Packager : CentOS BuildSystem 2023-09-23T06:19:01.455 INFO:teuthology.orchestra.run.smithi092.stdout:Vendor : CentOS 2023-09-23T06:19:01.455 INFO:teuthology.orchestra.run.smithi092.stdout:URL : http://www.gnu.org/software/grub/ 2023-09-23T06:19:01.455 INFO:teuthology.orchestra.run.smithi092.stdout:Summary : Support tools for GRUB. 2023-09-23T06:19:01.455 INFO:teuthology.orchestra.run.smithi092.stdout:Description : 2023-09-23T06:19:01.455 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:19:01.455 INFO:teuthology.orchestra.run.smithi092.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-09-23T06:19:01.455 INFO:teuthology.orchestra.run.smithi092.stdout:customizable bootloader with modular architecture. It supports a rich 2023-09-23T06:19:01.455 INFO:teuthology.orchestra.run.smithi092.stdout:variety of kernel formats, file systems, computer architectures and 2023-09-23T06:19:01.455 INFO:teuthology.orchestra.run.smithi092.stdout:hardware devices. 2023-09-23T06:19:01.455 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:19:01.456 INFO:teuthology.orchestra.run.smithi092.stdout:This subpackage provides tools for support of all platforms. 2023-09-23T06:19:01.456 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-09-23T06:19:01.457 INFO:teuthology.task.kernel:Updating grub on smithi092 to boot 6.5.0-rc7-gfef64f93da2b 2023-09-23T06:19:01.457 DEBUG:teuthology.orchestra.run.smithi092:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-09-23T06:19:05.064 INFO:teuthology.orchestra.run.smithi092.stderr:Generating grub configuration file ... 2023-09-23T06:19:07.660 INFO:teuthology.orchestra.run.smithi092.stderr:done 2023-09-23T06:19:07.665 DEBUG:teuthology.orchestra.run.smithi092:> mktemp 2023-09-23T06:19:07.708 INFO:teuthology.orchestra.run.smithi092.stdout:/tmp/tmp.FXLpXzNsNe 2023-09-23T06:19:07.708 DEBUG:teuthology.orchestra.run.smithi092:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.FXLpXzNsNe 2023-09-23T06:19:07.783 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 0666 /tmp/tmp.FXLpXzNsNe 2023-09-23T06:19:07.937 DEBUG:teuthology.orchestra.remote:smithi092:/tmp/tmp.FXLpXzNsNe is 6KB 2023-09-23T06:19:07.985 DEBUG:teuthology.orchestra.run.smithi092:> rm -fr /tmp/tmp.FXLpXzNsNe 2023-09-23T06:19:08.002 DEBUG:teuthology.orchestra.run.smithi092:> sudo /bin/ls /boot/loader/entries || true 2023-09-23T06:19:08.077 INFO:teuthology.orchestra.run.smithi092.stdout:a1b29d6c289747bdb22930598d39874a-0-rescue.conf 2023-09-23T06:19:08.078 INFO:teuthology.orchestra.run.smithi092.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-348.el8.x86_64.conf 2023-09-23T06:19:08.078 INFO:teuthology.orchestra.run.smithi092.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-489.el8.x86_64.conf 2023-09-23T06:19:08.078 INFO:teuthology.orchestra.run.smithi092.stdout:a1b29d6c289747bdb22930598d39874a-6.5.0-rc7-gfef64f93da2b.conf 2023-09-23T06:19:08.078 DEBUG:teuthology.orchestra.run.smithi092:> sudo grub2-set-default a1b29d6c289747bdb22930598d39874a-6.5.0-rc7-gfef64f93da2b 2023-09-23T06:19:08.250 DEBUG:teuthology.orchestra.run.smithi092:> sudo shutdown -r now 2023-09-23T06:19:28.694 INFO:teuthology.orchestra.run.smithi016.stdout:kernel-6.5.0_rc7_gfef64f93da2b-1 ######################################## 2023-09-23T06:19:38.253 INFO:teuthology.task.kernel:Checking client client.1 for new kernel version... 2023-09-23T06:19:38.253 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2023-09-23T06:19:38.254 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-23T06:19:52.481 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi016.front.sepia.ceph.com, path=/tmp/kernel.x86_64.rpm, version=None) 2023-09-23T06:19:52.482 DEBUG:teuthology.orchestra.run.smithi016:> rpm -qlp /tmp/kernel.x86_64.rpm 2023-09-23T06:19:52.539 INFO:teuthology.orchestra.run.smithi016.stdout:/boot/System.map-6.5.0-rc7-gfef64f93da2b 2023-09-23T06:19:52.539 INFO:teuthology.orchestra.run.smithi016.stdout:/boot/config-6.5.0-rc7-gfef64f93da2b 2023-09-23T06:19:52.540 INFO:teuthology.orchestra.run.smithi016.stdout:/boot/vmlinuz-6.5.0-rc7-gfef64f93da2b 2023-09-23T06:19:52.540 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b 2023-09-23T06:19:52.540 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel 2023-09-23T06:19:52.540 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch 2023-09-23T06:19:52.540 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86 2023-09-23T06:19:52.540 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto 2023-09-23T06:19:52.540 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/blowfish-x86_64.ko 2023-09-23T06:19:52.540 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/camellia-aesni-avx-x86_64.ko 2023-09-23T06:19:52.540 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/camellia-aesni-avx2.ko 2023-09-23T06:19:52.540 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/camellia-x86_64.ko 2023-09-23T06:19:52.540 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/cast5-avx-x86_64.ko 2023-09-23T06:19:52.541 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/cast6-avx-x86_64.ko 2023-09-23T06:19:52.541 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/crc32-pclmul.ko 2023-09-23T06:19:52.541 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/crc32c-intel.ko 2023-09-23T06:19:52.541 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/crct10dif-pclmul.ko 2023-09-23T06:19:52.541 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/des3_ede-x86_64.ko 2023-09-23T06:19:52.541 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/ghash-clmulni-intel.ko 2023-09-23T06:19:52.541 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/serpent-avx-x86_64.ko 2023-09-23T06:19:52.541 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/serpent-avx2.ko 2023-09-23T06:19:52.541 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/serpent-sse2-x86_64.ko 2023-09-23T06:19:52.541 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/sha1-ssse3.ko 2023-09-23T06:19:52.541 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/sha256-ssse3.ko 2023-09-23T06:19:52.541 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/sha512-ssse3.ko 2023-09-23T06:19:52.541 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/twofish-avx-x86_64.ko 2023-09-23T06:19:52.541 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/twofish-x86_64-3way.ko 2023-09-23T06:19:52.542 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/crypto/twofish-x86_64.ko 2023-09-23T06:19:52.542 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kernel 2023-09-23T06:19:52.542 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kernel/cpu 2023-09-23T06:19:52.542 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kernel/cpu/mce 2023-09-23T06:19:52.542 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kernel/cpu/mce/mce-inject.ko 2023-09-23T06:19:52.542 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kvm 2023-09-23T06:19:52.542 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kvm/kvm-amd.ko 2023-09-23T06:19:52.542 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kvm/kvm-intel.ko 2023-09-23T06:19:52.542 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/arch/x86/kvm/kvm.ko 2023-09-23T06:19:52.542 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto 2023-09-23T06:19:52.543 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/ansi_cprng.ko 2023-09-23T06:19:52.543 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/anubis.ko 2023-09-23T06:19:52.543 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/arc4.ko 2023-09-23T06:19:52.543 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx 2023-09-23T06:19:52.543 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/async_memcpy.ko 2023-09-23T06:19:52.543 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/async_pq.ko 2023-09-23T06:19:52.543 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/async_raid6_recov.ko 2023-09-23T06:19:52.543 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/async_tx.ko 2023-09-23T06:19:52.543 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/async_xor.ko 2023-09-23T06:19:52.543 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/async_tx/raid6test.ko 2023-09-23T06:19:52.543 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/authenc.ko 2023-09-23T06:19:52.543 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/authencesn.ko 2023-09-23T06:19:52.544 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/blake2b_generic.ko 2023-09-23T06:19:52.544 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/blowfish_common.ko 2023-09-23T06:19:52.544 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/blowfish_generic.ko 2023-09-23T06:19:52.544 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/camellia_generic.ko 2023-09-23T06:19:52.544 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/cast5_generic.ko 2023-09-23T06:19:52.544 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/cast6_generic.ko 2023-09-23T06:19:52.544 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/cast_common.ko 2023-09-23T06:19:52.544 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/ccm.ko 2023-09-23T06:19:52.544 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/cmac.ko 2023-09-23T06:19:52.544 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/crc32_generic.ko 2023-09-23T06:19:52.544 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/crypto_engine.ko 2023-09-23T06:19:52.545 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/crypto_user.ko 2023-09-23T06:19:52.545 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/cts.ko 2023-09-23T06:19:52.545 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/des_generic.ko 2023-09-23T06:19:52.545 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/dh_generic.ko 2023-09-23T06:19:52.545 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/echainiv.ko 2023-09-23T06:19:52.545 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/essiv.ko 2023-09-23T06:19:52.545 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/fcrypt.ko 2023-09-23T06:19:52.545 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/khazad.ko 2023-09-23T06:19:52.545 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/lz4.ko 2023-09-23T06:19:52.545 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/lz4hc.ko 2023-09-23T06:19:52.545 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/md4.ko 2023-09-23T06:19:52.545 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/michael_mic.ko 2023-09-23T06:19:52.545 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/pcbc.ko 2023-09-23T06:19:52.546 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/pcrypt.ko 2023-09-23T06:19:52.546 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/rmd160.ko 2023-09-23T06:19:52.546 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/seed.ko 2023-09-23T06:19:52.546 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/serpent_generic.ko 2023-09-23T06:19:52.546 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/tcrypt.ko 2023-09-23T06:19:52.546 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/tea.ko 2023-09-23T06:19:52.546 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/twofish_common.ko 2023-09-23T06:19:52.546 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/twofish_generic.ko 2023-09-23T06:19:52.546 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/vmac.ko 2023-09-23T06:19:52.546 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/wp512.ko 2023-09-23T06:19:52.546 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/xcbc.ko 2023-09-23T06:19:52.546 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/xor.ko 2023-09-23T06:19:52.546 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/crypto/xxhash_generic.ko 2023-09-23T06:19:52.547 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers 2023-09-23T06:19:52.547 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi 2023-09-23T06:19:52.547 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/acpi_ipmi.ko 2023-09-23T06:19:52.547 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/acpi_pad.ko 2023-09-23T06:19:52.547 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/custom_method.ko 2023-09-23T06:19:52.547 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/ec_sys.ko 2023-09-23T06:19:52.547 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/platform_profile.ko 2023-09-23T06:19:52.547 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/sbs.ko 2023-09-23T06:19:52.547 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/sbshc.ko 2023-09-23T06:19:52.547 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/acpi/video.ko 2023-09-23T06:19:52.547 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata 2023-09-23T06:19:52.547 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/acard-ahci.ko 2023-09-23T06:19:52.547 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/ahci_platform.ko 2023-09-23T06:19:52.548 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/ata_generic.ko 2023-09-23T06:19:52.548 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/libahci_platform.ko 2023-09-23T06:19:52.548 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_acpi.ko 2023-09-23T06:19:52.548 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_ali.ko 2023-09-23T06:19:52.548 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_amd.ko 2023-09-23T06:19:52.548 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_artop.ko 2023-09-23T06:19:52.548 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_atiixp.ko 2023-09-23T06:19:52.548 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_atp867x.ko 2023-09-23T06:19:52.548 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_cmd640.ko 2023-09-23T06:19:52.548 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_cmd64x.ko 2023-09-23T06:19:52.548 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_cypress.ko 2023-09-23T06:19:52.548 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_efar.ko 2023-09-23T06:19:52.548 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_hpt366.ko 2023-09-23T06:19:52.549 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_hpt37x.ko 2023-09-23T06:19:52.549 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_hpt3x2n.ko 2023-09-23T06:19:52.549 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_hpt3x3.ko 2023-09-23T06:19:52.549 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_it8213.ko 2023-09-23T06:19:52.549 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_it821x.ko 2023-09-23T06:19:52.549 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_jmicron.ko 2023-09-23T06:19:52.549 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_marvell.ko 2023-09-23T06:19:52.549 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_mpiix.ko 2023-09-23T06:19:52.549 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_netcell.ko 2023-09-23T06:19:52.549 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_ninja32.ko 2023-09-23T06:19:52.549 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_ns87410.ko 2023-09-23T06:19:52.549 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_ns87415.ko 2023-09-23T06:19:52.549 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_oldpiix.ko 2023-09-23T06:19:52.550 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_opti.ko 2023-09-23T06:19:52.550 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_optidma.ko 2023-09-23T06:19:52.550 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_pcmcia.ko 2023-09-23T06:19:52.550 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_pdc2027x.ko 2023-09-23T06:19:52.550 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_pdc202xx_old.ko 2023-09-23T06:19:52.550 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_piccolo.ko 2023-09-23T06:19:52.550 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_rdc.ko 2023-09-23T06:19:52.550 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_sch.ko 2023-09-23T06:19:52.550 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_serverworks.ko 2023-09-23T06:19:52.550 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_sil680.ko 2023-09-23T06:19:52.550 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_sis.ko 2023-09-23T06:19:52.550 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_sl82c105.ko 2023-09-23T06:19:52.551 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_triflex.ko 2023-09-23T06:19:52.551 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pata_via.ko 2023-09-23T06:19:52.551 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/pdc_adma.ko 2023-09-23T06:19:52.551 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_inic162x.ko 2023-09-23T06:19:52.551 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_mv.ko 2023-09-23T06:19:52.551 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_nv.ko 2023-09-23T06:19:52.551 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_promise.ko 2023-09-23T06:19:52.551 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_qstor.ko 2023-09-23T06:19:52.551 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_sil.ko 2023-09-23T06:19:52.551 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_sil24.ko 2023-09-23T06:19:52.551 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_sis.ko 2023-09-23T06:19:52.551 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_svw.ko 2023-09-23T06:19:52.551 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_sx4.ko 2023-09-23T06:19:52.552 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_uli.ko 2023-09-23T06:19:52.552 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_via.ko 2023-09-23T06:19:52.552 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ata/sata_vsc.ko 2023-09-23T06:19:52.552 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/auxdisplay 2023-09-23T06:19:52.552 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/auxdisplay/ks0108.ko 2023-09-23T06:19:52.552 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/base 2023-09-23T06:19:52.552 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/base/regmap 2023-09-23T06:19:52.552 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/base/regmap/regmap-i2c.ko 2023-09-23T06:19:52.552 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/base/regmap/regmap-mmio.ko 2023-09-23T06:19:52.552 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/bcma 2023-09-23T06:19:52.552 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/bcma/bcma.ko 2023-09-23T06:19:52.552 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block 2023-09-23T06:19:52.552 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/aoe 2023-09-23T06:19:52.553 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/aoe/aoe.ko 2023-09-23T06:19:52.553 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/brd.ko 2023-09-23T06:19:52.553 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/drbd 2023-09-23T06:19:52.553 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/drbd/drbd.ko 2023-09-23T06:19:52.553 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/floppy.ko 2023-09-23T06:19:52.553 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/loop.ko 2023-09-23T06:19:52.553 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/mtip32xx 2023-09-23T06:19:52.553 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/mtip32xx/mtip32xx.ko 2023-09-23T06:19:52.553 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/nbd.ko 2023-09-23T06:19:52.553 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/null_blk 2023-09-23T06:19:52.553 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/null_blk/null_blk.ko 2023-09-23T06:19:52.553 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/pktcdvd.ko 2023-09-23T06:19:52.553 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/rbd.ko 2023-09-23T06:19:52.554 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/virtio_blk.ko 2023-09-23T06:19:52.554 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/xen-blkback 2023-09-23T06:19:52.554 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/xen-blkback/xen-blkback.ko 2023-09-23T06:19:52.554 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/xen-blkfront.ko 2023-09-23T06:19:52.554 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/zram 2023-09-23T06:19:52.554 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/block/zram/zram.ko 2023-09-23T06:19:52.554 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char 2023-09-23T06:19:52.554 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hangcheck-timer.ko 2023-09-23T06:19:52.554 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random 2023-09-23T06:19:52.554 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random/amd-rng.ko 2023-09-23T06:19:52.554 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random/intel-rng.ko 2023-09-23T06:19:52.555 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random/timeriomem-rng.ko 2023-09-23T06:19:52.555 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random/via-rng.ko 2023-09-23T06:19:52.555 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/hw_random/virtio-rng.ko 2023-09-23T06:19:52.555 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi 2023-09-23T06:19:52.555 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_devintf.ko 2023-09-23T06:19:52.555 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_msghandler.ko 2023-09-23T06:19:52.555 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_poweroff.ko 2023-09-23T06:19:52.555 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_si.ko 2023-09-23T06:19:52.555 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_ssif.ko 2023-09-23T06:19:52.555 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ipmi/ipmi_watchdog.ko 2023-09-23T06:19:52.555 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/lp.ko 2023-09-23T06:19:52.555 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/mwave 2023-09-23T06:19:52.556 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/mwave/mwave.ko 2023-09-23T06:19:52.556 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/ppdev.ko 2023-09-23T06:19:52.556 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tlclk.ko 2023-09-23T06:19:52.556 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm 2023-09-23T06:19:52.556 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm.ko 2023-09-23T06:19:52.556 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm_atmel.ko 2023-09-23T06:19:52.556 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm_infineon.ko 2023-09-23T06:19:52.556 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm_nsc.ko 2023-09-23T06:19:52.556 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm_tis.ko 2023-09-23T06:19:52.556 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/tpm/tpm_tis_core.ko 2023-09-23T06:19:52.556 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/uv_mmtimer.ko 2023-09-23T06:19:52.556 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/char/virtio_console.ko 2023-09-23T06:19:52.557 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq 2023-09-23T06:19:52.557 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/acpi-cpufreq.ko 2023-09-23T06:19:52.557 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/amd_freq_sensitivity.ko 2023-09-23T06:19:52.557 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/p4-clockmod.ko 2023-09-23T06:19:52.557 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/pcc-cpufreq.ko 2023-09-23T06:19:52.557 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/powernow-k8.ko 2023-09-23T06:19:52.557 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/cpufreq/speedstep-lib.ko 2023-09-23T06:19:52.557 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto 2023-09-23T06:19:52.557 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/ccp 2023-09-23T06:19:52.557 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/ccp/ccp-crypto.ko 2023-09-23T06:19:52.557 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/ccp/ccp.ko 2023-09-23T06:19:52.557 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel 2023-09-23T06:19:52.557 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel/qat 2023-09-23T06:19:52.558 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel/qat/qat_common 2023-09-23T06:19:52.558 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel/qat/qat_common/intel_qat.ko 2023-09-23T06:19:52.558 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel/qat/qat_dh895xcc 2023-09-23T06:19:52.558 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/intel/qat/qat_dh895xcc/qat_dh895xcc.ko 2023-09-23T06:19:52.558 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/padlock-aes.ko 2023-09-23T06:19:52.558 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/padlock-sha.ko 2023-09-23T06:19:52.558 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/virtio 2023-09-23T06:19:52.558 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/crypto/virtio/virtio_crypto.ko 2023-09-23T06:19:52.558 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dca 2023-09-23T06:19:52.558 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dca/dca.ko 2023-09-23T06:19:52.558 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/devfreq 2023-09-23T06:19:52.558 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/devfreq/governor_simpleondemand.ko 2023-09-23T06:19:52.558 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dma 2023-09-23T06:19:52.559 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dma/dw 2023-09-23T06:19:52.559 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dma/dw/dw_dmac.ko 2023-09-23T06:19:52.559 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dma/ioat 2023-09-23T06:19:52.559 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/dma/ioat/ioatdma.ko 2023-09-23T06:19:52.559 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac 2023-09-23T06:19:52.559 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/amd64_edac.ko 2023-09-23T06:19:52.559 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/e752x_edac.ko 2023-09-23T06:19:52.559 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/edac_mce_amd.ko 2023-09-23T06:19:52.559 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i3000_edac.ko 2023-09-23T06:19:52.559 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i3200_edac.ko 2023-09-23T06:19:52.559 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i5100_edac.ko 2023-09-23T06:19:52.559 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i5400_edac.ko 2023-09-23T06:19:52.560 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i7300_edac.ko 2023-09-23T06:19:52.560 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i7core_edac.ko 2023-09-23T06:19:52.560 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/i82975x_edac.ko 2023-09-23T06:19:52.560 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/ie31200_edac.ko 2023-09-23T06:19:52.560 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/sb_edac.ko 2023-09-23T06:19:52.560 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/edac/x38_edac.ko 2023-09-23T06:19:52.560 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/firmware 2023-09-23T06:19:52.560 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/firmware/edd.ko 2023-09-23T06:19:52.560 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/firmware/iscsi_ibft.ko 2023-09-23T06:19:52.560 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/gpio 2023-09-23T06:19:52.560 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/gpio/gpio-ich.ko 2023-09-23T06:19:52.560 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/gpio/gpio-viperboard.ko 2023-09-23T06:19:52.560 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid 2023-09-23T06:19:52.560 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-appleir.ko 2023-09-23T06:19:52.561 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-aureal.ko 2023-09-23T06:19:52.561 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-axff.ko 2023-09-23T06:19:52.561 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-dr.ko 2023-09-23T06:19:52.561 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-elecom.ko 2023-09-23T06:19:52.561 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-elo.ko 2023-09-23T06:19:52.561 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-emsff.ko 2023-09-23T06:19:52.561 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-gaff.ko 2023-09-23T06:19:52.561 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-gt683r.ko 2023-09-23T06:19:52.561 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-gyration.ko 2023-09-23T06:19:52.561 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-holtek-kbd.ko 2023-09-23T06:19:52.561 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-holtek-mouse.ko 2023-09-23T06:19:52.561 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-holtekff.ko 2023-09-23T06:19:52.561 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-hyperv.ko 2023-09-23T06:19:52.562 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-icade.ko 2023-09-23T06:19:52.562 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-keytouch.ko 2023-09-23T06:19:52.562 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-kye.ko 2023-09-23T06:19:52.562 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-lcpower.ko 2023-09-23T06:19:52.562 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-led.ko 2023-09-23T06:19:52.562 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-lenovo.ko 2023-09-23T06:19:52.562 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-logitech-dj.ko 2023-09-23T06:19:52.562 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-logitech-hidpp.ko 2023-09-23T06:19:52.562 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-multitouch.ko 2023-09-23T06:19:52.562 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-ortek.ko 2023-09-23T06:19:52.562 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-penmount.ko 2023-09-23T06:19:52.562 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-petalynx.ko 2023-09-23T06:19:52.562 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-picolcd.ko 2023-09-23T06:19:52.563 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-pl.ko 2023-09-23T06:19:52.563 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-plantronics.ko 2023-09-23T06:19:52.563 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-primax.ko 2023-09-23T06:19:52.563 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-rmi.ko 2023-09-23T06:19:52.563 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-arvo.ko 2023-09-23T06:19:52.563 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-common.ko 2023-09-23T06:19:52.563 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-isku.ko 2023-09-23T06:19:52.563 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-kone.ko 2023-09-23T06:19:52.563 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-koneplus.ko 2023-09-23T06:19:52.563 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-konepure.ko 2023-09-23T06:19:52.563 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-kovaplus.ko 2023-09-23T06:19:52.563 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-lua.ko 2023-09-23T06:19:52.564 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-pyra.ko 2023-09-23T06:19:52.564 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-ryos.ko 2023-09-23T06:19:52.564 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat-savu.ko 2023-09-23T06:19:52.564 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-roccat.ko 2023-09-23T06:19:52.564 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-saitek.ko 2023-09-23T06:19:52.564 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-samsung.ko 2023-09-23T06:19:52.564 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-sensor-hub.ko 2023-09-23T06:19:52.564 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-sjoy.ko 2023-09-23T06:19:52.564 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-sony.ko 2023-09-23T06:19:52.564 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-speedlink.ko 2023-09-23T06:19:52.564 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-steelseries.ko 2023-09-23T06:19:52.564 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-sunplus.ko 2023-09-23T06:19:52.565 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-thrustmaster.ko 2023-09-23T06:19:52.565 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-tivo.ko 2023-09-23T06:19:52.565 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-tmff.ko 2023-09-23T06:19:52.565 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-topseed.ko 2023-09-23T06:19:52.565 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-twinhan.ko 2023-09-23T06:19:52.565 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-uclogic.ko 2023-09-23T06:19:52.565 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-waltop.ko 2023-09-23T06:19:52.565 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-wiimote.ko 2023-09-23T06:19:52.565 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-xinmo.ko 2023-09-23T06:19:52.565 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-zpff.ko 2023-09-23T06:19:52.565 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/hid-zydacron.ko 2023-09-23T06:19:52.565 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/uhid.ko 2023-09-23T06:19:52.565 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hid/wacom.ko 2023-09-23T06:19:52.566 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hv 2023-09-23T06:19:52.566 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hv/hv_balloon.ko 2023-09-23T06:19:52.566 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hv/hv_utils.ko 2023-09-23T06:19:52.566 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hv/hv_vmbus.ko 2023-09-23T06:19:52.566 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon 2023-09-23T06:19:52.566 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/abituguru.ko 2023-09-23T06:19:52.566 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/abituguru3.ko 2023-09-23T06:19:52.566 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/acpi_power_meter.ko 2023-09-23T06:19:52.566 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ad7414.ko 2023-09-23T06:19:52.566 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ad7418.ko 2023-09-23T06:19:52.566 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adc128d818.ko 2023-09-23T06:19:52.566 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adm1025.ko 2023-09-23T06:19:52.567 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adm1026.ko 2023-09-23T06:19:52.567 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adm1029.ko 2023-09-23T06:19:52.567 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adm1031.ko 2023-09-23T06:19:52.567 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adm9240.ko 2023-09-23T06:19:52.567 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ads7828.ko 2023-09-23T06:19:52.567 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7410.ko 2023-09-23T06:19:52.567 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7411.ko 2023-09-23T06:19:52.567 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7462.ko 2023-09-23T06:19:52.567 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7470.ko 2023-09-23T06:19:52.567 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7475.ko 2023-09-23T06:19:52.567 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/adt7x10.ko 2023-09-23T06:19:52.567 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/amc6821.ko 2023-09-23T06:19:52.568 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/applesmc.ko 2023-09-23T06:19:52.568 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/asb100.ko 2023-09-23T06:19:52.568 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/asc7621.ko 2023-09-23T06:19:52.568 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/asus_atk0110.ko 2023-09-23T06:19:52.568 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/atxp1.ko 2023-09-23T06:19:52.568 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/coretemp.ko 2023-09-23T06:19:52.568 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/dell-smm-hwmon.ko 2023-09-23T06:19:52.568 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/dme1737.ko 2023-09-23T06:19:52.568 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ds1621.ko 2023-09-23T06:19:52.568 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ds620.ko 2023-09-23T06:19:52.568 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/emc1403.ko 2023-09-23T06:19:52.568 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/emc6w201.ko 2023-09-23T06:19:52.568 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/f71805f.ko 2023-09-23T06:19:52.569 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/f71882fg.ko 2023-09-23T06:19:52.569 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/f75375s.ko 2023-09-23T06:19:52.569 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/fam15h_power.ko 2023-09-23T06:19:52.569 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/fschmd.ko 2023-09-23T06:19:52.569 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/g760a.ko 2023-09-23T06:19:52.569 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/g762.ko 2023-09-23T06:19:52.569 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/gl518sm.ko 2023-09-23T06:19:52.569 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/gl520sm.ko 2023-09-23T06:19:52.569 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/hwmon-vid.ko 2023-09-23T06:19:52.569 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/i5500_temp.ko 2023-09-23T06:19:52.569 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/i5k_amb.ko 2023-09-23T06:19:52.569 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ibmaem.ko 2023-09-23T06:19:52.570 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ibmpex.ko 2023-09-23T06:19:52.570 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ina209.ko 2023-09-23T06:19:52.570 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ina2xx.ko 2023-09-23T06:19:52.570 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/it87.ko 2023-09-23T06:19:52.570 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/k10temp.ko 2023-09-23T06:19:52.570 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/k8temp.ko 2023-09-23T06:19:52.570 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lineage-pem.ko 2023-09-23T06:19:52.570 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm63.ko 2023-09-23T06:19:52.570 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm73.ko 2023-09-23T06:19:52.570 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm75.ko 2023-09-23T06:19:52.570 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm77.ko 2023-09-23T06:19:52.570 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm78.ko 2023-09-23T06:19:52.571 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm80.ko 2023-09-23T06:19:52.571 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm83.ko 2023-09-23T06:19:52.571 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm85.ko 2023-09-23T06:19:52.571 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm87.ko 2023-09-23T06:19:52.571 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm90.ko 2023-09-23T06:19:52.571 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm92.ko 2023-09-23T06:19:52.571 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm93.ko 2023-09-23T06:19:52.571 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm95234.ko 2023-09-23T06:19:52.571 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm95241.ko 2023-09-23T06:19:52.571 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/lm95245.ko 2023-09-23T06:19:52.571 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc2945.ko 2023-09-23T06:19:52.571 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4151.ko 2023-09-23T06:19:52.572 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4215.ko 2023-09-23T06:19:52.572 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4222.ko 2023-09-23T06:19:52.572 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4245.ko 2023-09-23T06:19:52.572 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4260.ko 2023-09-23T06:19:52.572 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/ltc4261.ko 2023-09-23T06:19:52.572 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max16065.ko 2023-09-23T06:19:52.572 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max1619.ko 2023-09-23T06:19:52.572 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max1668.ko 2023-09-23T06:19:52.572 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max197.ko 2023-09-23T06:19:52.572 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max6639.ko 2023-09-23T06:19:52.572 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max6650.ko 2023-09-23T06:19:52.572 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/max6697.ko 2023-09-23T06:19:52.572 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/mcp3021.ko 2023-09-23T06:19:52.573 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/nct6683.ko 2023-09-23T06:19:52.573 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/nct6775-core.ko 2023-09-23T06:19:52.573 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/nct6775.ko 2023-09-23T06:19:52.573 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/nct7802.ko 2023-09-23T06:19:52.573 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pc87360.ko 2023-09-23T06:19:52.573 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pc87427.ko 2023-09-23T06:19:52.573 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pcf8591.ko 2023-09-23T06:19:52.573 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus 2023-09-23T06:19:52.573 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/adm1275.ko 2023-09-23T06:19:52.573 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/lm25066.ko 2023-09-23T06:19:52.573 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/ltc2978.ko 2023-09-23T06:19:52.573 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/max16064.ko 2023-09-23T06:19:52.573 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/max34440.ko 2023-09-23T06:19:52.574 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/max8688.ko 2023-09-23T06:19:52.574 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/pmbus.ko 2023-09-23T06:19:52.574 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/pmbus_core.ko 2023-09-23T06:19:52.574 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/tps40422.ko 2023-09-23T06:19:52.574 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/ucd9000.ko 2023-09-23T06:19:52.574 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/ucd9200.ko 2023-09-23T06:19:52.574 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/pmbus/zl6100.ko 2023-09-23T06:19:52.574 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/powr1220.ko 2023-09-23T06:19:52.574 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sch5627.ko 2023-09-23T06:19:52.574 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sch5636.ko 2023-09-23T06:19:52.574 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sch56xx-common.ko 2023-09-23T06:19:52.574 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sht15.ko 2023-09-23T06:19:52.575 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sht21.ko 2023-09-23T06:19:52.575 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/shtc1.ko 2023-09-23T06:19:52.575 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/sis5595.ko 2023-09-23T06:19:52.575 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/smsc47b397.ko 2023-09-23T06:19:52.575 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/smsc47m1.ko 2023-09-23T06:19:52.575 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/smsc47m192.ko 2023-09-23T06:19:52.575 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/thmc50.ko 2023-09-23T06:19:52.575 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/tmp102.ko 2023-09-23T06:19:52.575 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/tmp103.ko 2023-09-23T06:19:52.575 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/tmp401.ko 2023-09-23T06:19:52.575 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/tmp421.ko 2023-09-23T06:19:52.575 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/via-cputemp.ko 2023-09-23T06:19:52.576 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/via686a.ko 2023-09-23T06:19:52.576 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/vt1211.ko 2023-09-23T06:19:52.576 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/vt8231.ko 2023-09-23T06:19:52.576 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83627ehf.ko 2023-09-23T06:19:52.576 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83627hf.ko 2023-09-23T06:19:52.576 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83781d.ko 2023-09-23T06:19:52.576 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83791d.ko 2023-09-23T06:19:52.576 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83792d.ko 2023-09-23T06:19:52.576 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83793.ko 2023-09-23T06:19:52.576 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83795.ko 2023-09-23T06:19:52.576 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83l785ts.ko 2023-09-23T06:19:52.576 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/hwmon/w83l786ng.ko 2023-09-23T06:19:52.577 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c 2023-09-23T06:19:52.577 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/algos 2023-09-23T06:19:52.577 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/algos/i2c-algo-bit.ko 2023-09-23T06:19:52.577 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/algos/i2c-algo-pca.ko 2023-09-23T06:19:52.577 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses 2023-09-23T06:19:52.577 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-amd756-s4882.ko 2023-09-23T06:19:52.577 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-amd756.ko 2023-09-23T06:19:52.577 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-amd8111.ko 2023-09-23T06:19:52.577 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-ccgx-ucsi.ko 2023-09-23T06:19:52.577 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-designware-core.ko 2023-09-23T06:19:52.577 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-designware-pci.ko 2023-09-23T06:19:52.577 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-designware-platform.ko 2023-09-23T06:19:52.578 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-diolan-u2c.ko 2023-09-23T06:19:52.578 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-i801.ko 2023-09-23T06:19:52.578 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-isch.ko 2023-09-23T06:19:52.578 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-ismt.ko 2023-09-23T06:19:52.578 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-nforce2-s4985.ko 2023-09-23T06:19:52.578 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-nforce2.ko 2023-09-23T06:19:52.578 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-parport.ko 2023-09-23T06:19:52.578 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-pca-platform.ko 2023-09-23T06:19:52.578 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-piix4.ko 2023-09-23T06:19:52.578 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-scmi.ko 2023-09-23T06:19:52.578 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-simtec.ko 2023-09-23T06:19:52.578 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-sis96x.ko 2023-09-23T06:19:52.578 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-tiny-usb.ko 2023-09-23T06:19:52.579 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-via.ko 2023-09-23T06:19:52.579 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-viapro.ko 2023-09-23T06:19:52.579 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/busses/i2c-viperboard.ko 2023-09-23T06:19:52.579 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/i2c-dev.ko 2023-09-23T06:19:52.579 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/i2c-mux.ko 2023-09-23T06:19:52.579 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/i2c-slave-eeprom.ko 2023-09-23T06:19:52.579 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/i2c-smbus.ko 2023-09-23T06:19:52.579 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/i2c/i2c-stub.ko 2023-09-23T06:19:52.579 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband 2023-09-23T06:19:52.579 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core 2023-09-23T06:19:52.579 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/ib_cm.ko 2023-09-23T06:19:52.579 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/ib_core.ko 2023-09-23T06:19:52.580 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/ib_umad.ko 2023-09-23T06:19:52.580 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/ib_uverbs.ko 2023-09-23T06:19:52.580 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/iw_cm.ko 2023-09-23T06:19:52.580 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/rdma_cm.ko 2023-09-23T06:19:52.580 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/core/rdma_ucm.ko 2023-09-23T06:19:52.580 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw 2023-09-23T06:19:52.580 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/cxgb4 2023-09-23T06:19:52.580 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/cxgb4/iw_cxgb4.ko 2023-09-23T06:19:52.580 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mlx4 2023-09-23T06:19:52.580 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mlx4/mlx4_ib.ko 2023-09-23T06:19:52.580 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mlx5 2023-09-23T06:19:52.580 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mlx5/mlx5_ib.ko 2023-09-23T06:19:52.581 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mthca 2023-09-23T06:19:52.581 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/hw/mthca/ib_mthca.ko 2023-09-23T06:19:52.581 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp 2023-09-23T06:19:52.581 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/ipoib 2023-09-23T06:19:52.581 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/ipoib/ib_ipoib.ko 2023-09-23T06:19:52.581 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/iser 2023-09-23T06:19:52.581 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/iser/ib_iser.ko 2023-09-23T06:19:52.581 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/isert 2023-09-23T06:19:52.581 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/isert/ib_isert.ko 2023-09-23T06:19:52.581 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/srp 2023-09-23T06:19:52.581 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/srp/ib_srp.ko 2023-09-23T06:19:52.581 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/srpt 2023-09-23T06:19:52.581 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/infiniband/ulp/srpt/ib_srpt.ko 2023-09-23T06:19:52.582 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input 2023-09-23T06:19:52.582 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport 2023-09-23T06:19:52.582 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport/emu10k1-gp.ko 2023-09-23T06:19:52.582 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport/fm801-gp.ko 2023-09-23T06:19:52.582 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport/gameport.ko 2023-09-23T06:19:52.582 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport/lightning.ko 2023-09-23T06:19:52.582 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/gameport/ns558.ko 2023-09-23T06:19:52.582 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/joydev.ko 2023-09-23T06:19:52.582 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/keyboard 2023-09-23T06:19:52.582 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/keyboard/gpio_keys.ko 2023-09-23T06:19:52.582 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse 2023-09-23T06:19:52.582 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/appletouch.ko 2023-09-23T06:19:52.583 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/bcm5974.ko 2023-09-23T06:19:52.583 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/cyapatp.ko 2023-09-23T06:19:52.583 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/elan_i2c.ko 2023-09-23T06:19:52.583 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/sermouse.ko 2023-09-23T06:19:52.583 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/synaptics_i2c.ko 2023-09-23T06:19:52.583 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/synaptics_usb.ko 2023-09-23T06:19:52.583 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/mouse/vsxxxaa.ko 2023-09-23T06:19:52.583 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/rmi4 2023-09-23T06:19:52.583 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/rmi4/rmi_core.ko 2023-09-23T06:19:52.583 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/serio 2023-09-23T06:19:52.583 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/serio/altera_ps2.ko 2023-09-23T06:19:52.583 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/serio/arc_ps2.ko 2023-09-23T06:19:52.584 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/serio/hyperv-keyboard.ko 2023-09-23T06:19:52.584 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/serio/serio_raw.ko 2023-09-23T06:19:52.584 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/input/sparse-keymap.ko 2023-09-23T06:19:52.584 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/iommu 2023-09-23T06:19:52.584 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/iommu/amd 2023-09-23T06:19:52.584 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/iommu/amd/iommu_v2.ko 2023-09-23T06:19:52.584 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds 2023-09-23T06:19:52.584 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/leds-blinkm.ko 2023-09-23T06:19:52.584 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/leds-lm3530.ko 2023-09-23T06:19:52.584 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/leds-lp3944.ko 2023-09-23T06:19:52.584 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/leds-ss4200.ko 2023-09-23T06:19:52.584 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger 2023-09-23T06:19:52.584 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-audio.ko 2023-09-23T06:19:52.585 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-backlight.ko 2023-09-23T06:19:52.585 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-camera.ko 2023-09-23T06:19:52.585 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-default-on.ko 2023-09-23T06:19:52.585 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-heartbeat.ko 2023-09-23T06:19:52.585 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-oneshot.ko 2023-09-23T06:19:52.585 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-timer.ko 2023-09-23T06:19:52.585 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/leds/trigger/ledtrig-transient.ko 2023-09-23T06:19:52.585 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md 2023-09-23T06:19:52.585 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/bcache 2023-09-23T06:19:52.585 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/bcache/bcache.ko 2023-09-23T06:19:52.585 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-bio-prison.ko 2023-09-23T06:19:52.585 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-cache-smq.ko 2023-09-23T06:19:52.586 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-cache.ko 2023-09-23T06:19:52.586 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-crypt.ko 2023-09-23T06:19:52.586 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-delay.ko 2023-09-23T06:19:52.586 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-flakey.ko 2023-09-23T06:19:52.586 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-log-userspace.ko 2023-09-23T06:19:52.586 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-multipath.ko 2023-09-23T06:19:52.586 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-queue-length.ko 2023-09-23T06:19:52.586 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-raid.ko 2023-09-23T06:19:52.586 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-round-robin.ko 2023-09-23T06:19:52.586 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-service-time.ko 2023-09-23T06:19:52.586 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-switch.ko 2023-09-23T06:19:52.586 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-thin-pool.ko 2023-09-23T06:19:52.587 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/dm-verity.ko 2023-09-23T06:19:52.587 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/faulty.ko 2023-09-23T06:19:52.587 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/linear.ko 2023-09-23T06:19:52.587 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/multipath.ko 2023-09-23T06:19:52.587 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/persistent-data 2023-09-23T06:19:52.587 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/persistent-data/dm-persistent-data.ko 2023-09-23T06:19:52.587 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/raid0.ko 2023-09-23T06:19:52.587 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/raid1.ko 2023-09-23T06:19:52.587 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/raid10.ko 2023-09-23T06:19:52.587 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/md/raid456.ko 2023-09-23T06:19:52.587 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message 2023-09-23T06:19:52.587 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion 2023-09-23T06:19:52.588 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptbase.ko 2023-09-23T06:19:52.588 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptctl.ko 2023-09-23T06:19:52.588 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptfc.ko 2023-09-23T06:19:52.588 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptlan.ko 2023-09-23T06:19:52.588 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptsas.ko 2023-09-23T06:19:52.588 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptscsih.ko 2023-09-23T06:19:52.588 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/message/fusion/mptspi.ko 2023-09-23T06:19:52.588 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd 2023-09-23T06:19:52.588 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/lpc_ich.ko 2023-09-23T06:19:52.588 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/lpc_sch.ko 2023-09-23T06:19:52.588 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/mfd-core.ko 2023-09-23T06:19:52.588 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/sm501.ko 2023-09-23T06:19:52.588 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/viperboard.ko 2023-09-23T06:19:52.589 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/vx855.ko 2023-09-23T06:19:52.589 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/mfd/wl1273-core.ko 2023-09-23T06:19:52.589 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc 2023-09-23T06:19:52.589 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/altera-stapl 2023-09-23T06:19:52.589 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/altera-stapl/altera-stapl.ko 2023-09-23T06:19:52.589 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/apds9802als.ko 2023-09-23T06:19:52.589 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/apds990x.ko 2023-09-23T06:19:52.589 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/bh1770glc.ko 2023-09-23T06:19:52.589 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/cb710 2023-09-23T06:19:52.589 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/cb710/cb710.ko 2023-09-23T06:19:52.589 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/eeprom 2023-09-23T06:19:52.589 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/eeprom/at24.ko 2023-09-23T06:19:52.590 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/eeprom/eeprom.ko 2023-09-23T06:19:52.590 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/eeprom/eeprom_93cx6.ko 2023-09-23T06:19:52.590 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/eeprom/max6875.ko 2023-09-23T06:19:52.590 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/enclosure.ko 2023-09-23T06:19:52.590 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/hpilo.ko 2023-09-23T06:19:52.590 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/isl29003.ko 2023-09-23T06:19:52.590 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/isl29020.ko 2023-09-23T06:19:52.590 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/lis3lv02d 2023-09-23T06:19:52.590 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/lis3lv02d/lis3lv02d.ko 2023-09-23T06:19:52.590 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/lis3lv02d/lis3lv02d_i2c.ko 2023-09-23T06:19:52.590 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/mei 2023-09-23T06:19:52.590 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/mei/mei-me.ko 2023-09-23T06:19:52.591 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/mei/mei-txe.ko 2023-09-23T06:19:52.591 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/mei/mei.ko 2023-09-23T06:19:52.591 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-gru 2023-09-23T06:19:52.591 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-gru/gru.ko 2023-09-23T06:19:52.591 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-xp 2023-09-23T06:19:52.591 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-xp/xp.ko 2023-09-23T06:19:52.591 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-xp/xpc.ko 2023-09-23T06:19:52.591 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/sgi-xp/xpnet.ko 2023-09-23T06:19:52.591 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/tifm_7xx1.ko 2023-09-23T06:19:52.591 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/tifm_core.ko 2023-09-23T06:19:52.591 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/tsl2550.ko 2023-09-23T06:19:52.591 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/vmw_balloon.ko 2023-09-23T06:19:52.592 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/vmw_vmci 2023-09-23T06:19:52.592 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/misc/vmw_vmci/vmw_vmci.ko 2023-09-23T06:19:52.592 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net 2023-09-23T06:19:52.592 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/bonding 2023-09-23T06:19:52.592 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/bonding/bonding.ko 2023-09-23T06:19:52.592 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa 2023-09-23T06:19:52.592 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/b53 2023-09-23T06:19:52.592 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/b53/b53_common.ko 2023-09-23T06:19:52.592 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/bcm-sf2.ko 2023-09-23T06:19:52.592 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/mv88e6060.ko 2023-09-23T06:19:52.592 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/mv88e6xxx 2023-09-23T06:19:52.592 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dsa/mv88e6xxx/mv88e6xxx.ko 2023-09-23T06:19:52.593 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/dummy.ko 2023-09-23T06:19:52.593 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/eql.ko 2023-09-23T06:19:52.593 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet 2023-09-23T06:19:52.593 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/3com 2023-09-23T06:19:52.593 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/3com/3c574_cs.ko 2023-09-23T06:19:52.593 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/3com/3c589_cs.ko 2023-09-23T06:19:52.593 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/3com/3c59x.ko 2023-09-23T06:19:52.593 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/3com/typhoon.ko 2023-09-23T06:19:52.593 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/8390 2023-09-23T06:19:52.593 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/8390/8390.ko 2023-09-23T06:19:52.593 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/8390/axnet_cs.ko 2023-09-23T06:19:52.593 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/8390/ne2k-pci.ko 2023-09-23T06:19:52.594 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/8390/pcnet_cs.ko 2023-09-23T06:19:52.594 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/adaptec 2023-09-23T06:19:52.594 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/adaptec/starfire.ko 2023-09-23T06:19:52.594 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/agere 2023-09-23T06:19:52.594 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/agere/et131x.ko 2023-09-23T06:19:52.594 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/alteon 2023-09-23T06:19:52.594 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/alteon/acenic.ko 2023-09-23T06:19:52.594 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/altera 2023-09-23T06:19:52.594 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/altera/altera_tse.ko 2023-09-23T06:19:52.594 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/amd 2023-09-23T06:19:52.594 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/amd/amd8111e.ko 2023-09-23T06:19:52.594 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/amd/nmclan_cs.ko 2023-09-23T06:19:52.595 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/amd/pcnet32.ko 2023-09-23T06:19:52.595 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros 2023-09-23T06:19:52.595 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/alx 2023-09-23T06:19:52.595 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/alx/alx.ko 2023-09-23T06:19:52.595 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atl1c 2023-09-23T06:19:52.595 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atl1c/atl1c.ko 2023-09-23T06:19:52.595 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atl1e 2023-09-23T06:19:52.595 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atl1e/atl1e.ko 2023-09-23T06:19:52.595 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atlx 2023-09-23T06:19:52.595 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atlx/atl1.ko 2023-09-23T06:19:52.595 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/atheros/atlx/atl2.ko 2023-09-23T06:19:52.595 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom 2023-09-23T06:19:52.596 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/b44.ko 2023-09-23T06:19:52.596 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/bnx2.ko 2023-09-23T06:19:52.596 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/bnx2x 2023-09-23T06:19:52.596 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/bnx2x/bnx2x.ko 2023-09-23T06:19:52.596 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/cnic.ko 2023-09-23T06:19:52.596 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/genet 2023-09-23T06:19:52.596 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/genet/genet.ko 2023-09-23T06:19:52.596 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/broadcom/tg3.ko 2023-09-23T06:19:52.596 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/brocade 2023-09-23T06:19:52.596 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/brocade/bna 2023-09-23T06:19:52.596 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/brocade/bna/bna.ko 2023-09-23T06:19:52.596 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio 2023-09-23T06:19:52.597 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb 2023-09-23T06:19:52.597 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb/cxgb.ko 2023-09-23T06:19:52.597 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb3 2023-09-23T06:19:52.597 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb3/cxgb3.ko 2023-09-23T06:19:52.597 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb4 2023-09-23T06:19:52.597 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb4/cxgb4.ko 2023-09-23T06:19:52.597 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb4vf 2023-09-23T06:19:52.597 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/cxgb4vf/cxgb4vf.ko 2023-09-23T06:19:52.597 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/libcxgb 2023-09-23T06:19:52.597 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/chelsio/libcxgb/libcxgb.ko 2023-09-23T06:19:52.597 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/cisco 2023-09-23T06:19:52.597 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/cisco/enic 2023-09-23T06:19:52.597 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/cisco/enic/enic.ko 2023-09-23T06:19:52.598 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec 2023-09-23T06:19:52.598 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip 2023-09-23T06:19:52.598 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/de2104x.ko 2023-09-23T06:19:52.598 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/dmfe.ko 2023-09-23T06:19:52.598 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/tulip.ko 2023-09-23T06:19:52.598 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/uli526x.ko 2023-09-23T06:19:52.598 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/winbond-840.ko 2023-09-23T06:19:52.598 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dec/tulip/xircom_cb.ko 2023-09-23T06:19:52.598 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dlink 2023-09-23T06:19:52.598 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dlink/dl2k.ko 2023-09-23T06:19:52.598 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dlink/sundance.ko 2023-09-23T06:19:52.598 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/dnet.ko 2023-09-23T06:19:52.599 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/emulex 2023-09-23T06:19:52.599 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/emulex/benet 2023-09-23T06:19:52.599 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/emulex/benet/be2net.ko 2023-09-23T06:19:52.599 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/ethoc.ko 2023-09-23T06:19:52.599 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/fealnx.ko 2023-09-23T06:19:52.599 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel 2023-09-23T06:19:52.599 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/e100.ko 2023-09-23T06:19:52.599 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/e1000 2023-09-23T06:19:52.599 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/e1000/e1000.ko 2023-09-23T06:19:52.599 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/e1000e 2023-09-23T06:19:52.599 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/e1000e/e1000e.ko 2023-09-23T06:19:52.599 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/fm10k 2023-09-23T06:19:52.600 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/fm10k/fm10k.ko 2023-09-23T06:19:52.600 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/i40e 2023-09-23T06:19:52.600 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/i40e/i40e.ko 2023-09-23T06:19:52.600 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/iavf 2023-09-23T06:19:52.600 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/iavf/iavf.ko 2023-09-23T06:19:52.600 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/igb 2023-09-23T06:19:52.600 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/igb/igb.ko 2023-09-23T06:19:52.600 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/igbvf 2023-09-23T06:19:52.600 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/igbvf/igbvf.ko 2023-09-23T06:19:52.600 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/ixgbe 2023-09-23T06:19:52.600 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/ixgbe/ixgbe.ko 2023-09-23T06:19:52.600 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/ixgbevf 2023-09-23T06:19:52.601 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/intel/ixgbevf/ixgbevf.ko 2023-09-23T06:19:52.601 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/jme.ko 2023-09-23T06:19:52.601 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/marvell 2023-09-23T06:19:52.601 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/marvell/mvmdio.ko 2023-09-23T06:19:52.601 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/marvell/skge.ko 2023-09-23T06:19:52.601 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/marvell/sky2.ko 2023-09-23T06:19:52.601 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox 2023-09-23T06:19:52.601 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx4 2023-09-23T06:19:52.601 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_core.ko 2023-09-23T06:19:52.601 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx4/mlx4_en.ko 2023-09-23T06:19:52.601 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx5 2023-09-23T06:19:52.601 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx5/core 2023-09-23T06:19:52.602 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/mellanox/mlx5/core/mlx5_core.ko 2023-09-23T06:19:52.602 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/micrel 2023-09-23T06:19:52.602 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/micrel/ksz884x.ko 2023-09-23T06:19:52.602 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/myricom 2023-09-23T06:19:52.602 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/myricom/myri10ge 2023-09-23T06:19:52.602 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/myricom/myri10ge/myri10ge.ko 2023-09-23T06:19:52.602 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/natsemi 2023-09-23T06:19:52.602 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/natsemi/natsemi.ko 2023-09-23T06:19:52.602 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/natsemi/ns83820.ko 2023-09-23T06:19:52.602 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/neterion 2023-09-23T06:19:52.602 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/neterion/s2io.ko 2023-09-23T06:19:52.602 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/nvidia 2023-09-23T06:19:52.603 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/nvidia/forcedeth.ko 2023-09-23T06:19:52.603 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/packetengines 2023-09-23T06:19:52.603 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/packetengines/hamachi.ko 2023-09-23T06:19:52.603 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/packetengines/yellowfin.ko 2023-09-23T06:19:52.603 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic 2023-09-23T06:19:52.603 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic/netxen 2023-09-23T06:19:52.603 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic/netxen/netxen_nic.ko 2023-09-23T06:19:52.603 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic/qla3xxx.ko 2023-09-23T06:19:52.603 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic/qlcnic 2023-09-23T06:19:52.603 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/qlogic/qlcnic/qlcnic.ko 2023-09-23T06:19:52.603 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/rdc 2023-09-23T06:19:52.603 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/rdc/r6040.ko 2023-09-23T06:19:52.603 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/realtek 2023-09-23T06:19:52.604 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/realtek/8139cp.ko 2023-09-23T06:19:52.604 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/realtek/8139too.ko 2023-09-23T06:19:52.604 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/realtek/atp.ko 2023-09-23T06:19:52.604 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/realtek/r8169.ko 2023-09-23T06:19:52.604 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/rocker 2023-09-23T06:19:52.604 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/rocker/rocker.ko 2023-09-23T06:19:52.604 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sfc 2023-09-23T06:19:52.604 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sfc/sfc.ko 2023-09-23T06:19:52.604 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/silan 2023-09-23T06:19:52.604 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/silan/sc92031.ko 2023-09-23T06:19:52.604 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sis 2023-09-23T06:19:52.604 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sis/sis190.ko 2023-09-23T06:19:52.605 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sis/sis900.ko 2023-09-23T06:19:52.605 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/smsc 2023-09-23T06:19:52.605 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/smsc/epic100.ko 2023-09-23T06:19:52.605 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/smsc/smc91c92_cs.ko 2023-09-23T06:19:52.605 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/smsc/smsc911x.ko 2023-09-23T06:19:52.605 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/smsc/smsc9420.ko 2023-09-23T06:19:52.605 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/stmicro 2023-09-23T06:19:52.605 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/stmicro/stmmac 2023-09-23T06:19:52.605 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/stmicro/stmmac/dwmac-intel.ko 2023-09-23T06:19:52.605 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/stmicro/stmmac/stmmac.ko 2023-09-23T06:19:52.605 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sun 2023-09-23T06:19:52.605 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sun/cassini.ko 2023-09-23T06:19:52.606 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sun/niu.ko 2023-09-23T06:19:52.606 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sun/sungem.ko 2023-09-23T06:19:52.606 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/sun/sunhme.ko 2023-09-23T06:19:52.606 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/tehuti 2023-09-23T06:19:52.606 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/tehuti/tehuti.ko 2023-09-23T06:19:52.606 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/ti 2023-09-23T06:19:52.606 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/ti/tlan.ko 2023-09-23T06:19:52.606 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/via 2023-09-23T06:19:52.606 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/via/via-rhine.ko 2023-09-23T06:19:52.606 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/via/via-velocity.ko 2023-09-23T06:19:52.606 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/wiznet 2023-09-23T06:19:52.606 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/wiznet/w5100.ko 2023-09-23T06:19:52.607 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/wiznet/w5300.ko 2023-09-23T06:19:52.607 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/xircom 2023-09-23T06:19:52.607 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ethernet/xircom/xirc2ps_cs.ko 2023-09-23T06:19:52.607 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/geneve.ko 2023-09-23T06:19:52.607 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/hyperv 2023-09-23T06:19:52.607 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/hyperv/hv_netvsc.ko 2023-09-23T06:19:52.607 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ieee802154 2023-09-23T06:19:52.607 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ieee802154/fakelb.ko 2023-09-23T06:19:52.607 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ifb.ko 2023-09-23T06:19:52.607 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ipvlan 2023-09-23T06:19:52.607 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ipvlan/ipvlan.ko 2023-09-23T06:19:52.607 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/macvlan.ko 2023-09-23T06:19:52.607 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/macvtap.ko 2023-09-23T06:19:52.607 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mdio 2023-09-23T06:19:52.608 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mdio.ko 2023-09-23T06:19:52.608 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mdio/mdio-bcm-unimac.ko 2023-09-23T06:19:52.608 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mdio/mdio-bitbang.ko 2023-09-23T06:19:52.608 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mdio/mdio-regmap.ko 2023-09-23T06:19:52.608 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/mii.ko 2023-09-23T06:19:52.608 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/net_failover.ko 2023-09-23T06:19:52.608 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/netconsole.ko 2023-09-23T06:19:52.608 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/nlmon.ko 2023-09-23T06:19:52.608 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/pcs 2023-09-23T06:19:52.608 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/pcs/pcs-lynx.ko 2023-09-23T06:19:52.608 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/pcs/pcs_xpcs.ko 2023-09-23T06:19:52.609 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy 2023-09-23T06:19:52.609 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/amd.ko 2023-09-23T06:19:52.609 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/bcm-phy-lib.ko 2023-09-23T06:19:52.609 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/bcm-phy-ptp.ko 2023-09-23T06:19:52.609 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/bcm7xxx.ko 2023-09-23T06:19:52.609 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/bcm87xx.ko 2023-09-23T06:19:52.609 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/broadcom.ko 2023-09-23T06:19:52.609 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/cicada.ko 2023-09-23T06:19:52.609 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/davicom.ko 2023-09-23T06:19:52.609 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/dp83640.ko 2023-09-23T06:19:52.609 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/et1011c.ko 2023-09-23T06:19:52.609 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/icplus.ko 2023-09-23T06:19:52.610 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/lxt.ko 2023-09-23T06:19:52.610 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/marvell.ko 2023-09-23T06:19:52.610 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/micrel.ko 2023-09-23T06:19:52.610 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/national.ko 2023-09-23T06:19:52.610 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/phylink.ko 2023-09-23T06:19:52.610 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/qsemi.ko 2023-09-23T06:19:52.610 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/realtek.ko 2023-09-23T06:19:52.610 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/smsc.ko 2023-09-23T06:19:52.610 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/ste10Xp.ko 2023-09-23T06:19:52.610 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/phy/vitesse.ko 2023-09-23T06:19:52.610 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp 2023-09-23T06:19:52.610 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/bsd_comp.ko 2023-09-23T06:19:52.611 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/ppp_async.ko 2023-09-23T06:19:52.611 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/ppp_deflate.ko 2023-09-23T06:19:52.611 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/ppp_generic.ko 2023-09-23T06:19:52.611 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/ppp_mppe.ko 2023-09-23T06:19:52.611 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/ppp_synctty.ko 2023-09-23T06:19:52.611 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/pppoe.ko 2023-09-23T06:19:52.611 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/pppox.ko 2023-09-23T06:19:52.611 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/ppp/pptp.ko 2023-09-23T06:19:52.611 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/slip 2023-09-23T06:19:52.611 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/slip/slhc.ko 2023-09-23T06:19:52.611 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/slip/slip.ko 2023-09-23T06:19:52.611 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/sungem_phy.ko 2023-09-23T06:19:52.611 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/tap.ko 2023-09-23T06:19:52.612 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team 2023-09-23T06:19:52.612 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team.ko 2023-09-23T06:19:52.612 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team_mode_activebackup.ko 2023-09-23T06:19:52.612 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team_mode_broadcast.ko 2023-09-23T06:19:52.612 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team_mode_loadbalance.ko 2023-09-23T06:19:52.612 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team_mode_random.ko 2023-09-23T06:19:52.612 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/team/team_mode_roundrobin.ko 2023-09-23T06:19:52.612 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/tun.ko 2023-09-23T06:19:52.612 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/veth.ko 2023-09-23T06:19:52.612 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/virtio_net.ko 2023-09-23T06:19:52.612 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/vmxnet3 2023-09-23T06:19:52.612 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/vmxnet3/vmxnet3.ko 2023-09-23T06:19:52.613 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/vxlan 2023-09-23T06:19:52.613 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/vxlan/vxlan.ko 2023-09-23T06:19:52.613 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/xen-netback 2023-09-23T06:19:52.613 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/xen-netback/xen-netback.ko 2023-09-23T06:19:52.613 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/net/xen-netfront.ko 2023-09-23T06:19:52.613 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ntb 2023-09-23T06:19:52.613 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ntb/ntb.ko 2023-09-23T06:19:52.613 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/nvme 2023-09-23T06:19:52.613 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/nvme/host 2023-09-23T06:19:52.613 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/nvme/host/nvme-core.ko 2023-09-23T06:19:52.613 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/nvme/host/nvme.ko 2023-09-23T06:19:52.613 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/parport 2023-09-23T06:19:52.614 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/parport/parport.ko 2023-09-23T06:19:52.614 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/parport/parport_cs.ko 2023-09-23T06:19:52.614 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/parport/parport_pc.ko 2023-09-23T06:19:52.614 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/parport/parport_serial.ko 2023-09-23T06:19:52.614 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci 2023-09-23T06:19:52.614 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci/hotplug 2023-09-23T06:19:52.614 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci/hotplug/acpiphp_ibm.ko 2023-09-23T06:19:52.614 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci/pcie 2023-09-23T06:19:52.614 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci/pcie/aer_inject.ko 2023-09-23T06:19:52.614 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pci/xen-pcifront.ko 2023-09-23T06:19:52.614 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pcmcia 2023-09-23T06:19:52.614 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pcmcia/i82092.ko 2023-09-23T06:19:52.615 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pcmcia/pd6729.ko 2023-09-23T06:19:52.615 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pcmcia/yenta_socket.ko 2023-09-23T06:19:52.615 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pinctrl 2023-09-23T06:19:52.615 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pinctrl/intel 2023-09-23T06:19:52.615 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pinctrl/intel/pinctrl-cherryview.ko 2023-09-23T06:19:52.615 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform 2023-09-23T06:19:52.615 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86 2023-09-23T06:19:52.615 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/acer-wmi.ko 2023-09-23T06:19:52.615 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/acerhdf.ko 2023-09-23T06:19:52.615 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/apple-gmux.ko 2023-09-23T06:19:52.615 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/asus-laptop.ko 2023-09-23T06:19:52.615 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/asus-nb-wmi.ko 2023-09-23T06:19:52.616 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/asus-wmi.ko 2023-09-23T06:19:52.616 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/classmate-laptop.ko 2023-09-23T06:19:52.616 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/eeepc-laptop.ko 2023-09-23T06:19:52.616 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/eeepc-wmi.ko 2023-09-23T06:19:52.616 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/fujitsu-laptop.ko 2023-09-23T06:19:52.616 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/fujitsu-tablet.ko 2023-09-23T06:19:52.616 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/hdaps.ko 2023-09-23T06:19:52.616 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/intel 2023-09-23T06:19:52.616 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/intel/intel-rst.ko 2023-09-23T06:19:52.616 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/intel_ips.ko 2023-09-23T06:19:52.616 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/msi-wmi.ko 2023-09-23T06:19:52.616 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/mxm-wmi.ko 2023-09-23T06:19:52.617 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/panasonic-laptop.ko 2023-09-23T06:19:52.617 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/samsung-laptop.ko 2023-09-23T06:19:52.617 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/samsung-q10.ko 2023-09-23T06:19:52.617 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/topstar-laptop.ko 2023-09-23T06:19:52.617 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/toshiba_bluetooth.ko 2023-09-23T06:19:52.617 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/toshiba_haps.ko 2023-09-23T06:19:52.617 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/wmi-bmof.ko 2023-09-23T06:19:52.617 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/platform/x86/wmi.ko 2023-09-23T06:19:52.617 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/powercap 2023-09-23T06:19:52.617 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/powercap/intel_rapl_common.ko 2023-09-23T06:19:52.617 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/powercap/intel_rapl_msr.ko 2023-09-23T06:19:52.617 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps 2023-09-23T06:19:52.618 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps/clients 2023-09-23T06:19:52.618 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps/clients/pps-gpio.ko 2023-09-23T06:19:52.618 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps/clients/pps-ldisc.ko 2023-09-23T06:19:52.618 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps/clients/pps_parport.ko 2023-09-23T06:19:52.618 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/pps/pps_core.ko 2023-09-23T06:19:52.618 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ptp 2023-09-23T06:19:52.618 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ptp/ptp.ko 2023-09-23T06:19:52.618 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ptp/ptp_kvm.ko 2023-09-23T06:19:52.618 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc 2023-09-23T06:19:52.618 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-bq32k.ko 2023-09-23T06:19:52.618 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-bq4802.ko 2023-09-23T06:19:52.618 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1286.ko 2023-09-23T06:19:52.619 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1307.ko 2023-09-23T06:19:52.619 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1374.ko 2023-09-23T06:19:52.619 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1511.ko 2023-09-23T06:19:52.619 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1553.ko 2023-09-23T06:19:52.619 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1672.ko 2023-09-23T06:19:52.619 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds1742.ko 2023-09-23T06:19:52.619 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds2404.ko 2023-09-23T06:19:52.619 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-ds3232.ko 2023-09-23T06:19:52.619 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-em3027.ko 2023-09-23T06:19:52.619 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-fm3130.ko 2023-09-23T06:19:52.619 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-isl12022.ko 2023-09-23T06:19:52.619 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-isl1208.ko 2023-09-23T06:19:52.620 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-m41t80.ko 2023-09-23T06:19:52.620 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-m48t35.ko 2023-09-23T06:19:52.620 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-m48t59.ko 2023-09-23T06:19:52.620 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-max6900.ko 2023-09-23T06:19:52.620 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-msm6242.ko 2023-09-23T06:19:52.620 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-pcf2127.ko 2023-09-23T06:19:52.620 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-pcf85063.ko 2023-09-23T06:19:52.620 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-pcf8523.ko 2023-09-23T06:19:52.620 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-pcf8563.ko 2023-09-23T06:19:52.620 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-pcf8583.ko 2023-09-23T06:19:52.620 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-rp5c01.ko 2023-09-23T06:19:52.620 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-rs5c372.ko 2023-09-23T06:19:52.621 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-rv3029c2.ko 2023-09-23T06:19:52.621 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-rx8025.ko 2023-09-23T06:19:52.621 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-rx8581.ko 2023-09-23T06:19:52.621 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-stk17ta8.ko 2023-09-23T06:19:52.621 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/rtc/rtc-x1205.ko 2023-09-23T06:19:52.621 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi 2023-09-23T06:19:52.621 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/3w-9xxx.ko 2023-09-23T06:19:52.621 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/3w-sas.ko 2023-09-23T06:19:52.621 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/3w-xxxx.ko 2023-09-23T06:19:52.621 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/BusLogic.ko 2023-09-23T06:19:52.621 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/a100u2w.ko 2023-09-23T06:19:52.621 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/aacraid 2023-09-23T06:19:52.621 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/aacraid/aacraid.ko 2023-09-23T06:19:52.622 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/advansys.ko 2023-09-23T06:19:52.622 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/aic7xxx 2023-09-23T06:19:52.622 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/aic7xxx/aic79xx.ko 2023-09-23T06:19:52.622 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/aic7xxx/aic7xxx.ko 2023-09-23T06:19:52.622 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/am53c974.ko 2023-09-23T06:19:52.622 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/arcmsr 2023-09-23T06:19:52.622 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/arcmsr/arcmsr.ko 2023-09-23T06:19:52.622 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/atp870u.ko 2023-09-23T06:19:52.622 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/be2iscsi 2023-09-23T06:19:52.622 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/be2iscsi/be2iscsi.ko 2023-09-23T06:19:52.622 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bfa 2023-09-23T06:19:52.622 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bfa/bfa.ko 2023-09-23T06:19:52.623 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bnx2fc 2023-09-23T06:19:52.623 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bnx2fc/bnx2fc.ko 2023-09-23T06:19:52.623 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bnx2i 2023-09-23T06:19:52.623 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/bnx2i/bnx2i.ko 2023-09-23T06:19:52.623 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/ch.ko 2023-09-23T06:19:52.623 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/csiostor 2023-09-23T06:19:52.623 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/csiostor/csiostor.ko 2023-09-23T06:19:52.623 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi 2023-09-23T06:19:52.623 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi/cxgb3i 2023-09-23T06:19:52.623 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi/cxgb3i/cxgb3i.ko 2023-09-23T06:19:52.623 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi/cxgb4i 2023-09-23T06:19:52.623 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi/cxgb4i/cxgb4i.ko 2023-09-23T06:19:52.624 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/cxgbi/libcxgbi.ko 2023-09-23T06:19:52.624 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/dc395x.ko 2023-09-23T06:19:52.624 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/device_handler 2023-09-23T06:19:52.624 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/device_handler/scsi_dh_alua.ko 2023-09-23T06:19:52.624 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/device_handler/scsi_dh_emc.ko 2023-09-23T06:19:52.624 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/device_handler/scsi_dh_hp_sw.ko 2023-09-23T06:19:52.624 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/device_handler/scsi_dh_rdac.ko 2023-09-23T06:19:52.624 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/dmx3191d.ko 2023-09-23T06:19:52.624 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/esas2r 2023-09-23T06:19:52.624 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/esas2r/esas2r.ko 2023-09-23T06:19:52.624 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/esp_scsi.ko 2023-09-23T06:19:52.624 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/fcoe 2023-09-23T06:19:52.625 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/fcoe/fcoe.ko 2023-09-23T06:19:52.625 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/fcoe/libfcoe.ko 2023-09-23T06:19:52.625 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/fnic 2023-09-23T06:19:52.625 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/fnic/fnic.ko 2023-09-23T06:19:52.625 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/hpsa.ko 2023-09-23T06:19:52.625 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/hptiop.ko 2023-09-23T06:19:52.625 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/hv_storvsc.ko 2023-09-23T06:19:52.625 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/initio.ko 2023-09-23T06:19:52.625 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/ipr.ko 2023-09-23T06:19:52.625 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/ips.ko 2023-09-23T06:19:52.625 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/isci 2023-09-23T06:19:52.625 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/isci/isci.ko 2023-09-23T06:19:52.626 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/iscsi_boot_sysfs.ko 2023-09-23T06:19:52.626 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/iscsi_tcp.ko 2023-09-23T06:19:52.626 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libfc 2023-09-23T06:19:52.626 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libfc/libfc.ko 2023-09-23T06:19:52.626 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libiscsi.ko 2023-09-23T06:19:52.626 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libiscsi_tcp.ko 2023-09-23T06:19:52.626 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libsas 2023-09-23T06:19:52.626 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/libsas/libsas.ko 2023-09-23T06:19:52.626 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/lpfc 2023-09-23T06:19:52.626 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/lpfc/lpfc.ko 2023-09-23T06:19:52.626 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/megaraid 2023-09-23T06:19:52.626 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/megaraid.ko 2023-09-23T06:19:52.627 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/megaraid/megaraid_mbox.ko 2023-09-23T06:19:52.627 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/megaraid/megaraid_mm.ko 2023-09-23T06:19:52.627 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/megaraid/megaraid_sas.ko 2023-09-23T06:19:52.627 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/mpt3sas 2023-09-23T06:19:52.627 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/mpt3sas/mpt3sas.ko 2023-09-23T06:19:52.627 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/mvsas 2023-09-23T06:19:52.627 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/mvsas/mvsas.ko 2023-09-23T06:19:52.627 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/mvumi.ko 2023-09-23T06:19:52.627 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/pm8001 2023-09-23T06:19:52.627 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/pm8001/pm80xx.ko 2023-09-23T06:19:52.627 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/pmcraid.ko 2023-09-23T06:19:52.627 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla1280.ko 2023-09-23T06:19:52.628 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla2xxx 2023-09-23T06:19:52.628 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla2xxx/qla2xxx.ko 2023-09-23T06:19:52.628 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla2xxx/tcm_qla2xxx.ko 2023-09-23T06:19:52.628 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla4xxx 2023-09-23T06:19:52.628 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/qla4xxx/qla4xxx.ko 2023-09-23T06:19:52.628 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/raid_class.ko 2023-09-23T06:19:52.628 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_debug.ko 2023-09-23T06:19:52.628 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_transport_fc.ko 2023-09-23T06:19:52.628 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_transport_iscsi.ko 2023-09-23T06:19:52.628 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_transport_sas.ko 2023-09-23T06:19:52.628 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_transport_spi.ko 2023-09-23T06:19:52.628 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/scsi_transport_srp.ko 2023-09-23T06:19:52.628 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/ses.ko 2023-09-23T06:19:52.629 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/st.ko 2023-09-23T06:19:52.629 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/stex.ko 2023-09-23T06:19:52.629 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/sym53c8xx_2 2023-09-23T06:19:52.629 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/sym53c8xx_2/sym53c8xx.ko 2023-09-23T06:19:52.629 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/virtio_scsi.ko 2023-09-23T06:19:52.629 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/vmw_pvscsi.ko 2023-09-23T06:19:52.629 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/scsi/wd719x.ko 2023-09-23T06:19:52.629 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ssb 2023-09-23T06:19:52.629 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ssb/ssb.ko 2023-09-23T06:19:52.629 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target 2023-09-23T06:19:52.629 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/iscsi 2023-09-23T06:19:52.629 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/iscsi/iscsi_target_mod.ko 2023-09-23T06:19:52.630 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/loopback 2023-09-23T06:19:52.630 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/loopback/tcm_loop.ko 2023-09-23T06:19:52.630 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/target_core_file.ko 2023-09-23T06:19:52.630 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/target_core_iblock.ko 2023-09-23T06:19:52.630 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/target_core_mod.ko 2023-09-23T06:19:52.630 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/target_core_pscsi.ko 2023-09-23T06:19:52.630 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/target_core_user.ko 2023-09-23T06:19:52.630 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/tcm_fc 2023-09-23T06:19:52.630 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/target/tcm_fc/tcm_fc.ko 2023-09-23T06:19:52.630 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal 2023-09-23T06:19:52.630 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel 2023-09-23T06:19:52.630 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal 2023-09-23T06:19:52.631 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/acpi_thermal_rel.ko 2023-09-23T06:19:52.631 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/int3400_thermal.ko 2023-09-23T06:19:52.631 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/int3401_thermal.ko 2023-09-23T06:19:52.631 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/int3402_thermal.ko 2023-09-23T06:19:52.631 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/int3403_thermal.ko 2023-09-23T06:19:52.631 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/int340x_thermal_zone.ko 2023-09-23T06:19:52.631 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device.ko 2023-09-23T06:19:52.631 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci.ko 2023-09-23T06:19:52.631 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_device_pci_legacy.ko 2023-09-23T06:19:52.631 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_mbox.ko 2023-09-23T06:19:52.631 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rapl.ko 2023-09-23T06:19:52.631 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/int340x_thermal/processor_thermal_rfim.ko 2023-09-23T06:19:52.632 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/intel_soc_dts_iosf.ko 2023-09-23T06:19:52.632 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/intel_soc_dts_thermal.ko 2023-09-23T06:19:52.632 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/thermal/intel/x86_pkg_temp_thermal.ko 2023-09-23T06:19:52.632 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty 2023-09-23T06:19:52.632 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/ipwireless 2023-09-23T06:19:52.632 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/ipwireless/ipwireless.ko 2023-09-23T06:19:52.632 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/n_gsm.ko 2023-09-23T06:19:52.632 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/n_hdlc.ko 2023-09-23T06:19:52.632 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/nozomi.ko 2023-09-23T06:19:52.632 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial 2023-09-23T06:19:52.632 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial/8250 2023-09-23T06:19:52.632 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial/8250/serial_cs.ko 2023-09-23T06:19:52.633 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial/arc_uart.ko 2023-09-23T06:19:52.633 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial/jsm 2023-09-23T06:19:52.633 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/serial/jsm/jsm.ko 2023-09-23T06:19:52.633 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/tty/synclink_gt.ko 2023-09-23T06:19:52.633 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ufs 2023-09-23T06:19:52.633 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ufs/core 2023-09-23T06:19:52.633 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ufs/core/ufshcd-core.ko 2023-09-23T06:19:52.633 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ufs/host 2023-09-23T06:19:52.633 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/ufs/host/ufshcd-pci.ko 2023-09-23T06:19:52.633 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio 2023-09-23T06:19:52.633 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio/uio.ko 2023-09-23T06:19:52.633 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio/uio_aec.ko 2023-09-23T06:19:52.634 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio/uio_cif.ko 2023-09-23T06:19:52.634 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio/uio_pci_generic.ko 2023-09-23T06:19:52.634 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/uio/uio_sercos3.ko 2023-09-23T06:19:52.634 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb 2023-09-23T06:19:52.634 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/class 2023-09-23T06:19:52.634 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/class/cdc-acm.ko 2023-09-23T06:19:52.634 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/class/cdc-wdm.ko 2023-09-23T06:19:52.634 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/class/usblp.ko 2023-09-23T06:19:52.634 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/class/usbtmc.ko 2023-09-23T06:19:52.634 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/host 2023-09-23T06:19:52.634 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/host/sl811-hcd.ko 2023-09-23T06:19:52.634 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/image 2023-09-23T06:19:52.635 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/image/mdc800.ko 2023-09-23T06:19:52.635 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/image/microtek.ko 2023-09-23T06:19:52.635 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc 2023-09-23T06:19:52.635 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/adutux.ko 2023-09-23T06:19:52.635 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/appledisplay.ko 2023-09-23T06:19:52.635 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/emi26.ko 2023-09-23T06:19:52.635 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/emi62.ko 2023-09-23T06:19:52.635 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/ezusb.ko 2023-09-23T06:19:52.635 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/idmouse.ko 2023-09-23T06:19:52.635 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/iowarrior.ko 2023-09-23T06:19:52.635 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/isight_firmware.ko 2023-09-23T06:19:52.635 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/ldusb.ko 2023-09-23T06:19:52.636 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/legousbtower.ko 2023-09-23T06:19:52.636 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/sisusbvga 2023-09-23T06:19:52.636 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/sisusbvga/sisusbvga.ko 2023-09-23T06:19:52.636 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/trancevibrator.ko 2023-09-23T06:19:52.636 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/usb3503.ko 2023-09-23T06:19:52.636 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/usblcd.ko 2023-09-23T06:19:52.636 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/usbsevseg.ko 2023-09-23T06:19:52.636 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/uss720.ko 2023-09-23T06:19:52.636 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/misc/yurex.ko 2023-09-23T06:19:52.636 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/phy 2023-09-23T06:19:52.636 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/phy/phy-generic.ko 2023-09-23T06:19:52.636 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial 2023-09-23T06:19:52.636 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/aircable.ko 2023-09-23T06:19:52.637 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ark3116.ko 2023-09-23T06:19:52.637 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/belkin_sa.ko 2023-09-23T06:19:52.637 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ch341.ko 2023-09-23T06:19:52.637 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/cp210x.ko 2023-09-23T06:19:52.637 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/cyberjack.ko 2023-09-23T06:19:52.637 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/cypress_m8.ko 2023-09-23T06:19:52.637 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/digi_acceleport.ko 2023-09-23T06:19:52.637 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/empeg.ko 2023-09-23T06:19:52.637 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ftdi_sio.ko 2023-09-23T06:19:52.637 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/garmin_gps.ko 2023-09-23T06:19:52.637 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/io_edgeport.ko 2023-09-23T06:19:52.637 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/io_ti.ko 2023-09-23T06:19:52.638 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ipaq.ko 2023-09-23T06:19:52.638 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ipw.ko 2023-09-23T06:19:52.638 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ir-usb.ko 2023-09-23T06:19:52.638 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/iuu_phoenix.ko 2023-09-23T06:19:52.638 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/keyspan.ko 2023-09-23T06:19:52.638 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/keyspan_pda.ko 2023-09-23T06:19:52.638 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/kl5kusb105.ko 2023-09-23T06:19:52.638 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/kobil_sct.ko 2023-09-23T06:19:52.638 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/mct_u232.ko 2023-09-23T06:19:52.638 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/mos7720.ko 2023-09-23T06:19:52.638 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/mos7840.ko 2023-09-23T06:19:52.638 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/navman.ko 2023-09-23T06:19:52.639 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/omninet.ko 2023-09-23T06:19:52.639 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/opticon.ko 2023-09-23T06:19:52.639 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/option.ko 2023-09-23T06:19:52.639 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/oti6858.ko 2023-09-23T06:19:52.639 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/pl2303.ko 2023-09-23T06:19:52.639 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/qcaux.ko 2023-09-23T06:19:52.639 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/qcserial.ko 2023-09-23T06:19:52.639 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/quatech2.ko 2023-09-23T06:19:52.639 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/safe_serial.ko 2023-09-23T06:19:52.639 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/sierra.ko 2023-09-23T06:19:52.639 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/spcp8x5.ko 2023-09-23T06:19:52.639 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ssu100.ko 2023-09-23T06:19:52.640 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/symbolserial.ko 2023-09-23T06:19:52.640 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/ti_usb_3410_5052.ko 2023-09-23T06:19:52.640 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/usb-serial-simple.ko 2023-09-23T06:19:52.640 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/usb_debug.ko 2023-09-23T06:19:52.640 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/usb_wwan.ko 2023-09-23T06:19:52.640 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/visor.ko 2023-09-23T06:19:52.640 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/whiteheat.ko 2023-09-23T06:19:52.640 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/serial/xsens_mt.ko 2023-09-23T06:19:52.640 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage 2023-09-23T06:19:52.640 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/uas.ko 2023-09-23T06:19:52.640 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-alauda.ko 2023-09-23T06:19:52.640 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-cypress.ko 2023-09-23T06:19:52.640 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-datafab.ko 2023-09-23T06:19:52.641 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-eneub6250.ko 2023-09-23T06:19:52.641 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-freecom.ko 2023-09-23T06:19:52.641 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-isd200.ko 2023-09-23T06:19:52.641 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-jumpshot.ko 2023-09-23T06:19:52.641 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-karma.ko 2023-09-23T06:19:52.641 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-onetouch.ko 2023-09-23T06:19:52.641 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-realtek.ko 2023-09-23T06:19:52.641 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-sddr09.ko 2023-09-23T06:19:52.641 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-sddr55.ko 2023-09-23T06:19:52.641 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/ums-usbat.ko 2023-09-23T06:19:52.641 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/storage/usb-storage.ko 2023-09-23T06:19:52.641 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/usbip 2023-09-23T06:19:52.642 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/usbip/usbip-core.ko 2023-09-23T06:19:52.642 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/usbip/usbip-host.ko 2023-09-23T06:19:52.642 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/usb/usbip/vhci-hcd.ko 2023-09-23T06:19:52.642 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio 2023-09-23T06:19:52.642 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio/pci 2023-09-23T06:19:52.642 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio/pci/vfio-pci-core.ko 2023-09-23T06:19:52.642 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio/pci/vfio-pci.ko 2023-09-23T06:19:52.642 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio/vfio.ko 2023-09-23T06:19:52.642 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vfio/vfio_iommu_type1.ko 2023-09-23T06:19:52.642 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vhost 2023-09-23T06:19:52.642 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vhost/vhost.ko 2023-09-23T06:19:52.642 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vhost/vhost_iotlb.ko 2023-09-23T06:19:52.642 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vhost/vhost_net.ko 2023-09-23T06:19:52.643 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/vhost/vhost_scsi.ko 2023-09-23T06:19:52.643 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/video 2023-09-23T06:19:52.643 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/video/backlight 2023-09-23T06:19:52.643 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/video/backlight/apple_bl.ko 2023-09-23T06:19:52.643 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/video/backlight/lcd.ko 2023-09-23T06:19:52.643 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/video/backlight/platform_lcd.ko 2023-09-23T06:19:52.643 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio 2023-09-23T06:19:52.643 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio.ko 2023-09-23T06:19:52.643 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_balloon.ko 2023-09-23T06:19:52.643 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_mmio.ko 2023-09-23T06:19:52.643 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_pci.ko 2023-09-23T06:19:52.643 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_pci_legacy_dev.ko 2023-09-23T06:19:52.644 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_pci_modern_dev.ko 2023-09-23T06:19:52.644 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/virtio/virtio_ring.ko 2023-09-23T06:19:52.644 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1 2023-09-23T06:19:52.644 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/masters 2023-09-23T06:19:52.644 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/masters/ds2482.ko 2023-09-23T06:19:52.644 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/masters/ds2490.ko 2023-09-23T06:19:52.644 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves 2023-09-23T06:19:52.644 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2406.ko 2023-09-23T06:19:52.644 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2408.ko 2023-09-23T06:19:52.644 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2413.ko 2023-09-23T06:19:52.644 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2423.ko 2023-09-23T06:19:52.644 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2431.ko 2023-09-23T06:19:52.645 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2433.ko 2023-09-23T06:19:52.645 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2780.ko 2023-09-23T06:19:52.645 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds2781.ko 2023-09-23T06:19:52.645 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_ds28e04.ko 2023-09-23T06:19:52.645 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_smem.ko 2023-09-23T06:19:52.645 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/slaves/w1_therm.ko 2023-09-23T06:19:52.645 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/w1/wire.ko 2023-09-23T06:19:52.645 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog 2023-09-23T06:19:52.645 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/alim1535_wdt.ko 2023-09-23T06:19:52.645 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/alim7101_wdt.ko 2023-09-23T06:19:52.645 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/f71808e_wdt.ko 2023-09-23T06:19:52.645 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/hpwdt.ko 2023-09-23T06:19:52.645 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/i6300esb.ko 2023-09-23T06:19:52.646 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/iTCO_vendor_support.ko 2023-09-23T06:19:52.646 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/iTCO_wdt.ko 2023-09-23T06:19:52.646 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/ib700wdt.ko 2023-09-23T06:19:52.646 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/ibmasr.ko 2023-09-23T06:19:52.646 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/ie6xx_wdt.ko 2023-09-23T06:19:52.646 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/it8712f_wdt.ko 2023-09-23T06:19:52.646 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/it87_wdt.ko 2023-09-23T06:19:52.646 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/machzwd.ko 2023-09-23T06:19:52.646 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/nv_tco.ko 2023-09-23T06:19:52.646 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/pcwd_pci.ko 2023-09-23T06:19:52.646 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/pcwd_usb.ko 2023-09-23T06:19:52.646 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/sbc_fitpc2_wdt.ko 2023-09-23T06:19:52.647 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/sch311x_wdt.ko 2023-09-23T06:19:52.647 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/softdog.ko 2023-09-23T06:19:52.647 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/sp5100_tco.ko 2023-09-23T06:19:52.647 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/via_wdt.ko 2023-09-23T06:19:52.647 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/w83627hf_wdt.ko 2023-09-23T06:19:52.647 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/w83877f_wdt.ko 2023-09-23T06:19:52.647 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/w83977f_wdt.ko 2023-09-23T06:19:52.647 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/wdt_pci.ko 2023-09-23T06:19:52.647 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/watchdog/xen_wdt.ko 2023-09-23T06:19:52.647 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen 2023-09-23T06:19:52.647 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-acpi-processor.ko 2023-09-23T06:19:52.647 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-evtchn.ko 2023-09-23T06:19:52.647 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-gntalloc.ko 2023-09-23T06:19:52.648 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-gntdev.ko 2023-09-23T06:19:52.648 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-pciback 2023-09-23T06:19:52.648 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-pciback/xen-pciback.ko 2023-09-23T06:19:52.648 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xen-privcmd.ko 2023-09-23T06:19:52.648 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xenfs 2023-09-23T06:19:52.648 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/drivers/xen/xenfs/xenfs.ko 2023-09-23T06:19:52.648 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs 2023-09-23T06:19:52.648 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/9p 2023-09-23T06:19:52.648 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/9p/9p.ko 2023-09-23T06:19:52.648 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/affs 2023-09-23T06:19:52.648 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/affs/affs.ko 2023-09-23T06:19:52.648 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/befs 2023-09-23T06:19:52.649 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/befs/befs.ko 2023-09-23T06:19:52.649 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/binfmt_misc.ko 2023-09-23T06:19:52.649 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/btrfs 2023-09-23T06:19:52.649 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/btrfs/btrfs.ko 2023-09-23T06:19:52.649 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/cachefiles 2023-09-23T06:19:52.649 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/cachefiles/cachefiles.ko 2023-09-23T06:19:52.649 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ceph 2023-09-23T06:19:52.649 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ceph/ceph.ko 2023-09-23T06:19:52.649 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/coda 2023-09-23T06:19:52.649 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/coda/coda.ko 2023-09-23T06:19:52.649 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/cramfs 2023-09-23T06:19:52.649 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/cramfs/cramfs.ko 2023-09-23T06:19:52.650 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/dlm 2023-09-23T06:19:52.650 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/dlm/dlm.ko 2023-09-23T06:19:52.650 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ecryptfs 2023-09-23T06:19:52.650 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ecryptfs/ecryptfs.ko 2023-09-23T06:19:52.650 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/f2fs 2023-09-23T06:19:52.650 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/f2fs/f2fs.ko 2023-09-23T06:19:52.650 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fat 2023-09-23T06:19:52.650 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fat/fat.ko 2023-09-23T06:19:52.650 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fat/msdos.ko 2023-09-23T06:19:52.650 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fat/vfat.ko 2023-09-23T06:19:52.650 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fscache 2023-09-23T06:19:52.650 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fscache/fscache.ko 2023-09-23T06:19:52.651 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fuse 2023-09-23T06:19:52.651 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fuse/cuse.ko 2023-09-23T06:19:52.651 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/fuse/fuse.ko 2023-09-23T06:19:52.651 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/gfs2 2023-09-23T06:19:52.651 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/gfs2/gfs2.ko 2023-09-23T06:19:52.651 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/hfs 2023-09-23T06:19:52.651 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/hfs/hfs.ko 2023-09-23T06:19:52.651 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/hfsplus 2023-09-23T06:19:52.651 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/hfsplus/hfsplus.ko 2023-09-23T06:19:52.651 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/isofs 2023-09-23T06:19:52.651 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/isofs/isofs.ko 2023-09-23T06:19:52.651 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/jfs 2023-09-23T06:19:52.651 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/jfs/jfs.ko 2023-09-23T06:19:52.652 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/lockd 2023-09-23T06:19:52.652 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/lockd/lockd.ko 2023-09-23T06:19:52.652 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/minix 2023-09-23T06:19:52.652 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/minix/minix.ko 2023-09-23T06:19:52.652 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/netfs 2023-09-23T06:19:52.652 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/netfs/netfs.ko 2023-09-23T06:19:52.652 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs 2023-09-23T06:19:52.652 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/blocklayout 2023-09-23T06:19:52.652 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/blocklayout/blocklayoutdriver.ko 2023-09-23T06:19:52.652 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/filelayout 2023-09-23T06:19:52.652 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/filelayout/nfs_layout_nfsv41_files.ko 2023-09-23T06:19:52.652 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/flexfilelayout 2023-09-23T06:19:52.653 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/flexfilelayout/nfs_layout_flexfiles.ko 2023-09-23T06:19:52.653 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/nfs.ko 2023-09-23T06:19:52.653 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/nfsv3.ko 2023-09-23T06:19:52.653 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs/nfsv4.ko 2023-09-23T06:19:52.653 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs_common 2023-09-23T06:19:52.653 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs_common/grace.ko 2023-09-23T06:19:52.653 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfs_common/nfs_acl.ko 2023-09-23T06:19:52.653 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfsd 2023-09-23T06:19:52.653 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nfsd/nfsd.ko 2023-09-23T06:19:52.653 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nilfs2 2023-09-23T06:19:52.653 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nilfs2/nilfs2.ko 2023-09-23T06:19:52.653 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls 2023-09-23T06:19:52.653 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-celtic.ko 2023-09-23T06:19:52.654 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-centeuro.ko 2023-09-23T06:19:52.654 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-croatian.ko 2023-09-23T06:19:52.654 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-cyrillic.ko 2023-09-23T06:19:52.654 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-gaelic.ko 2023-09-23T06:19:52.654 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-greek.ko 2023-09-23T06:19:52.654 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-iceland.ko 2023-09-23T06:19:52.654 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-inuit.ko 2023-09-23T06:19:52.654 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-roman.ko 2023-09-23T06:19:52.654 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-romanian.ko 2023-09-23T06:19:52.654 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/mac-turkish.ko 2023-09-23T06:19:52.654 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp1250.ko 2023-09-23T06:19:52.654 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp1251.ko 2023-09-23T06:19:52.655 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp1255.ko 2023-09-23T06:19:52.655 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp737.ko 2023-09-23T06:19:52.655 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp775.ko 2023-09-23T06:19:52.655 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp850.ko 2023-09-23T06:19:52.655 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp852.ko 2023-09-23T06:19:52.655 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp855.ko 2023-09-23T06:19:52.655 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp857.ko 2023-09-23T06:19:52.655 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp860.ko 2023-09-23T06:19:52.655 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp861.ko 2023-09-23T06:19:52.655 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp862.ko 2023-09-23T06:19:52.655 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp863.ko 2023-09-23T06:19:52.655 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp864.ko 2023-09-23T06:19:52.655 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp865.ko 2023-09-23T06:19:52.656 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp866.ko 2023-09-23T06:19:52.656 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp869.ko 2023-09-23T06:19:52.656 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp874.ko 2023-09-23T06:19:52.656 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp932.ko 2023-09-23T06:19:52.656 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp936.ko 2023-09-23T06:19:52.656 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp949.ko 2023-09-23T06:19:52.656 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_cp950.ko 2023-09-23T06:19:52.656 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_euc-jp.ko 2023-09-23T06:19:52.656 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-1.ko 2023-09-23T06:19:52.656 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-13.ko 2023-09-23T06:19:52.656 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-14.ko 2023-09-23T06:19:52.656 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-15.ko 2023-09-23T06:19:52.657 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-2.ko 2023-09-23T06:19:52.657 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-3.ko 2023-09-23T06:19:52.657 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-4.ko 2023-09-23T06:19:52.657 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-5.ko 2023-09-23T06:19:52.657 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-6.ko 2023-09-23T06:19:52.657 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-7.ko 2023-09-23T06:19:52.657 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_iso8859-9.ko 2023-09-23T06:19:52.657 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_koi8-r.ko 2023-09-23T06:19:52.657 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_koi8-ru.ko 2023-09-23T06:19:52.657 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_koi8-u.ko 2023-09-23T06:19:52.657 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/nls/nls_utf8.ko 2023-09-23T06:19:52.657 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2 2023-09-23T06:19:52.658 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/cluster 2023-09-23T06:19:52.658 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/cluster/ocfs2_nodemanager.ko 2023-09-23T06:19:52.658 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/dlm 2023-09-23T06:19:52.658 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/dlm/ocfs2_dlm.ko 2023-09-23T06:19:52.658 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/dlmfs 2023-09-23T06:19:52.658 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/dlmfs/ocfs2_dlmfs.ko 2023-09-23T06:19:52.658 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/ocfs2.ko 2023-09-23T06:19:52.658 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/ocfs2_stack_o2cb.ko 2023-09-23T06:19:52.658 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/ocfs2_stack_user.ko 2023-09-23T06:19:52.658 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ocfs2/ocfs2_stackglue.ko 2023-09-23T06:19:52.658 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/overlayfs 2023-09-23T06:19:52.658 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/overlayfs/overlay.ko 2023-09-23T06:19:52.659 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/pstore 2023-09-23T06:19:52.659 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/pstore/ramoops.ko 2023-09-23T06:19:52.659 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/reiserfs 2023-09-23T06:19:52.659 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/reiserfs/reiserfs.ko 2023-09-23T06:19:52.659 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/romfs 2023-09-23T06:19:52.659 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/romfs/romfs.ko 2023-09-23T06:19:52.659 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb 2023-09-23T06:19:52.659 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb/client 2023-09-23T06:19:52.659 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb/client/cifs.ko 2023-09-23T06:19:52.659 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb/common 2023-09-23T06:19:52.659 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb/common/cifs_arc4.ko 2023-09-23T06:19:52.659 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/smb/common/cifs_md4.ko 2023-09-23T06:19:52.660 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/squashfs 2023-09-23T06:19:52.660 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/squashfs/squashfs.ko 2023-09-23T06:19:52.660 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/sysv 2023-09-23T06:19:52.660 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/sysv/sysv.ko 2023-09-23T06:19:52.660 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/udf 2023-09-23T06:19:52.660 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/udf/udf.ko 2023-09-23T06:19:52.660 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ufs 2023-09-23T06:19:52.660 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/ufs/ufs.ko 2023-09-23T06:19:52.660 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/xfs 2023-09-23T06:19:52.660 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/fs/xfs/xfs.ko 2023-09-23T06:19:52.660 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel 2023-09-23T06:19:52.660 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel/rcu 2023-09-23T06:19:52.660 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel/rcu/rcutorture.ko 2023-09-23T06:19:52.661 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel/torture.ko 2023-09-23T06:19:52.661 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel/trace 2023-09-23T06:19:52.661 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/kernel/trace/ring_buffer_benchmark.ko 2023-09-23T06:19:52.661 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib 2023-09-23T06:19:52.661 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/asn1_encoder.ko 2023-09-23T06:19:52.661 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/crc-itu-t.ko 2023-09-23T06:19:52.661 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/crc8.ko 2023-09-23T06:19:52.661 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/crypto 2023-09-23T06:19:52.661 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/crypto/libarc4.ko 2023-09-23T06:19:52.661 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/crypto/libdes.ko 2023-09-23T06:19:52.661 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/libcrc32c.ko 2023-09-23T06:19:52.661 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/lru_cache.ko 2023-09-23T06:19:52.662 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/lz4 2023-09-23T06:19:52.662 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/lz4/lz4_compress.ko 2023-09-23T06:19:52.662 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/lz4/lz4hc_compress.ko 2023-09-23T06:19:52.662 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/math 2023-09-23T06:19:52.662 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/math/cordic.ko 2023-09-23T06:19:52.662 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/raid6 2023-09-23T06:19:52.662 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/raid6/raid6_pq.ko 2023-09-23T06:19:52.662 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/reed_solomon 2023-09-23T06:19:52.662 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/reed_solomon/reed_solomon.ko 2023-09-23T06:19:52.662 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/ts_bm.ko 2023-09-23T06:19:52.662 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/ts_fsm.ko 2023-09-23T06:19:52.662 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/ts_kmp.ko 2023-09-23T06:19:52.663 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/zstd 2023-09-23T06:19:52.663 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/lib/zstd/zstd_compress.ko 2023-09-23T06:19:52.663 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/mm 2023-09-23T06:19:52.663 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/mm/hwpoison-inject.ko 2023-09-23T06:19:52.663 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net 2023-09-23T06:19:52.663 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan 2023-09-23T06:19:52.663 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/6lowpan.ko 2023-09-23T06:19:52.663 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_dest.ko 2023-09-23T06:19:52.663 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_fragment.ko 2023-09-23T06:19:52.663 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_hop.ko 2023-09-23T06:19:52.663 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_ipv6.ko 2023-09-23T06:19:52.663 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_mobility.ko 2023-09-23T06:19:52.664 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_routing.ko 2023-09-23T06:19:52.664 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/6lowpan/nhc_udp.ko 2023-09-23T06:19:52.664 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802 2023-09-23T06:19:52.664 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802/garp.ko 2023-09-23T06:19:52.664 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802/mrp.ko 2023-09-23T06:19:52.664 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802/p8022.ko 2023-09-23T06:19:52.664 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802/psnap.ko 2023-09-23T06:19:52.664 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/802/stp.ko 2023-09-23T06:19:52.664 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/8021q 2023-09-23T06:19:52.664 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/8021q/8021q.ko 2023-09-23T06:19:52.664 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/9p 2023-09-23T06:19:52.664 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/9p/9pnet.ko 2023-09-23T06:19:52.665 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/9p/9pnet_fd.ko 2023-09-23T06:19:52.665 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/9p/9pnet_rdma.ko 2023-09-23T06:19:52.665 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/9p/9pnet_virtio.ko 2023-09-23T06:19:52.665 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/batman-adv 2023-09-23T06:19:52.665 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/batman-adv/batman-adv.ko 2023-09-23T06:19:52.665 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge 2023-09-23T06:19:52.665 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/br_netfilter.ko 2023-09-23T06:19:52.665 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/bridge.ko 2023-09-23T06:19:52.665 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter 2023-09-23T06:19:52.665 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_802_3.ko 2023-09-23T06:19:52.665 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_among.ko 2023-09-23T06:19:52.665 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_arp.ko 2023-09-23T06:19:52.666 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_arpreply.ko 2023-09-23T06:19:52.666 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_dnat.ko 2023-09-23T06:19:52.666 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_ip.ko 2023-09-23T06:19:52.666 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_ip6.ko 2023-09-23T06:19:52.666 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_limit.ko 2023-09-23T06:19:52.666 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_log.ko 2023-09-23T06:19:52.666 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_mark.ko 2023-09-23T06:19:52.666 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_mark_m.ko 2023-09-23T06:19:52.666 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_nflog.ko 2023-09-23T06:19:52.666 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_pkttype.ko 2023-09-23T06:19:52.666 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_redirect.ko 2023-09-23T06:19:52.666 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_snat.ko 2023-09-23T06:19:52.667 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_stp.ko 2023-09-23T06:19:52.667 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebt_vlan.ko 2023-09-23T06:19:52.667 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebtable_broute.ko 2023-09-23T06:19:52.667 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebtable_filter.ko 2023-09-23T06:19:52.667 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebtable_nat.ko 2023-09-23T06:19:52.667 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/ebtables.ko 2023-09-23T06:19:52.667 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/nf_conntrack_bridge.ko 2023-09-23T06:19:52.667 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/nft_meta_bridge.ko 2023-09-23T06:19:52.667 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/bridge/netfilter/nft_reject_bridge.ko 2023-09-23T06:19:52.667 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ceph 2023-09-23T06:19:52.667 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ceph/libceph.ko 2023-09-23T06:19:52.667 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/core 2023-09-23T06:19:52.668 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/core/failover.ko 2023-09-23T06:19:52.668 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/core/pktgen.ko 2023-09-23T06:19:52.668 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dccp 2023-09-23T06:19:52.668 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dccp/dccp.ko 2023-09-23T06:19:52.668 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dccp/dccp_diag.ko 2023-09-23T06:19:52.668 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dccp/dccp_ipv4.ko 2023-09-23T06:19:52.668 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dccp/dccp_ipv6.ko 2023-09-23T06:19:52.668 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dns_resolver 2023-09-23T06:19:52.668 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dns_resolver/dns_resolver.ko 2023-09-23T06:19:52.668 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa 2023-09-23T06:19:52.668 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa/dsa_core.ko 2023-09-23T06:19:52.668 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa/tag_brcm.ko 2023-09-23T06:19:52.669 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa/tag_dsa.ko 2023-09-23T06:19:52.669 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa/tag_none.ko 2023-09-23T06:19:52.669 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/dsa/tag_trailer.ko 2023-09-23T06:19:52.669 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ieee802154 2023-09-23T06:19:52.669 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ieee802154/6lowpan 2023-09-23T06:19:52.669 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ieee802154/6lowpan/ieee802154_6lowpan.ko 2023-09-23T06:19:52.669 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ieee802154/ieee802154.ko 2023-09-23T06:19:52.669 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ieee802154/ieee802154_socket.ko 2023-09-23T06:19:52.669 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4 2023-09-23T06:19:52.669 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ah4.ko 2023-09-23T06:19:52.669 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/esp4.ko 2023-09-23T06:19:52.669 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/fou.ko 2023-09-23T06:19:52.669 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/gre.ko 2023-09-23T06:19:52.670 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/inet_diag.ko 2023-09-23T06:19:52.670 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ip_gre.ko 2023-09-23T06:19:52.670 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ip_tunnel.ko 2023-09-23T06:19:52.670 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ip_vti.ko 2023-09-23T06:19:52.670 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ipcomp.ko 2023-09-23T06:19:52.670 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/ipip.ko 2023-09-23T06:19:52.670 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter 2023-09-23T06:19:52.670 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/arp_tables.ko 2023-09-23T06:19:52.670 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/arpt_mangle.ko 2023-09-23T06:19:52.670 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/arptable_filter.ko 2023-09-23T06:19:52.670 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/ipt_ECN.ko 2023-09-23T06:19:52.670 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/ipt_SYNPROXY.ko 2023-09-23T06:19:52.671 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/ipt_ah.ko 2023-09-23T06:19:52.671 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/ipt_rpfilter.ko 2023-09-23T06:19:52.671 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/iptable_mangle.ko 2023-09-23T06:19:52.671 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/iptable_nat.ko 2023-09-23T06:19:52.671 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/iptable_raw.ko 2023-09-23T06:19:52.671 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/iptable_security.ko 2023-09-23T06:19:52.671 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_defrag_ipv4.ko 2023-09-23T06:19:52.671 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_dup_ipv4.ko 2023-09-23T06:19:52.671 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_nat_h323.ko 2023-09-23T06:19:52.671 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_nat_pptp.ko 2023-09-23T06:19:52.671 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_nat_snmp_basic.ko 2023-09-23T06:19:52.671 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_socket_ipv4.ko 2023-09-23T06:19:52.671 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nf_tproxy_ipv4.ko 2023-09-23T06:19:52.672 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nft_dup_ipv4.ko 2023-09-23T06:19:52.672 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nft_fib_ipv4.ko 2023-09-23T06:19:52.672 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/netfilter/nft_reject_ipv4.ko 2023-09-23T06:19:52.672 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_bic.ko 2023-09-23T06:19:52.672 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_dctcp.ko 2023-09-23T06:19:52.672 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_diag.ko 2023-09-23T06:19:52.672 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_highspeed.ko 2023-09-23T06:19:52.672 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_htcp.ko 2023-09-23T06:19:52.672 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_hybla.ko 2023-09-23T06:19:52.672 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_illinois.ko 2023-09-23T06:19:52.672 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_lp.ko 2023-09-23T06:19:52.672 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_scalable.ko 2023-09-23T06:19:52.673 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_vegas.ko 2023-09-23T06:19:52.673 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_veno.ko 2023-09-23T06:19:52.673 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_westwood.ko 2023-09-23T06:19:52.673 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tcp_yeah.ko 2023-09-23T06:19:52.673 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/tunnel4.ko 2023-09-23T06:19:52.673 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/udp_diag.ko 2023-09-23T06:19:52.673 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/udp_tunnel.ko 2023-09-23T06:19:52.673 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv4/xfrm4_tunnel.ko 2023-09-23T06:19:52.673 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6 2023-09-23T06:19:52.673 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/ah6.ko 2023-09-23T06:19:52.673 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/esp6.ko 2023-09-23T06:19:52.673 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/fou6.ko 2023-09-23T06:19:52.674 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/ip6_tunnel.ko 2023-09-23T06:19:52.674 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/ip6_udp_tunnel.ko 2023-09-23T06:19:52.674 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/ip6_vti.ko 2023-09-23T06:19:52.674 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/ipcomp6.ko 2023-09-23T06:19:52.674 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter 2023-09-23T06:19:52.674 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6_tables.ko 2023-09-23T06:19:52.674 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_REJECT.ko 2023-09-23T06:19:52.674 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_SYNPROXY.ko 2023-09-23T06:19:52.674 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_ah.ko 2023-09-23T06:19:52.674 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_eui64.ko 2023-09-23T06:19:52.674 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_frag.ko 2023-09-23T06:19:52.674 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_hbh.ko 2023-09-23T06:19:52.675 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_ipv6header.ko 2023-09-23T06:19:52.675 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_mh.ko 2023-09-23T06:19:52.675 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_rpfilter.ko 2023-09-23T06:19:52.675 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6t_rt.ko 2023-09-23T06:19:52.675 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6table_filter.ko 2023-09-23T06:19:52.675 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6table_mangle.ko 2023-09-23T06:19:52.675 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6table_nat.ko 2023-09-23T06:19:52.675 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6table_raw.ko 2023-09-23T06:19:52.675 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/ip6table_security.ko 2023-09-23T06:19:52.675 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nf_defrag_ipv6.ko 2023-09-23T06:19:52.675 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nf_dup_ipv6.ko 2023-09-23T06:19:52.675 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nf_reject_ipv6.ko 2023-09-23T06:19:52.676 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nf_socket_ipv6.ko 2023-09-23T06:19:52.676 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nf_tproxy_ipv6.ko 2023-09-23T06:19:52.676 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nft_dup_ipv6.ko 2023-09-23T06:19:52.676 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nft_fib_ipv6.ko 2023-09-23T06:19:52.676 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/netfilter/nft_reject_ipv6.ko 2023-09-23T06:19:52.676 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/sit.ko 2023-09-23T06:19:52.676 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/tunnel6.ko 2023-09-23T06:19:52.676 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/ipv6/xfrm6_tunnel.ko 2023-09-23T06:19:52.676 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/key 2023-09-23T06:19:52.676 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/key/af_key.ko 2023-09-23T06:19:52.676 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp 2023-09-23T06:19:52.676 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_core.ko 2023-09-23T06:19:52.676 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_debugfs.ko 2023-09-23T06:19:52.677 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_eth.ko 2023-09-23T06:19:52.677 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_ip.ko 2023-09-23T06:19:52.677 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_ip6.ko 2023-09-23T06:19:52.677 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_netlink.ko 2023-09-23T06:19:52.677 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/l2tp/l2tp_ppp.ko 2023-09-23T06:19:52.677 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/llc 2023-09-23T06:19:52.677 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/llc/llc.ko 2023-09-23T06:19:52.677 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/mac802154 2023-09-23T06:19:52.677 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/mac802154/mac802154.ko 2023-09-23T06:19:52.677 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/mpls 2023-09-23T06:19:52.677 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/mpls/mpls_gso.ko 2023-09-23T06:19:52.677 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter 2023-09-23T06:19:52.678 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset 2023-09-23T06:19:52.678 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set.ko 2023-09-23T06:19:52.678 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_bitmap_ip.ko 2023-09-23T06:19:52.678 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_bitmap_ipmac.ko 2023-09-23T06:19:52.678 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_bitmap_port.ko 2023-09-23T06:19:52.678 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_ip.ko 2023-09-23T06:19:52.678 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_ipmark.ko 2023-09-23T06:19:52.678 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_ipport.ko 2023-09-23T06:19:52.678 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_ipportip.ko 2023-09-23T06:19:52.678 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_ipportnet.ko 2023-09-23T06:19:52.678 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_mac.ko 2023-09-23T06:19:52.678 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_net.ko 2023-09-23T06:19:52.679 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_netiface.ko 2023-09-23T06:19:52.679 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_netnet.ko 2023-09-23T06:19:52.679 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_netport.ko 2023-09-23T06:19:52.679 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_hash_netportnet.ko 2023-09-23T06:19:52.679 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipset/ip_set_list_set.ko 2023-09-23T06:19:52.679 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs 2023-09-23T06:19:52.679 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs.ko 2023-09-23T06:19:52.679 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_dh.ko 2023-09-23T06:19:52.679 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_fo.ko 2023-09-23T06:19:52.679 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_ftp.ko 2023-09-23T06:19:52.679 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_lblc.ko 2023-09-23T06:19:52.679 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_lblcr.ko 2023-09-23T06:19:52.680 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_lc.ko 2023-09-23T06:19:52.680 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_nq.ko 2023-09-23T06:19:52.680 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_pe_sip.ko 2023-09-23T06:19:52.680 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_rr.ko 2023-09-23T06:19:52.680 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_sed.ko 2023-09-23T06:19:52.680 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_sh.ko 2023-09-23T06:19:52.680 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_wlc.ko 2023-09-23T06:19:52.680 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/ipvs/ip_vs_wrr.ko 2023-09-23T06:19:52.680 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conncount.ko 2023-09-23T06:19:52.680 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack.ko 2023-09-23T06:19:52.680 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_amanda.ko 2023-09-23T06:19:52.680 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_broadcast.ko 2023-09-23T06:19:52.681 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_ftp.ko 2023-09-23T06:19:52.681 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_h323.ko 2023-09-23T06:19:52.681 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_irc.ko 2023-09-23T06:19:52.681 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_netbios_ns.ko 2023-09-23T06:19:52.681 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_netlink.ko 2023-09-23T06:19:52.681 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_pptp.ko 2023-09-23T06:19:52.681 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_sane.ko 2023-09-23T06:19:52.681 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_sip.ko 2023-09-23T06:19:52.681 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_snmp.ko 2023-09-23T06:19:52.681 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_conntrack_tftp.ko 2023-09-23T06:19:52.681 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_dup_netdev.ko 2023-09-23T06:19:52.681 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_flow_table.ko 2023-09-23T06:19:52.681 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_flow_table_inet.ko 2023-09-23T06:19:52.682 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_log_syslog.ko 2023-09-23T06:19:52.682 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat.ko 2023-09-23T06:19:52.682 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat_amanda.ko 2023-09-23T06:19:52.682 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat_ftp.ko 2023-09-23T06:19:52.682 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat_irc.ko 2023-09-23T06:19:52.682 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat_sip.ko 2023-09-23T06:19:52.682 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_nat_tftp.ko 2023-09-23T06:19:52.682 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_synproxy_core.ko 2023-09-23T06:19:52.682 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nf_tables.ko 2023-09-23T06:19:52.682 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nfnetlink.ko 2023-09-23T06:19:52.682 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nfnetlink_acct.ko 2023-09-23T06:19:52.683 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nfnetlink_log.ko 2023-09-23T06:19:52.683 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nfnetlink_osf.ko 2023-09-23T06:19:52.683 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nfnetlink_queue.ko 2023-09-23T06:19:52.683 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_chain_nat.ko 2023-09-23T06:19:52.683 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_compat.ko 2023-09-23T06:19:52.683 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_ct.ko 2023-09-23T06:19:52.683 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_dup_netdev.ko 2023-09-23T06:19:52.683 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_fib.ko 2023-09-23T06:19:52.683 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_fwd_netdev.ko 2023-09-23T06:19:52.683 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_hash.ko 2023-09-23T06:19:52.683 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_limit.ko 2023-09-23T06:19:52.683 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_log.ko 2023-09-23T06:19:52.684 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_masq.ko 2023-09-23T06:19:52.684 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_nat.ko 2023-09-23T06:19:52.684 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_numgen.ko 2023-09-23T06:19:52.684 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_queue.ko 2023-09-23T06:19:52.684 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_quota.ko 2023-09-23T06:19:52.684 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_redir.ko 2023-09-23T06:19:52.684 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_reject.ko 2023-09-23T06:19:52.684 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_reject_inet.ko 2023-09-23T06:19:52.684 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_socket.ko 2023-09-23T06:19:52.684 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/nft_tunnel.ko 2023-09-23T06:19:52.684 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_AUDIT.ko 2023-09-23T06:19:52.684 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_CHECKSUM.ko 2023-09-23T06:19:52.685 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_CLASSIFY.ko 2023-09-23T06:19:52.685 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_CONNSECMARK.ko 2023-09-23T06:19:52.685 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_CT.ko 2023-09-23T06:19:52.685 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_DSCP.ko 2023-09-23T06:19:52.685 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_HL.ko 2023-09-23T06:19:52.685 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_HMARK.ko 2023-09-23T06:19:52.685 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_IDLETIMER.ko 2023-09-23T06:19:52.685 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_LED.ko 2023-09-23T06:19:52.685 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_LOG.ko 2023-09-23T06:19:52.685 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_MASQUERADE.ko 2023-09-23T06:19:52.685 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_NETMAP.ko 2023-09-23T06:19:52.685 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_NFLOG.ko 2023-09-23T06:19:52.685 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_NFQUEUE.ko 2023-09-23T06:19:52.686 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_RATEEST.ko 2023-09-23T06:19:52.686 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_REDIRECT.ko 2023-09-23T06:19:52.686 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_SECMARK.ko 2023-09-23T06:19:52.686 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_TCPMSS.ko 2023-09-23T06:19:52.686 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_TCPOPTSTRIP.ko 2023-09-23T06:19:52.686 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_TEE.ko 2023-09-23T06:19:52.686 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_TPROXY.ko 2023-09-23T06:19:52.686 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_TRACE.ko 2023-09-23T06:19:52.686 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_addrtype.ko 2023-09-23T06:19:52.686 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_bpf.ko 2023-09-23T06:19:52.686 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_cgroup.ko 2023-09-23T06:19:52.686 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_cluster.ko 2023-09-23T06:19:52.687 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_comment.ko 2023-09-23T06:19:52.687 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_connbytes.ko 2023-09-23T06:19:52.687 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_connlabel.ko 2023-09-23T06:19:52.687 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_connlimit.ko 2023-09-23T06:19:52.687 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_connmark.ko 2023-09-23T06:19:52.687 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_conntrack.ko 2023-09-23T06:19:52.687 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_cpu.ko 2023-09-23T06:19:52.687 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_dccp.ko 2023-09-23T06:19:52.687 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_devgroup.ko 2023-09-23T06:19:52.687 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_dscp.ko 2023-09-23T06:19:52.687 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_ecn.ko 2023-09-23T06:19:52.687 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_esp.ko 2023-09-23T06:19:52.688 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_hashlimit.ko 2023-09-23T06:19:52.688 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_helper.ko 2023-09-23T06:19:52.688 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_hl.ko 2023-09-23T06:19:52.688 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_ipcomp.ko 2023-09-23T06:19:52.688 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_iprange.ko 2023-09-23T06:19:52.688 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_ipvs.ko 2023-09-23T06:19:52.688 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_l2tp.ko 2023-09-23T06:19:52.688 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_length.ko 2023-09-23T06:19:52.688 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_limit.ko 2023-09-23T06:19:52.688 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_mac.ko 2023-09-23T06:19:52.688 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_mark.ko 2023-09-23T06:19:52.688 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_multiport.ko 2023-09-23T06:19:52.688 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_nat.ko 2023-09-23T06:19:52.689 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_nfacct.ko 2023-09-23T06:19:52.689 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_osf.ko 2023-09-23T06:19:52.689 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_owner.ko 2023-09-23T06:19:52.689 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_physdev.ko 2023-09-23T06:19:52.689 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_pkttype.ko 2023-09-23T06:19:52.689 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_policy.ko 2023-09-23T06:19:52.689 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_quota.ko 2023-09-23T06:19:52.689 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_rateest.ko 2023-09-23T06:19:52.689 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_realm.ko 2023-09-23T06:19:52.689 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_recent.ko 2023-09-23T06:19:52.689 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_sctp.ko 2023-09-23T06:19:52.689 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_set.ko 2023-09-23T06:19:52.690 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_socket.ko 2023-09-23T06:19:52.690 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_state.ko 2023-09-23T06:19:52.690 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_statistic.ko 2023-09-23T06:19:52.690 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_string.ko 2023-09-23T06:19:52.690 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_tcpmss.ko 2023-09-23T06:19:52.690 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_time.ko 2023-09-23T06:19:52.690 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netfilter/xt_u32.ko 2023-09-23T06:19:52.690 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netlink 2023-09-23T06:19:52.690 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/netlink/netlink_diag.ko 2023-09-23T06:19:52.690 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/nsh 2023-09-23T06:19:52.690 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/nsh/nsh.ko 2023-09-23T06:19:52.690 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/openvswitch 2023-09-23T06:19:52.691 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/openvswitch/openvswitch.ko 2023-09-23T06:19:52.691 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/openvswitch/vport-geneve.ko 2023-09-23T06:19:52.691 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/openvswitch/vport-gre.ko 2023-09-23T06:19:52.691 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/openvswitch/vport-vxlan.ko 2023-09-23T06:19:52.691 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/packet 2023-09-23T06:19:52.691 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/packet/af_packet_diag.ko 2023-09-23T06:19:52.691 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/rds 2023-09-23T06:19:52.691 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/rds/rds.ko 2023-09-23T06:19:52.691 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/rds/rds_rdma.ko 2023-09-23T06:19:52.691 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/rds/rds_tcp.ko 2023-09-23T06:19:52.691 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched 2023-09-23T06:19:52.691 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_csum.ko 2023-09-23T06:19:52.691 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_gact.ko 2023-09-23T06:19:52.692 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_ipt.ko 2023-09-23T06:19:52.692 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_mirred.ko 2023-09-23T06:19:52.692 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_nat.ko 2023-09-23T06:19:52.692 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_pedit.ko 2023-09-23T06:19:52.692 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_police.ko 2023-09-23T06:19:52.692 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_simple.ko 2023-09-23T06:19:52.692 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_skbedit.ko 2023-09-23T06:19:52.692 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/act_vlan.ko 2023-09-23T06:19:52.692 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_basic.ko 2023-09-23T06:19:52.692 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_bpf.ko 2023-09-23T06:19:52.692 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_flow.ko 2023-09-23T06:19:52.692 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_fw.ko 2023-09-23T06:19:52.692 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_route.ko 2023-09-23T06:19:52.693 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/cls_u32.ko 2023-09-23T06:19:52.693 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_cmp.ko 2023-09-23T06:19:52.693 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_ipset.ko 2023-09-23T06:19:52.693 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_meta.ko 2023-09-23T06:19:52.693 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_nbyte.ko 2023-09-23T06:19:52.693 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_text.ko 2023-09-23T06:19:52.693 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/em_u32.ko 2023-09-23T06:19:52.693 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_choke.ko 2023-09-23T06:19:52.693 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_codel.ko 2023-09-23T06:19:52.693 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_drr.ko 2023-09-23T06:19:52.693 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_fq.ko 2023-09-23T06:19:52.693 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_gred.ko 2023-09-23T06:19:52.694 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_hfsc.ko 2023-09-23T06:19:52.694 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_hhf.ko 2023-09-23T06:19:52.694 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_htb.ko 2023-09-23T06:19:52.694 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_ingress.ko 2023-09-23T06:19:52.694 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_mqprio.ko 2023-09-23T06:19:52.694 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_mqprio_lib.ko 2023-09-23T06:19:52.694 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_multiq.ko 2023-09-23T06:19:52.694 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_netem.ko 2023-09-23T06:19:52.694 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_pie.ko 2023-09-23T06:19:52.694 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_plug.ko 2023-09-23T06:19:52.694 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_prio.ko 2023-09-23T06:19:52.694 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_qfq.ko 2023-09-23T06:19:52.695 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_red.ko 2023-09-23T06:19:52.695 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_sfb.ko 2023-09-23T06:19:52.695 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_sfq.ko 2023-09-23T06:19:52.695 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_tbf.ko 2023-09-23T06:19:52.695 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sched/sch_teql.ko 2023-09-23T06:19:52.695 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sctp 2023-09-23T06:19:52.695 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sctp/sctp.ko 2023-09-23T06:19:52.695 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sctp/sctp_diag.ko 2023-09-23T06:19:52.695 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc 2023-09-23T06:19:52.695 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/auth_gss 2023-09-23T06:19:52.695 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/auth_gss/auth_rpcgss.ko 2023-09-23T06:19:52.695 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/auth_gss/rpcsec_gss_krb5.ko 2023-09-23T06:19:52.696 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/sunrpc.ko 2023-09-23T06:19:52.696 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/xprtrdma 2023-09-23T06:19:52.696 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/sunrpc/xprtrdma/rpcrdma.ko 2023-09-23T06:19:52.696 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/tipc 2023-09-23T06:19:52.696 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/tipc/diag.ko 2023-09-23T06:19:52.696 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/tipc/tipc.ko 2023-09-23T06:19:52.696 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/unix 2023-09-23T06:19:52.696 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/unix/unix_diag.ko 2023-09-23T06:19:52.696 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock 2023-09-23T06:19:52.696 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock/vmw_vsock_virtio_transport_common.ko 2023-09-23T06:19:52.696 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock/vmw_vsock_vmci_transport.ko 2023-09-23T06:19:52.696 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock/vsock.ko 2023-09-23T06:19:52.696 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock/vsock_diag.ko 2023-09-23T06:19:52.697 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/vmw_vsock/vsock_loopback.ko 2023-09-23T06:19:52.697 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/xfrm 2023-09-23T06:19:52.697 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/net/xfrm/xfrm_ipcomp.ko 2023-09-23T06:19:52.697 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security 2023-09-23T06:19:52.697 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security/keys 2023-09-23T06:19:52.697 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security/keys/encrypted-keys 2023-09-23T06:19:52.697 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security/keys/encrypted-keys/encrypted-keys.ko 2023-09-23T06:19:52.697 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security/keys/trusted-keys 2023-09-23T06:19:52.697 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/security/keys/trusted-keys/trusted.ko 2023-09-23T06:19:52.697 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/virt 2023-09-23T06:19:52.697 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/virt/lib 2023-09-23T06:19:52.697 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/kernel/virt/lib/irqbypass.ko 2023-09-23T06:19:52.697 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.alias 2023-09-23T06:19:52.698 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.alias.bin 2023-09-23T06:19:52.698 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.builtin 2023-09-23T06:19:52.698 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.builtin.bin 2023-09-23T06:19:52.698 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.builtin.modinfo 2023-09-23T06:19:52.698 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.dep 2023-09-23T06:19:52.698 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.dep.bin 2023-09-23T06:19:52.698 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.devname 2023-09-23T06:19:52.698 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.order 2023-09-23T06:19:52.698 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.softdep 2023-09-23T06:19:52.698 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.symbols 2023-09-23T06:19:52.698 INFO:teuthology.orchestra.run.smithi016.stdout:/lib/modules/6.5.0-rc7-gfef64f93da2b/modules.symbols.bin 2023-09-23T06:19:52.699 DEBUG:teuthology.task.kernel:get_image_version: 6.5.0-rc7-gfef64f93da2b 2023-09-23T06:19:52.701 DEBUG:teuthology.orchestra.run.smithi016:> rpm --scripts -qp /tmp/kernel.x86_64.rpm 2023-09-23T06:19:52.728 INFO:teuthology.orchestra.run.smithi016.stdout:postinstall scriptlet (using /bin/sh): 2023-09-23T06:19:52.728 INFO:teuthology.orchestra.run.smithi016.stdout:if [ -x /sbin/installkernel -a -r /boot/vmlinuz-6.5.0-rc7-gfef64f93da2b -a -r /boot/System.map-6.5.0-rc7-gfef64f93da2b ]; then 2023-09-23T06:19:52.728 INFO:teuthology.orchestra.run.smithi016.stdout:cp /boot/vmlinuz-6.5.0-rc7-gfef64f93da2b /boot/.vmlinuz-6.5.0-rc7-gfef64f93da2b-rpm 2023-09-23T06:19:52.728 INFO:teuthology.orchestra.run.smithi016.stdout:cp /boot/System.map-6.5.0-rc7-gfef64f93da2b /boot/.System.map-6.5.0-rc7-gfef64f93da2b-rpm 2023-09-23T06:19:52.728 INFO:teuthology.orchestra.run.smithi016.stdout:rm -f /boot/vmlinuz-6.5.0-rc7-gfef64f93da2b /boot/System.map-6.5.0-rc7-gfef64f93da2b 2023-09-23T06:19:52.728 INFO:teuthology.orchestra.run.smithi016.stdout:/sbin/installkernel 6.5.0-rc7-gfef64f93da2b /boot/.vmlinuz-6.5.0-rc7-gfef64f93da2b-rpm /boot/.System.map-6.5.0-rc7-gfef64f93da2b-rpm 2023-09-23T06:19:52.728 INFO:teuthology.orchestra.run.smithi016.stdout:rm -f /boot/.vmlinuz-6.5.0-rc7-gfef64f93da2b-rpm /boot/.System.map-6.5.0-rc7-gfef64f93da2b-rpm 2023-09-23T06:19:52.729 INFO:teuthology.orchestra.run.smithi016.stdout:fi 2023-09-23T06:19:52.729 INFO:teuthology.orchestra.run.smithi016.stdout:preuninstall scriptlet (using /bin/sh): 2023-09-23T06:19:52.729 INFO:teuthology.orchestra.run.smithi016.stdout:if [ -x /sbin/new-kernel-pkg ]; then 2023-09-23T06:19:52.729 INFO:teuthology.orchestra.run.smithi016.stdout:new-kernel-pkg --remove 6.5.0-rc7-gfef64f93da2b --rminitrd --initrdfile=/boot/initramfs-6.5.0-rc7-gfef64f93da2b.img 2023-09-23T06:19:52.729 INFO:teuthology.orchestra.run.smithi016.stdout:elif [ -x /usr/bin/kernel-install ]; then 2023-09-23T06:19:52.729 INFO:teuthology.orchestra.run.smithi016.stdout:kernel-install remove 6.5.0-rc7-gfef64f93da2b 2023-09-23T06:19:52.729 INFO:teuthology.orchestra.run.smithi016.stdout:fi 2023-09-23T06:19:52.729 INFO:teuthology.orchestra.run.smithi016.stdout:postuninstall scriptlet (using /bin/sh): 2023-09-23T06:19:52.729 INFO:teuthology.orchestra.run.smithi016.stdout:if [ -x /sbin/update-bootloader ]; then 2023-09-23T06:19:52.729 INFO:teuthology.orchestra.run.smithi016.stdout:/sbin/update-bootloader --remove 6.5.0-rc7-gfef64f93da2b 2023-09-23T06:19:52.729 INFO:teuthology.orchestra.run.smithi016.stdout:fi 2023-09-23T06:19:52.730 DEBUG:teuthology.orchestra.run.smithi016:> sudo rpm -qi grub2-tools 2023-09-23T06:19:52.809 INFO:teuthology.orchestra.run.smithi016.stdout:Name : grub2-tools 2023-09-23T06:19:52.809 INFO:teuthology.orchestra.run.smithi016.stdout:Epoch : 1 2023-09-23T06:19:52.809 INFO:teuthology.orchestra.run.smithi016.stdout:Version : 2.02 2023-09-23T06:19:52.809 INFO:teuthology.orchestra.run.smithi016.stdout:Release : 129.el8 2023-09-23T06:19:52.810 INFO:teuthology.orchestra.run.smithi016.stdout:Architecture: x86_64 2023-09-23T06:19:52.810 INFO:teuthology.orchestra.run.smithi016.stdout:Install Date: Thu 04 May 2023 10:17:48 PM UTC 2023-09-23T06:19:52.810 INFO:teuthology.orchestra.run.smithi016.stdout:Group : System Environment/Base 2023-09-23T06:19:52.810 INFO:teuthology.orchestra.run.smithi016.stdout:Size : 9265586 2023-09-23T06:19:52.810 INFO:teuthology.orchestra.run.smithi016.stdout:License : GPLv3+ 2023-09-23T06:19:52.810 INFO:teuthology.orchestra.run.smithi016.stdout:Signature : RSA/SHA256, Tue 19 Jul 2022 02:52:06 PM UTC, Key ID 05b555b38483c65d 2023-09-23T06:19:52.810 INFO:teuthology.orchestra.run.smithi016.stdout:Source RPM : grub2-2.02-129.el8.src.rpm 2023-09-23T06:19:52.810 INFO:teuthology.orchestra.run.smithi016.stdout:Build Date : Tue 19 Jul 2022 02:30:39 PM UTC 2023-09-23T06:19:52.810 INFO:teuthology.orchestra.run.smithi016.stdout:Build Host : kbuilder.bsys.centos.org 2023-09-23T06:19:52.810 INFO:teuthology.orchestra.run.smithi016.stdout:Relocations : (not relocatable) 2023-09-23T06:19:52.810 INFO:teuthology.orchestra.run.smithi016.stdout:Packager : CentOS BuildSystem 2023-09-23T06:19:52.810 INFO:teuthology.orchestra.run.smithi016.stdout:Vendor : CentOS 2023-09-23T06:19:52.811 INFO:teuthology.orchestra.run.smithi016.stdout:URL : http://www.gnu.org/software/grub/ 2023-09-23T06:19:52.811 INFO:teuthology.orchestra.run.smithi016.stdout:Summary : Support tools for GRUB. 2023-09-23T06:19:52.811 INFO:teuthology.orchestra.run.smithi016.stdout:Description : 2023-09-23T06:19:52.811 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:19:52.811 INFO:teuthology.orchestra.run.smithi016.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2023-09-23T06:19:52.811 INFO:teuthology.orchestra.run.smithi016.stdout:customizable bootloader with modular architecture. It supports a rich 2023-09-23T06:19:52.811 INFO:teuthology.orchestra.run.smithi016.stdout:variety of kernel formats, file systems, computer architectures and 2023-09-23T06:19:52.811 INFO:teuthology.orchestra.run.smithi016.stdout:hardware devices. 2023-09-23T06:19:52.811 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:19:52.811 INFO:teuthology.orchestra.run.smithi016.stdout:This subpackage provides tools for support of all platforms. 2023-09-23T06:19:52.812 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2023-09-23T06:19:52.812 INFO:teuthology.task.kernel:Updating grub on smithi016 to boot 6.5.0-rc7-gfef64f93da2b 2023-09-23T06:19:52.812 DEBUG:teuthology.orchestra.run.smithi016:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2023-09-23T06:19:56.666 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.92 2023-09-23T06:19:57.736 INFO:teuthology.orchestra.run.smithi016.stderr:Generating grub configuration file ... 2023-09-23T06:20:00.329 INFO:teuthology.orchestra.run.smithi016.stderr:done 2023-09-23T06:20:00.330 DEBUG:teuthology.orchestra.run.smithi016:> mktemp 2023-09-23T06:20:00.352 INFO:teuthology.orchestra.run.smithi016.stdout:/tmp/tmp.SrlFVA6sz7 2023-09-23T06:20:00.352 DEBUG:teuthology.orchestra.run.smithi016:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.SrlFVA6sz7 2023-09-23T06:20:00.424 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 0666 /tmp/tmp.SrlFVA6sz7 2023-09-23T06:20:00.569 DEBUG:teuthology.orchestra.remote:smithi016:/tmp/tmp.SrlFVA6sz7 is 6KB 2023-09-23T06:20:00.616 DEBUG:teuthology.orchestra.run.smithi016:> rm -fr /tmp/tmp.SrlFVA6sz7 2023-09-23T06:20:00.634 DEBUG:teuthology.orchestra.run.smithi016:> sudo /bin/ls /boot/loader/entries || true 2023-09-23T06:20:00.702 INFO:teuthology.orchestra.run.smithi016.stdout:a1b29d6c289747bdb22930598d39874a-0-rescue.conf 2023-09-23T06:20:00.702 INFO:teuthology.orchestra.run.smithi016.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-348.el8.x86_64.conf 2023-09-23T06:20:00.703 INFO:teuthology.orchestra.run.smithi016.stdout:a1b29d6c289747bdb22930598d39874a-4.18.0-489.el8.x86_64.conf 2023-09-23T06:20:00.703 INFO:teuthology.orchestra.run.smithi016.stdout:a1b29d6c289747bdb22930598d39874a-6.5.0-rc7-gfef64f93da2b.conf 2023-09-23T06:20:00.704 DEBUG:teuthology.orchestra.run.smithi016:> sudo grub2-set-default a1b29d6c289747bdb22930598d39874a-6.5.0-rc7-gfef64f93da2b 2023-09-23T06:20:00.869 DEBUG:teuthology.orchestra.run.smithi016:> sudo shutdown -r now 2023-09-23T06:20:05.671 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2023-09-23T06:20:05.671 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-23T06:20:08.734 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.92 2023-09-23T06:20:20.746 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2023-09-23T06:20:20.747 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-23T06:20:30.878 INFO:teuthology.task.kernel:Checking client client.0 for new kernel version... 2023-09-23T06:20:30.878 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2023-09-23T06:20:30.879 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-23T06:20:52.486 DEBUG:teuthology.orchestra.run.smithi092:> true 2023-09-23T06:20:52.914 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi092.front.sepia.ceph.com' 2023-09-23T06:20:52.914 INFO:teuthology.task.kernel:Checking kernel version of client.1, want "6.5.0-rc7-gfef64f93da2b"... 2023-09-23T06:20:52.914 DEBUG:teuthology.orchestra.run.smithi092:> uname -r 2023-09-23T06:20:52.959 INFO:teuthology.orchestra.run.smithi092.stdout:6.5.0-rc7-gfef64f93da2b 2023-09-23T06:20:52.959 DEBUG:teuthology.task.kernel:current kernel version is 6.5.0-rc7-gfef64f93da2b vs 6.5.0-rc7-gfef64f93da2b 2023-09-23T06:20:52.959 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-09-23T06:20:52.959 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-09-23T06:20:53.961 DEBUG:teuthology.parallel:result is None 2023-09-23T06:21:30.881 DEBUG:teuthology.orchestra.remote:timed out 2023-09-23T06:21:39.886 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2023-09-23T06:21:39.888 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-23T06:21:40.186 DEBUG:teuthology.orchestra.run.smithi016:> true 2023-09-23T06:21:40.635 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi016.front.sepia.ceph.com' 2023-09-23T06:21:40.636 INFO:teuthology.task.kernel:Checking kernel version of client.0, want "6.5.0-rc7-gfef64f93da2b"... 2023-09-23T06:21:40.636 DEBUG:teuthology.orchestra.run.smithi016:> uname -r 2023-09-23T06:21:40.686 INFO:teuthology.orchestra.run.smithi016.stdout:6.5.0-rc7-gfef64f93da2b 2023-09-23T06:21:40.687 DEBUG:teuthology.task.kernel:current kernel version is 6.5.0-rc7-gfef64f93da2b vs 6.5.0-rc7-gfef64f93da2b 2023-09-23T06:21:40.687 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2023-09-23T06:21:40.687 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2023-09-23T06:21:41.687 DEBUG:teuthology.parallel:result is None 2023-09-23T06:21:41.688 INFO:teuthology.run_tasks:Running task internal.base... 2023-09-23T06:21:41.696 INFO:teuthology.task.internal:Creating test directory... 2023-09-23T06:21:41.696 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-09-23T06:21:41.702 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2023-09-23T06:21:41.753 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2023-09-23T06:21:41.760 INFO:teuthology.run_tasks:Running task internal.archive... 2023-09-23T06:21:41.769 INFO:teuthology.task.internal:Creating archive directory... 2023-09-23T06:21:41.769 DEBUG:teuthology.orchestra.run.smithi016:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-09-23T06:21:41.774 DEBUG:teuthology.orchestra.run.smithi092:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2023-09-23T06:21:42.080 INFO:teuthology.run_tasks:Running task internal.coredump... 2023-09-23T06:21:42.087 INFO:teuthology.task.internal:Enabling coredump saving... 2023-09-23T06:21:42.087 DEBUG:teuthology.orchestra.run.smithi016:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-09-23T06:21:42.092 DEBUG:teuthology.orchestra.run.smithi092:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2023-09-23T06:21:42.203 INFO:teuthology.orchestra.run.smithi016.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-09-23T06:21:42.223 INFO:teuthology.orchestra.run.smithi092.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-09-23T06:21:42.254 INFO:teuthology.orchestra.run.smithi092.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-09-23T06:21:42.258 INFO:teuthology.orchestra.run.smithi016.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2023-09-23T06:21:42.261 INFO:teuthology.run_tasks:Running task internal.sudo... 2023-09-23T06:21:42.268 INFO:teuthology.task.internal:Configuring sudo... 2023-09-23T06:21:42.268 DEBUG:teuthology.orchestra.run.smithi016:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-09-23T06:21:42.272 DEBUG:teuthology.orchestra.run.smithi092:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2023-09-23T06:21:42.341 INFO:teuthology.run_tasks:Running task internal.syslog... 2023-09-23T06:21:42.354 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2023-09-23T06:21:42.354 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-09-23T06:21:42.358 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2023-09-23T06:21:42.403 DEBUG:teuthology.orchestra.run.smithi016:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-09-23T06:21:42.514 DEBUG:teuthology.orchestra.run.smithi016:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-09-23T06:21:42.584 DEBUG:teuthology.orchestra.run.smithi016:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-09-23T06:21:42.657 DEBUG:teuthology.orchestra.run.smithi016:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-09-23T06:21:42.726 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:21:42.727 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-09-23T06:21:42.796 DEBUG:teuthology.orchestra.run.smithi092:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2023-09-23T06:21:42.870 DEBUG:teuthology.orchestra.run.smithi092:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2023-09-23T06:21:42.947 DEBUG:teuthology.orchestra.run.smithi092:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2023-09-23T06:21:43.020 DEBUG:teuthology.orchestra.run.smithi092:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2023-09-23T06:21:43.088 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:21:43.088 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2023-09-23T06:21:43.157 DEBUG:teuthology.orchestra.run.smithi016:> sudo service rsyslog restart 2023-09-23T06:21:43.161 DEBUG:teuthology.orchestra.run.smithi092:> sudo service rsyslog restart 2023-09-23T06:21:43.274 INFO:teuthology.orchestra.run.smithi016.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-09-23T06:21:43.318 INFO:teuthology.orchestra.run.smithi092.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2023-09-23T06:21:43.720 INFO:teuthology.run_tasks:Running task internal.timer... 2023-09-23T06:21:43.729 INFO:teuthology.task.internal:Starting timer... 2023-09-23T06:21:43.729 INFO:teuthology.run_tasks:Running task pcp... 2023-09-23T06:21:43.741 INFO:teuthology.run_tasks:Running task selinux... 2023-09-23T06:21:43.750 DEBUG:teuthology.task:Applying overrides for task selinux: {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']} 2023-09-23T06:21:43.750 DEBUG:teuthology.orchestra.run.smithi016:> sudo service auditd rotate 2023-09-23T06:21:43.882 INFO:teuthology.orchestra.run.smithi016.stdout:Rotating logs: 2023-09-23T06:21:43.885 DEBUG:teuthology.orchestra.run.smithi092:> sudo service auditd rotate 2023-09-23T06:21:44.018 INFO:teuthology.orchestra.run.smithi092.stdout:Rotating logs: 2023-09-23T06:21:44.021 DEBUG:teuthology.task.selinux:Getting current SELinux state 2023-09-23T06:21:44.021 DEBUG:teuthology.orchestra.run.smithi016:> /usr/sbin/getenforce 2023-09-23T06:21:44.068 INFO:teuthology.orchestra.run.smithi016.stdout:Permissive 2023-09-23T06:21:44.069 DEBUG:teuthology.orchestra.run.smithi092:> /usr/sbin/getenforce 2023-09-23T06:21:44.130 INFO:teuthology.orchestra.run.smithi092.stdout:Permissive 2023-09-23T06:21:44.130 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi016.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi092.front.sepia.ceph.com': 'permissive'} 2023-09-23T06:21:44.130 DEBUG:teuthology.orchestra.run.smithi016:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-09-23T06:21:44.202 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T06:21:44.203 DEBUG:teuthology.orchestra.run.smithi092:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 2023-09-23T06:21:44.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T06:21:44.272 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2023-09-23T06:21:44.273 DEBUG:teuthology.orchestra.run.smithi016:> sudo /usr/sbin/setenforce permissive 2023-09-23T06:21:44.342 DEBUG:teuthology.orchestra.run.smithi092:> sudo /usr/sbin/setenforce permissive 2023-09-23T06:21:44.416 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2023-09-23T06:21:44.426 INFO:teuthology.repo_utils:/home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main was just updated or references a specific commit; assuming it is current 2023-09-23T06:21:44.426 INFO:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2023-09-23T06:21:44.442 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2023-09-23T06:21:44.443 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi016.front.sepia.ceph.com,smithi092.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2023-09-23T06:32:15.513 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi016.front.sepia.ceph.com'), Remote(name='ubuntu@smithi092.front.sepia.ceph.com')] 2023-09-23T06:32:15.538 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi016.front.sepia.ceph.com' 2023-09-23T06:32:15.538 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi016.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-23T06:32:15.629 DEBUG:teuthology.orchestra.run.smithi016:> true 2023-09-23T06:32:15.702 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi016.front.sepia.ceph.com' 2023-09-23T06:32:15.702 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi092.front.sepia.ceph.com' 2023-09-23T06:32:15.703 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi092.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2023-09-23T06:32:15.793 DEBUG:teuthology.orchestra.run.smithi092:> true 2023-09-23T06:32:15.907 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi092.front.sepia.ceph.com' 2023-09-23T06:32:15.908 INFO:teuthology.run_tasks:Running task clock... 2023-09-23T06:32:15.919 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2023-09-23T06:32:15.919 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-09-23T06:32:15.919 DEBUG:teuthology.orchestra.run.smithi016:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-09-23T06:32:15.924 INFO:teuthology.orchestra.run:Running command with timeout 360 2023-09-23T06:32:15.924 DEBUG:teuthology.orchestra.run.smithi092:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2023-09-23T06:32:15.998 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-09-23T06:32:15.999 INFO:teuthology.orchestra.run.smithi092.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2023-09-23T06:32:16.032 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-09-23T06:32:16.032 INFO:teuthology.orchestra.run.smithi092.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2023-09-23T06:32:16.127 INFO:teuthology.orchestra.run.smithi092.stderr:sudo: ntpd: command not found 2023-09-23T06:32:16.129 INFO:teuthology.orchestra.run.smithi016.stderr:sudo: ntpd: command not found 2023-09-23T06:32:16.155 INFO:teuthology.orchestra.run.smithi092.stdout:506 Cannot talk to daemon 2023-09-23T06:32:16.157 INFO:teuthology.orchestra.run.smithi016.stdout:506 Cannot talk to daemon 2023-09-23T06:32:16.188 INFO:teuthology.orchestra.run.smithi092.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-09-23T06:32:16.192 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to start ntp.service: Unit ntp.service not found. 2023-09-23T06:32:16.220 INFO:teuthology.orchestra.run.smithi092.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-09-23T06:32:16.225 INFO:teuthology.orchestra.run.smithi016.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2023-09-23T06:32:16.306 INFO:teuthology.orchestra.run.smithi092.stderr:bash: ntpq: command not found 2023-09-23T06:32:16.313 INFO:teuthology.orchestra.run.smithi092.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-09-23T06:32:16.313 INFO:teuthology.orchestra.run.smithi092.stdout:=============================================================================== 2023-09-23T06:32:16.314 INFO:teuthology.orchestra.run.smithi092.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T06:32:16.314 INFO:teuthology.orchestra.run.smithi092.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T06:32:16.314 INFO:teuthology.orchestra.run.smithi092.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T06:32:16.314 INFO:teuthology.orchestra.run.smithi092.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T06:32:16.316 INFO:teuthology.orchestra.run.smithi016.stderr:bash: ntpq: command not found 2023-09-23T06:32:16.324 INFO:teuthology.orchestra.run.smithi016.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2023-09-23T06:32:16.324 INFO:teuthology.orchestra.run.smithi016.stdout:=============================================================================== 2023-09-23T06:32:16.324 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T06:32:16.324 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T06:32:16.324 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T06:32:16.324 INFO:teuthology.orchestra.run.smithi016.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2023-09-23T06:32:16.325 INFO:teuthology.run_tasks:Running task install... 2023-09-23T06:32:16.334 DEBUG:teuthology.task.install:project ceph 2023-09-23T06:32:16.334 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '862663913a74a99e1c52d50e6a7e59dd6705749a'}} 2023-09-23T06:32:16.334 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '862663913a74a99e1c52d50e6a7e59dd6705749a'} 2023-09-23T06:32:16.334 INFO:teuthology.task.install:Using flavor: default 2023-09-23T06:32:16.340 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2023-09-23T06:32:16.340 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2023-09-23T06:32:16.341 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '862663913a74a99e1c52d50e6a7e59dd6705749a', 'tag': None, 'wait_for_package': False} 2023-09-23T06:32:16.341 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=862663913a74a99e1c52d50e6a7e59dd6705749a 2023-09-23T06:32:16.343 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '862663913a74a99e1c52d50e6a7e59dd6705749a', 'tag': None, 'wait_for_package': False} 2023-09-23T06:32:16.343 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=862663913a74a99e1c52d50e6a7e59dd6705749a 2023-09-23T06:32:16.614 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-vshankar-testing-20230922.144532/862663913a74a99e1c52d50e6a7e59dd6705749a/centos/8/flavors/default/ 2023-09-23T06:32:16.614 INFO:teuthology.task.install.rpm:Package version is 18.0.0-6336.g86266391 2023-09-23T06:32:16.628 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/wip-vshankar-testing-20230922.144532/862663913a74a99e1c52d50e6a7e59dd6705749a/centos/8/flavors/default/ 2023-09-23T06:32:16.628 INFO:teuthology.task.install.rpm:Package version is 18.0.0-6336.g86266391 2023-09-23T06:32:16.737 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-vshankar-testing-20230922.144532/862663913a74a99e1c52d50e6a7e59dd6705749a/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-vshankar-testing-20230922.144532/862663913a74a99e1c52d50e6a7e59dd6705749a/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-vshankar-testing-20230922.144532/862663913a74a99e1c52d50e6a7e59dd6705749a/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-09-23T06:32:16.737 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:32:16.737 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-09-23T06:32:16.806 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/wip-vshankar-testing-20230922.144532/862663913a74a99e1c52d50e6a7e59dd6705749a/centos/8/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-vshankar-testing-20230922.144532/862663913a74a99e1c52d50e6a7e59dd6705749a/centos/8/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/wip-vshankar-testing-20230922.144532/862663913a74a99e1c52d50e6a7e59dd6705749a/centos/8/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2023-09-23T06:32:16.806 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:32:16.807 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/yum.repos.d/ceph.repo 2023-09-23T06:32:16.811 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-09-23T06:32:16.812 DEBUG:teuthology.orchestra.run.smithi016:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/862663913a74a99e1c52d50e6a7e59dd6705749a/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-09-23T06:32:16.876 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2023-09-23T06:32:16.877 DEBUG:teuthology.orchestra.run.smithi092:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/862663913a74a99e1c52d50e6a7e59dd6705749a/;g' /etc/yum.repos.d/ceph.repo ; fi 2023-09-23T06:32:16.925 DEBUG:teuthology.orchestra.run.smithi016:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-09-23T06:32:16.987 DEBUG:teuthology.orchestra.run.smithi092:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2023-09-23T06:32:17.022 DEBUG:teuthology.orchestra.run.smithi016:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-09-23T06:32:17.082 DEBUG:teuthology.orchestra.run.smithi092:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2023-09-23T06:32:17.092 INFO:teuthology.orchestra.run.smithi016.stdout:check_obsoletes = 1 2023-09-23T06:32:17.095 DEBUG:teuthology.orchestra.run.smithi016:> sudo yum clean all 2023-09-23T06:32:17.151 INFO:teuthology.orchestra.run.smithi092.stdout:check_obsoletes = 1 2023-09-23T06:32:17.154 DEBUG:teuthology.orchestra.run.smithi092:> sudo yum clean all 2023-09-23T06:32:17.471 INFO:teuthology.orchestra.run.smithi016.stdout:76 files removed 2023-09-23T06:32:17.501 INFO:teuthology.orchestra.run.smithi092.stdout:76 files removed 2023-09-23T06:32:17.507 DEBUG:teuthology.orchestra.run.smithi016:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-09-23T06:32:17.536 DEBUG:teuthology.orchestra.run.smithi092:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2023-09-23T06:32:18.331 INFO:teuthology.orchestra.run.smithi092.stdout:ceph packages for x86_64 314 kB/s | 81 kB 00:00 2023-09-23T06:32:18.497 INFO:teuthology.orchestra.run.smithi016.stdout:ceph packages for x86_64 195 kB/s | 81 kB 00:00 2023-09-23T06:32:18.657 INFO:teuthology.orchestra.run.smithi092.stdout:ceph noarch packages 33 kB/s | 9.4 kB 00:00 2023-09-23T06:32:18.873 INFO:teuthology.orchestra.run.smithi016.stdout:ceph noarch packages 28 kB/s | 9.4 kB 00:00 2023-09-23T06:32:19.015 INFO:teuthology.orchestra.run.smithi092.stdout:ceph source packages 4.5 kB/s | 1.5 kB 00:00 2023-09-23T06:32:19.262 INFO:teuthology.orchestra.run.smithi016.stdout:ceph source packages 4.1 kB/s | 1.5 kB 00:00 2023-09-23T06:32:22.882 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 8 - AppStream 8.7 MB/s | 33 MB 00:03 2023-09-23T06:32:24.057 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 8 - AppStream 7.0 MB/s | 33 MB 00:04 2023-09-23T06:32:31.615 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 8 - BaseOS 20 MB/s | 47 MB 00:02 2023-09-23T06:32:33.283 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 8 - BaseOS 21 MB/s | 47 MB 00:02 2023-09-23T06:32:38.990 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 8 - Extras 60 kB/s | 18 kB 00:00 2023-09-23T06:32:39.457 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 8 - Extras common packages 25 kB/s | 6.9 kB 00:00 2023-09-23T06:32:40.492 INFO:teuthology.orchestra.run.smithi092.stdout:CentOS Stream 8 - PowerTools 7.4 MB/s | 6.5 MB 00:00 2023-09-23T06:32:41.192 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 8 - Extras 51 kB/s | 18 kB 00:00 2023-09-23T06:32:41.667 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 8 - Extras common packages 25 kB/s | 6.9 kB 00:00 2023-09-23T06:32:42.001 INFO:teuthology.orchestra.run.smithi092.stdout:Copr repo for python3-asyncssh owned by ceph 22 kB/s | 3.5 kB 00:00 2023-09-23T06:32:42.943 INFO:teuthology.orchestra.run.smithi016.stdout:CentOS Stream 8 - PowerTools 5.8 MB/s | 6.5 MB 00:01 2023-09-23T06:32:43.338 INFO:teuthology.orchestra.run.smithi092.stdout:Extra Packages for Enterprise Linux 14 MB/s | 16 MB 00:01 2023-09-23T06:32:44.536 INFO:teuthology.orchestra.run.smithi016.stdout:Copr repo for python3-asyncssh owned by ceph 25 kB/s | 3.5 kB 00:00 2023-09-23T06:32:45.729 INFO:teuthology.orchestra.run.smithi016.stdout:Extra Packages for Enterprise Linux 16 MB/s | 16 MB 00:01 2023-09-23T06:32:48.012 INFO:teuthology.orchestra.run.smithi092.stdout:lab-extras 93 kB/s | 24 kB 00:00 2023-09-23T06:32:50.371 INFO:teuthology.orchestra.run.smithi016.stdout:lab-extras 391 kB/s | 24 kB 00:00 2023-09-23T06:32:52.438 INFO:teuthology.orchestra.run.smithi092.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-09-23T06:32:52.439 INFO:teuthology.orchestra.run.smithi092.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-09-23T06:32:52.453 INFO:teuthology.orchestra.run.smithi092.stdout:Package NetworkManager-1:1.40.16-4.el8.x86_64 is already installed. 2023-09-23T06:32:52.453 INFO:teuthology.orchestra.run.smithi092.stdout:Package NetworkManager-initscripts-updown-1:1.40.16-4.el8.noarch is already installed. 2023-09-23T06:32:52.454 INFO:teuthology.orchestra.run.smithi092.stdout:Package iproute-6.2.0-1.el8.x86_64 is already installed. 2023-09-23T06:32:52.455 INFO:teuthology.orchestra.run.smithi092.stdout:Package util-linux-2.32.1-41.el8.x86_64 is already installed. 2023-09-23T06:32:52.456 INFO:teuthology.orchestra.run.smithi092.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-09-23T06:32:52.458 INFO:teuthology.orchestra.run.smithi092.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-09-23T06:32:52.461 INFO:teuthology.orchestra.run.smithi092.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-09-23T06:32:52.462 INFO:teuthology.orchestra.run.smithi092.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-09-23T06:32:52.684 INFO:teuthology.orchestra.run.smithi092.stdout:Dependencies resolved. 2023-09-23T06:32:52.698 INFO:teuthology.orchestra.run.smithi092.stdout:==================================================================================================== 2023-09-23T06:32:52.698 INFO:teuthology.orchestra.run.smithi092.stdout: Package Arch Version Repository Size 2023-09-23T06:32:52.698 INFO:teuthology.orchestra.run.smithi092.stdout:==================================================================================================== 2023-09-23T06:32:52.698 INFO:teuthology.orchestra.run.smithi092.stdout:Installing: 2023-09-23T06:32:52.698 INFO:teuthology.orchestra.run.smithi092.stdout: bison x86_64 3.0.4-10.el8 appstream 688 k 2023-09-23T06:32:52.698 INFO:teuthology.orchestra.run.smithi092.stdout: ceph x86_64 2:18.0.0-6336.g86266391.el8 ceph 6.4 k 2023-09-23T06:32:52.698 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-base x86_64 2:18.0.0-6336.g86266391.el8 ceph 5.4 M 2023-09-23T06:32:52.698 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-fuse x86_64 2:18.0.0-6336.g86266391.el8 ceph 912 k 2023-09-23T06:32:52.698 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-6336.g86266391.el8 ceph 167 k 2023-09-23T06:32:52.698 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr x86_64 2:18.0.0-6336.g86266391.el8 ceph 1.6 M 2023-09-23T06:32:52.699 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-cephadm noarch 2:18.0.0-6336.g86266391.el8 ceph-noarch 132 k 2023-09-23T06:32:52.699 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-dashboard noarch 2:18.0.0-6336.g86266391.el8 ceph-noarch 1.7 M 2023-09-23T06:32:52.699 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-6336.g86266391.el8 ceph-noarch 7.4 M 2023-09-23T06:32:52.699 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-rook noarch 2:18.0.0-6336.g86266391.el8 ceph-noarch 47 k 2023-09-23T06:32:52.699 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-radosgw x86_64 2:18.0.0-6336.g86266391.el8 ceph 14 M 2023-09-23T06:32:52.699 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-test x86_64 2:18.0.0-6336.g86266391.el8 ceph 49 M 2023-09-23T06:32:52.699 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-volume noarch 2:18.0.0-6336.g86266391.el8 ceph-noarch 261 k 2023-09-23T06:32:52.699 INFO:teuthology.orchestra.run.smithi092.stdout: cephadm noarch 2:18.0.0-6336.g86266391.el8 ceph-noarch 181 k 2023-09-23T06:32:52.699 INFO:teuthology.orchestra.run.smithi092.stdout: cephfs-mirror x86_64 2:18.0.0-6336.g86266391.el8 ceph 260 k 2023-09-23T06:32:52.699 INFO:teuthology.orchestra.run.smithi092.stdout: cephfs-top noarch 2:18.0.0-6336.g86266391.el8 ceph-noarch 18 k 2023-09-23T06:32:52.699 INFO:teuthology.orchestra.run.smithi092.stdout: elfutils-libelf-devel x86_64 0.189-3.el8 baseos 62 k 2023-09-23T06:32:52.700 INFO:teuthology.orchestra.run.smithi092.stdout: flex x86_64 2.6.1-9.el8 appstream 320 k 2023-09-23T06:32:52.700 INFO:teuthology.orchestra.run.smithi092.stdout: libaio-devel x86_64 0.3.112-1.el8 baseos 19 k 2023-09-23T06:32:52.700 INFO:teuthology.orchestra.run.smithi092.stdout: libcephfs-devel x86_64 2:18.0.0-6336.g86266391.el8 ceph 31 k 2023-09-23T06:32:52.700 INFO:teuthology.orchestra.run.smithi092.stdout: libcephfs2 x86_64 2:18.0.0-6336.g86266391.el8 ceph 832 k 2023-09-23T06:32:52.700 INFO:teuthology.orchestra.run.smithi092.stdout: librados-devel x86_64 2:18.0.0-6336.g86266391.el8 ceph 139 k 2023-09-23T06:32:52.700 INFO:teuthology.orchestra.run.smithi092.stdout: libtool x86_64 2.4.6-25.el8 appstream 709 k 2023-09-23T06:32:52.700 INFO:teuthology.orchestra.run.smithi092.stdout: libuuid-devel x86_64 2.32.1-43.el8 baseos 100 k 2023-09-23T06:32:52.700 INFO:teuthology.orchestra.run.smithi092.stdout: openssl-devel x86_64 1:1.1.1k-9.el8 baseos 3.2 M 2023-09-23T06:32:52.700 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql x86_64 10.23-2.module_el8+572+929c87ac appstream 1.6 M 2023-09-23T06:32:52.700 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-contrib x86_64 10.23-2.module_el8+572+929c87ac appstream 901 k 2023-09-23T06:32:52.700 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-server x86_64 10.23-2.module_el8+572+929c87ac appstream 5.1 M 2023-09-23T06:32:52.700 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cephfs x86_64 2:18.0.0-6336.g86266391.el8 ceph 197 k 2023-09-23T06:32:52.701 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rados x86_64 2:18.0.0-6336.g86266391.el8 ceph 371 k 2023-09-23T06:32:52.701 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rbd x86_64 2:18.0.0-6336.g86266391.el8 ceph 364 k 2023-09-23T06:32:52.701 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rgw x86_64 2:18.0.0-6336.g86266391.el8 ceph 107 k 2023-09-23T06:32:52.701 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-fuse x86_64 2:18.0.0-6336.g86266391.el8 ceph 94 k 2023-09-23T06:32:52.701 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-mirror x86_64 2:18.0.0-6336.g86266391.el8 ceph 3.6 M 2023-09-23T06:32:52.701 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-nbd x86_64 2:18.0.0-6336.g86266391.el8 ceph 180 k 2023-09-23T06:32:52.701 INFO:teuthology.orchestra.run.smithi092.stdout: xfsprogs-devel x86_64 5.0.0-12.el8 baseos 74 k 2023-09-23T06:32:52.701 INFO:teuthology.orchestra.run.smithi092.stdout:Upgrading: 2023-09-23T06:32:52.702 INFO:teuthology.orchestra.run.smithi092.stdout: NetworkManager-initscripts-updown noarch 1:1.40.16-9.el8 baseos 143 k 2023-09-23T06:32:52.702 INFO:teuthology.orchestra.run.smithi092.stdout: elfutils-debuginfod-client x86_64 0.189-3.el8 baseos 76 k 2023-09-23T06:32:52.702 INFO:teuthology.orchestra.run.smithi092.stdout: elfutils-libelf x86_64 0.189-3.el8 baseos 232 k 2023-09-23T06:32:52.703 INFO:teuthology.orchestra.run.smithi092.stdout: elfutils-libs x86_64 0.189-3.el8 baseos 303 k 2023-09-23T06:32:52.703 INFO:teuthology.orchestra.run.smithi092.stdout: iproute x86_64 6.2.0-2.el8 baseos 880 k 2023-09-23T06:32:52.703 INFO:teuthology.orchestra.run.smithi092.stdout: libblkid x86_64 2.32.1-43.el8 baseos 220 k 2023-09-23T06:32:52.703 INFO:teuthology.orchestra.run.smithi092.stdout: libfdisk x86_64 2.32.1-43.el8 baseos 254 k 2023-09-23T06:32:52.704 INFO:teuthology.orchestra.run.smithi092.stdout: libmount x86_64 2.32.1-43.el8 baseos 236 k 2023-09-23T06:32:52.704 INFO:teuthology.orchestra.run.smithi092.stdout: librados2 x86_64 2:18.0.0-6336.g86266391.el8 ceph 3.7 M 2023-09-23T06:32:52.704 INFO:teuthology.orchestra.run.smithi092.stdout: librbd1 x86_64 2:18.0.0-6336.g86266391.el8 ceph 3.7 M 2023-09-23T06:32:52.704 INFO:teuthology.orchestra.run.smithi092.stdout: libsmartcols x86_64 2.32.1-43.el8 baseos 179 k 2023-09-23T06:32:52.704 INFO:teuthology.orchestra.run.smithi092.stdout: libuuid x86_64 2.32.1-43.el8 baseos 99 k 2023-09-23T06:32:52.704 INFO:teuthology.orchestra.run.smithi092.stdout: util-linux x86_64 2.32.1-43.el8 baseos 2.5 M 2023-09-23T06:32:52.704 INFO:teuthology.orchestra.run.smithi092.stdout: util-linux-user x86_64 2.32.1-43.el8 baseos 103 k 2023-09-23T06:32:52.705 INFO:teuthology.orchestra.run.smithi092.stdout: xfsdump x86_64 3.1.8-6.el8 baseos 334 k 2023-09-23T06:32:52.705 INFO:teuthology.orchestra.run.smithi092.stdout: xfsprogs x86_64 5.0.0-12.el8 baseos 1.1 M 2023-09-23T06:32:52.705 INFO:teuthology.orchestra.run.smithi092.stdout:Installing dependencies: 2023-09-23T06:32:52.705 INFO:teuthology.orchestra.run.smithi092.stdout: automake noarch 1.16.1-8.el8 appstream 740 k 2023-09-23T06:32:52.705 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-common x86_64 2:18.0.0-6336.g86266391.el8 ceph 23 M 2023-09-23T06:32:52.705 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-grafana-dashboards noarch 2:18.0.0-6336.g86266391.el8 ceph-noarch 23 k 2023-09-23T06:32:52.705 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mds x86_64 2:18.0.0-6336.g86266391.el8 ceph 2.3 M 2023-09-23T06:32:52.705 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-modules-core noarch 2:18.0.0-6336.g86266391.el8 ceph-noarch 242 k 2023-09-23T06:32:52.705 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mon x86_64 2:18.0.0-6336.g86266391.el8 ceph 4.6 M 2023-09-23T06:32:52.705 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-osd x86_64 2:18.0.0-6336.g86266391.el8 ceph 18 M 2023-09-23T06:32:52.706 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-prometheus-alerts noarch 2:18.0.0-6336.g86266391.el8 ceph-noarch 15 k 2023-09-23T06:32:52.706 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-selinux x86_64 2:18.0.0-6336.g86266391.el8 ceph 24 k 2023-09-23T06:32:52.706 INFO:teuthology.orchestra.run.smithi092.stdout: fuse x86_64 2.9.7-17.el8 baseos 83 k 2023-09-23T06:32:52.706 INFO:teuthology.orchestra.run.smithi092.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-09-23T06:32:52.706 INFO:teuthology.orchestra.run.smithi092.stdout: jq x86_64 1.6-7.el8 appstream 202 k 2023-09-23T06:32:52.706 INFO:teuthology.orchestra.run.smithi092.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 baseos 48 k 2023-09-23T06:32:52.706 INFO:teuthology.orchestra.run.smithi092.stdout: krb5-devel x86_64 1.18.2-22.el8 baseos 561 k 2023-09-23T06:32:52.706 INFO:teuthology.orchestra.run.smithi092.stdout: libcephsqlite x86_64 2:18.0.0-6336.g86266391.el8 ceph 184 k 2023-09-23T06:32:52.706 INFO:teuthology.orchestra.run.smithi092.stdout: libcom_err-devel x86_64 1.45.6-5.el8 baseos 39 k 2023-09-23T06:32:52.706 INFO:teuthology.orchestra.run.smithi092.stdout: libgfortran x86_64 8.5.0-20.el8 baseos 645 k 2023-09-23T06:32:52.707 INFO:teuthology.orchestra.run.smithi092.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-09-23T06:32:52.707 INFO:teuthology.orchestra.run.smithi092.stdout: libpq x86_64 13.5-1.el8 appstream 198 k 2023-09-23T06:32:52.707 INFO:teuthology.orchestra.run.smithi092.stdout: libquadmath x86_64 8.5.0-20.el8 baseos 172 k 2023-09-23T06:32:52.707 INFO:teuthology.orchestra.run.smithi092.stdout: librabbitmq x86_64 0.9.0-4.el8 baseos 47 k 2023-09-23T06:32:52.707 INFO:teuthology.orchestra.run.smithi092.stdout: libradosstriper1 x86_64 2:18.0.0-6336.g86266391.el8 ceph 519 k 2023-09-23T06:32:52.707 INFO:teuthology.orchestra.run.smithi092.stdout: librdkafka x86_64 0.11.4-3.el8 appstream 354 k 2023-09-23T06:32:52.707 INFO:teuthology.orchestra.run.smithi092.stdout: librgw2 x86_64 2:18.0.0-6336.g86266391.el8 ceph 6.9 M 2023-09-23T06:32:52.707 INFO:teuthology.orchestra.run.smithi092.stdout: libselinux-devel x86_64 2.9-8.el8 baseos 200 k 2023-09-23T06:32:52.707 INFO:teuthology.orchestra.run.smithi092.stdout: libsepol-devel x86_64 2.9-3.el8 baseos 87 k 2023-09-23T06:32:52.707 INFO:teuthology.orchestra.run.smithi092.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-09-23T06:32:52.707 INFO:teuthology.orchestra.run.smithi092.stdout: libverto-devel x86_64 0.3.2-2.el8 baseos 18 k 2023-09-23T06:32:52.708 INFO:teuthology.orchestra.run.smithi092.stdout: libzstd-devel x86_64 1.4.4-1.el8 baseos 44 k 2023-09-23T06:32:52.708 INFO:teuthology.orchestra.run.smithi092.stdout: lttng-ust x86_64 2.8.1-11.el8 appstream 259 k 2023-09-23T06:32:52.708 INFO:teuthology.orchestra.run.smithi092.stdout: oniguruma x86_64 6.8.2-2.el8 appstream 187 k 2023-09-23T06:32:52.708 INFO:teuthology.orchestra.run.smithi092.stdout: openblas x86_64 0.3.15-4.el8 appstream 4.7 M 2023-09-23T06:32:52.708 INFO:teuthology.orchestra.run.smithi092.stdout: openblas-threads x86_64 0.3.15-4.el8 appstream 4.9 M 2023-09-23T06:32:52.708 INFO:teuthology.orchestra.run.smithi092.stdout: pcre2-devel x86_64 10.32-3.el8 baseos 605 k 2023-09-23T06:32:52.708 INFO:teuthology.orchestra.run.smithi092.stdout: pcre2-utf16 x86_64 10.32-3.el8 baseos 229 k 2023-09-23T06:32:52.708 INFO:teuthology.orchestra.run.smithi092.stdout: pcre2-utf32 x86_64 10.32-3.el8 baseos 220 k 2023-09-23T06:32:52.708 INFO:teuthology.orchestra.run.smithi092.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-09-23T06:32:52.708 INFO:teuthology.orchestra.run.smithi092.stdout: python3-babel noarch 2.5.1-7.el8 appstream 4.8 M 2023-09-23T06:32:52.708 INFO:teuthology.orchestra.run.smithi092.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-09-23T06:32:52.709 INFO:teuthology.orchestra.run.smithi092.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-09-23T06:32:52.709 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-09-23T06:32:52.709 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ceph-argparse x86_64 2:18.0.0-6336.g86266391.el8 ceph 45 k 2023-09-23T06:32:52.709 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ceph-common x86_64 2:18.0.0-6336.g86266391.el8 ceph 125 k 2023-09-23T06:32:52.709 INFO:teuthology.orchestra.run.smithi092.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-09-23T06:32:52.709 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cffi x86_64 1.11.5-6.el8 baseos 249 k 2023-09-23T06:32:52.709 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-09-23T06:32:52.709 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-09-23T06:32:52.709 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cryptography x86_64 3.2.1-6.el8 baseos 641 k 2023-09-23T06:32:52.709 INFO:teuthology.orchestra.run.smithi092.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-09-23T06:32:52.709 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-09-23T06:32:52.710 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-09-23T06:32:52.710 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jinja2 noarch 2.10.1-3.el8 appstream 538 k 2023-09-23T06:32:52.710 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jsonpatch noarch 1.21-2.el8 appstream 27 k 2023-09-23T06:32:52.710 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jsonpointer noarch 1.10-11.el8 appstream 20 k 2023-09-23T06:32:52.710 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jwt noarch 1.6.1-2.el8 baseos 43 k 2023-09-23T06:32:52.710 INFO:teuthology.orchestra.run.smithi092.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-09-23T06:32:52.710 INFO:teuthology.orchestra.run.smithi092.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-09-23T06:32:52.710 INFO:teuthology.orchestra.run.smithi092.stdout: python3-mako noarch 1.0.6-14.el8 appstream 157 k 2023-09-23T06:32:52.710 INFO:teuthology.orchestra.run.smithi092.stdout: python3-markupsafe x86_64 0.23-19.el8 appstream 39 k 2023-09-23T06:32:52.710 INFO:teuthology.orchestra.run.smithi092.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-09-23T06:32:52.711 INFO:teuthology.orchestra.run.smithi092.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-09-23T06:32:52.711 INFO:teuthology.orchestra.run.smithi092.stdout: python3-numpy x86_64 1:1.14.3-10.el8 appstream 3.7 M 2023-09-23T06:32:52.711 INFO:teuthology.orchestra.run.smithi092.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 appstream 225 k 2023-09-23T06:32:52.711 INFO:teuthology.orchestra.run.smithi092.stdout: python3-oauthlib noarch 2.1.0-1.el8 baseos 155 k 2023-09-23T06:32:52.711 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-09-23T06:32:52.711 INFO:teuthology.orchestra.run.smithi092.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-09-23T06:32:52.711 INFO:teuthology.orchestra.run.smithi092.stdout: python3-prettytable noarch 0.7.2-14.el8 appstream 44 k 2023-09-23T06:32:52.711 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 appstream 103 k 2023-09-23T06:32:52.711 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyasn1 noarch 0.3.7-6.el8 appstream 126 k 2023-09-23T06:32:52.711 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 appstream 110 k 2023-09-23T06:32:52.712 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pycparser noarch 2.14-14.el8 baseos 109 k 2023-09-23T06:32:52.712 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pytz noarch 2017.2-11.el8 appstream 57 k 2023-09-23T06:32:52.712 INFO:teuthology.orchestra.run.smithi092.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-09-23T06:32:52.712 INFO:teuthology.orchestra.run.smithi092.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 baseos 43 k 2023-09-23T06:32:52.712 INFO:teuthology.orchestra.run.smithi092.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-09-23T06:32:52.712 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-09-23T06:32:52.712 INFO:teuthology.orchestra.run.smithi092.stdout: python3-scipy x86_64 1.0.0-21.module_el8.5.0+771+e5d9a225 appstream 14 M 2023-09-23T06:32:52.712 INFO:teuthology.orchestra.run.smithi092.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-09-23T06:32:52.712 INFO:teuthology.orchestra.run.smithi092.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-09-23T06:32:52.712 INFO:teuthology.orchestra.run.smithi092.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-09-23T06:32:52.713 INFO:teuthology.orchestra.run.smithi092.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-09-23T06:32:52.713 INFO:teuthology.orchestra.run.smithi092.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-09-23T06:32:52.713 INFO:teuthology.orchestra.run.smithi092.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-09-23T06:32:52.713 INFO:teuthology.orchestra.run.smithi092.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-09-23T06:32:52.713 INFO:teuthology.orchestra.run.smithi092.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-09-23T06:32:52.713 INFO:teuthology.orchestra.run.smithi092.stdout: python3-werkzeug noarch 0.12.2-4.el8 appstream 457 k 2023-09-23T06:32:52.713 INFO:teuthology.orchestra.run.smithi092.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-09-23T06:32:52.713 INFO:teuthology.orchestra.run.smithi092.stdout: socat x86_64 1.7.4.1-1.el8 appstream 323 k 2023-09-23T06:32:52.713 INFO:teuthology.orchestra.run.smithi092.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-09-23T06:32:52.713 INFO:teuthology.orchestra.run.smithi092.stdout: uuid x86_64 1.6.2-43.el8 appstream 64 k 2023-09-23T06:32:52.714 INFO:teuthology.orchestra.run.smithi092.stdout: xmlstarlet x86_64 1.6.1-20.el8 appstream 71 k 2023-09-23T06:32:52.714 INFO:teuthology.orchestra.run.smithi092.stdout: zlib-devel x86_64 1.2.11-21.el8 baseos 58 k 2023-09-23T06:32:52.714 INFO:teuthology.orchestra.run.smithi092.stdout:Enabling module streams: 2023-09-23T06:32:52.714 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql 10 2023-09-23T06:32:52.714 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:32:52.714 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction Summary 2023-09-23T06:32:52.714 INFO:teuthology.orchestra.run.smithi092.stdout:==================================================================================================== 2023-09-23T06:32:52.714 INFO:teuthology.orchestra.run.smithi092.stdout:Install 128 Packages 2023-09-23T06:32:52.714 INFO:teuthology.orchestra.run.smithi092.stdout:Upgrade 16 Packages 2023-09-23T06:32:52.715 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:32:52.715 INFO:teuthology.orchestra.run.smithi092.stdout:Total download size: 215 M 2023-09-23T06:32:52.715 INFO:teuthology.orchestra.run.smithi092.stdout:Downloading Packages: 2023-09-23T06:32:53.488 INFO:teuthology.orchestra.run.smithi092.stdout:(1/144): ceph-18.0.0-6336.g86266391.el8.x86_64. 50 kB/s | 6.4 kB 00:00 2023-09-23T06:32:53.788 INFO:teuthology.orchestra.run.smithi092.stdout:(2/144): ceph-fuse-18.0.0-6336.g86266391.el8.x8 3.0 MB/s | 912 kB 00:00 2023-09-23T06:32:53.847 INFO:teuthology.orchestra.run.smithi092.stdout:(3/144): ceph-immutable-object-cache-18.0.0-633 2.8 MB/s | 167 kB 00:00 2023-09-23T06:32:54.222 INFO:teuthology.orchestra.run.smithi092.stdout:(4/144): ceph-mds-18.0.0-6336.g86266391.el8.x86 6.2 MB/s | 2.3 MB 00:00 2023-09-23T06:32:54.331 INFO:teuthology.orchestra.run.smithi092.stdout:(5/144): ceph-base-18.0.0-6336.g86266391.el8.x8 5.6 MB/s | 5.4 MB 00:00 2023-09-23T06:32:54.506 INFO:teuthology.orchestra.run.smithi092.stdout:(6/144): ceph-mgr-18.0.0-6336.g86266391.el8.x86 5.7 MB/s | 1.6 MB 00:00 2023-09-23T06:32:54.873 INFO:teuthology.orchestra.run.smithi092.stdout:(7/144): ceph-mon-18.0.0-6336.g86266391.el8.x86 8.5 MB/s | 4.6 MB 00:00 2023-09-23T06:32:55.123 INFO:teuthology.orchestra.run.smithi016.stdout:Package librados2-1:12.2.7-9.el8.x86_64 is already installed. 2023-09-23T06:32:55.124 INFO:teuthology.orchestra.run.smithi016.stdout:Package librbd1-1:12.2.7-9.el8.x86_64 is already installed. 2023-09-23T06:32:55.138 INFO:teuthology.orchestra.run.smithi016.stdout:Package NetworkManager-1:1.40.16-4.el8.x86_64 is already installed. 2023-09-23T06:32:55.138 INFO:teuthology.orchestra.run.smithi016.stdout:Package NetworkManager-initscripts-updown-1:1.40.16-4.el8.noarch is already installed. 2023-09-23T06:32:55.139 INFO:teuthology.orchestra.run.smithi016.stdout:Package iproute-6.2.0-1.el8.x86_64 is already installed. 2023-09-23T06:32:55.140 INFO:teuthology.orchestra.run.smithi016.stdout:Package util-linux-2.32.1-41.el8.x86_64 is already installed. 2023-09-23T06:32:55.141 INFO:teuthology.orchestra.run.smithi016.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-09-23T06:32:55.144 INFO:teuthology.orchestra.run.smithi016.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-09-23T06:32:55.147 INFO:teuthology.orchestra.run.smithi016.stdout:Package xfsdump-3.1.8-4.el8.x86_64 is already installed. 2023-09-23T06:32:55.148 INFO:teuthology.orchestra.run.smithi016.stdout:Package xfsprogs-5.0.0-10.el8.x86_64 is already installed. 2023-09-23T06:32:55.382 INFO:teuthology.orchestra.run.smithi016.stdout:Dependencies resolved. 2023-09-23T06:32:55.397 INFO:teuthology.orchestra.run.smithi016.stdout:==================================================================================================== 2023-09-23T06:32:55.397 INFO:teuthology.orchestra.run.smithi016.stdout: Package Arch Version Repository Size 2023-09-23T06:32:55.397 INFO:teuthology.orchestra.run.smithi016.stdout:==================================================================================================== 2023-09-23T06:32:55.397 INFO:teuthology.orchestra.run.smithi016.stdout:Installing: 2023-09-23T06:32:55.397 INFO:teuthology.orchestra.run.smithi016.stdout: bison x86_64 3.0.4-10.el8 appstream 688 k 2023-09-23T06:32:55.397 INFO:teuthology.orchestra.run.smithi016.stdout: ceph x86_64 2:18.0.0-6336.g86266391.el8 ceph 6.4 k 2023-09-23T06:32:55.398 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-base x86_64 2:18.0.0-6336.g86266391.el8 ceph 5.4 M 2023-09-23T06:32:55.398 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-fuse x86_64 2:18.0.0-6336.g86266391.el8 ceph 912 k 2023-09-23T06:32:55.398 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-immutable-object-cache x86_64 2:18.0.0-6336.g86266391.el8 ceph 167 k 2023-09-23T06:32:55.398 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr x86_64 2:18.0.0-6336.g86266391.el8 ceph 1.6 M 2023-09-23T06:32:55.398 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-cephadm noarch 2:18.0.0-6336.g86266391.el8 ceph-noarch 132 k 2023-09-23T06:32:55.398 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-dashboard noarch 2:18.0.0-6336.g86266391.el8 ceph-noarch 1.7 M 2023-09-23T06:32:55.398 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-diskprediction-local noarch 2:18.0.0-6336.g86266391.el8 ceph-noarch 7.4 M 2023-09-23T06:32:55.398 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-rook noarch 2:18.0.0-6336.g86266391.el8 ceph-noarch 47 k 2023-09-23T06:32:55.399 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-radosgw x86_64 2:18.0.0-6336.g86266391.el8 ceph 14 M 2023-09-23T06:32:55.399 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-test x86_64 2:18.0.0-6336.g86266391.el8 ceph 49 M 2023-09-23T06:32:55.399 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-volume noarch 2:18.0.0-6336.g86266391.el8 ceph-noarch 261 k 2023-09-23T06:32:55.399 INFO:teuthology.orchestra.run.smithi016.stdout: cephadm noarch 2:18.0.0-6336.g86266391.el8 ceph-noarch 181 k 2023-09-23T06:32:55.399 INFO:teuthology.orchestra.run.smithi016.stdout: cephfs-mirror x86_64 2:18.0.0-6336.g86266391.el8 ceph 260 k 2023-09-23T06:32:55.399 INFO:teuthology.orchestra.run.smithi016.stdout: cephfs-top noarch 2:18.0.0-6336.g86266391.el8 ceph-noarch 18 k 2023-09-23T06:32:55.399 INFO:teuthology.orchestra.run.smithi016.stdout: elfutils-libelf-devel x86_64 0.189-3.el8 baseos 62 k 2023-09-23T06:32:55.399 INFO:teuthology.orchestra.run.smithi016.stdout: flex x86_64 2.6.1-9.el8 appstream 320 k 2023-09-23T06:32:55.399 INFO:teuthology.orchestra.run.smithi016.stdout: libaio-devel x86_64 0.3.112-1.el8 baseos 19 k 2023-09-23T06:32:55.400 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs-devel x86_64 2:18.0.0-6336.g86266391.el8 ceph 31 k 2023-09-23T06:32:55.400 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs2 x86_64 2:18.0.0-6336.g86266391.el8 ceph 832 k 2023-09-23T06:32:55.400 INFO:teuthology.orchestra.run.smithi016.stdout: librados-devel x86_64 2:18.0.0-6336.g86266391.el8 ceph 139 k 2023-09-23T06:32:55.400 INFO:teuthology.orchestra.run.smithi016.stdout: libtool x86_64 2.4.6-25.el8 appstream 709 k 2023-09-23T06:32:55.400 INFO:teuthology.orchestra.run.smithi016.stdout: libuuid-devel x86_64 2.32.1-43.el8 baseos 100 k 2023-09-23T06:32:55.400 INFO:teuthology.orchestra.run.smithi016.stdout: openssl-devel x86_64 1:1.1.1k-9.el8 baseos 3.2 M 2023-09-23T06:32:55.400 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql x86_64 10.23-2.module_el8+572+929c87ac appstream 1.6 M 2023-09-23T06:32:55.400 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql-contrib x86_64 10.23-2.module_el8+572+929c87ac appstream 901 k 2023-09-23T06:32:55.401 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql-server x86_64 10.23-2.module_el8+572+929c87ac appstream 5.1 M 2023-09-23T06:32:55.401 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cephfs x86_64 2:18.0.0-6336.g86266391.el8 ceph 197 k 2023-09-23T06:32:55.401 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rados x86_64 2:18.0.0-6336.g86266391.el8 ceph 371 k 2023-09-23T06:32:55.401 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rbd x86_64 2:18.0.0-6336.g86266391.el8 ceph 364 k 2023-09-23T06:32:55.401 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rgw x86_64 2:18.0.0-6336.g86266391.el8 ceph 107 k 2023-09-23T06:32:55.401 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-fuse x86_64 2:18.0.0-6336.g86266391.el8 ceph 94 k 2023-09-23T06:32:55.401 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-mirror x86_64 2:18.0.0-6336.g86266391.el8 ceph 3.6 M 2023-09-23T06:32:55.401 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-nbd x86_64 2:18.0.0-6336.g86266391.el8 ceph 180 k 2023-09-23T06:32:55.401 INFO:teuthology.orchestra.run.smithi016.stdout: xfsprogs-devel x86_64 5.0.0-12.el8 baseos 74 k 2023-09-23T06:32:55.402 INFO:teuthology.orchestra.run.smithi016.stdout:Upgrading: 2023-09-23T06:32:55.402 INFO:teuthology.orchestra.run.smithi016.stdout: NetworkManager-initscripts-updown noarch 1:1.40.16-9.el8 baseos 143 k 2023-09-23T06:32:55.402 INFO:teuthology.orchestra.run.smithi016.stdout: elfutils-debuginfod-client x86_64 0.189-3.el8 baseos 76 k 2023-09-23T06:32:55.402 INFO:teuthology.orchestra.run.smithi016.stdout: elfutils-libelf x86_64 0.189-3.el8 baseos 232 k 2023-09-23T06:32:55.402 INFO:teuthology.orchestra.run.smithi016.stdout: elfutils-libs x86_64 0.189-3.el8 baseos 303 k 2023-09-23T06:32:55.402 INFO:teuthology.orchestra.run.smithi016.stdout: iproute x86_64 6.2.0-2.el8 baseos 880 k 2023-09-23T06:32:55.402 INFO:teuthology.orchestra.run.smithi016.stdout: libblkid x86_64 2.32.1-43.el8 baseos 220 k 2023-09-23T06:32:55.402 INFO:teuthology.orchestra.run.smithi016.stdout: libfdisk x86_64 2.32.1-43.el8 baseos 254 k 2023-09-23T06:32:55.402 INFO:teuthology.orchestra.run.smithi016.stdout: libmount x86_64 2.32.1-43.el8 baseos 236 k 2023-09-23T06:32:55.402 INFO:teuthology.orchestra.run.smithi016.stdout: librados2 x86_64 2:18.0.0-6336.g86266391.el8 ceph 3.7 M 2023-09-23T06:32:55.402 INFO:teuthology.orchestra.run.smithi016.stdout: librbd1 x86_64 2:18.0.0-6336.g86266391.el8 ceph 3.7 M 2023-09-23T06:32:55.403 INFO:teuthology.orchestra.run.smithi016.stdout: libsmartcols x86_64 2.32.1-43.el8 baseos 179 k 2023-09-23T06:32:55.403 INFO:teuthology.orchestra.run.smithi016.stdout: libuuid x86_64 2.32.1-43.el8 baseos 99 k 2023-09-23T06:32:55.403 INFO:teuthology.orchestra.run.smithi016.stdout: util-linux x86_64 2.32.1-43.el8 baseos 2.5 M 2023-09-23T06:32:55.403 INFO:teuthology.orchestra.run.smithi016.stdout: util-linux-user x86_64 2.32.1-43.el8 baseos 103 k 2023-09-23T06:32:55.403 INFO:teuthology.orchestra.run.smithi016.stdout: xfsdump x86_64 3.1.8-6.el8 baseos 334 k 2023-09-23T06:32:55.403 INFO:teuthology.orchestra.run.smithi016.stdout: xfsprogs x86_64 5.0.0-12.el8 baseos 1.1 M 2023-09-23T06:32:55.403 INFO:teuthology.orchestra.run.smithi016.stdout:Installing dependencies: 2023-09-23T06:32:55.403 INFO:teuthology.orchestra.run.smithi016.stdout: automake noarch 1.16.1-8.el8 appstream 740 k 2023-09-23T06:32:55.404 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-common x86_64 2:18.0.0-6336.g86266391.el8 ceph 23 M 2023-09-23T06:32:55.404 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-grafana-dashboards noarch 2:18.0.0-6336.g86266391.el8 ceph-noarch 23 k 2023-09-23T06:32:55.404 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mds x86_64 2:18.0.0-6336.g86266391.el8 ceph 2.3 M 2023-09-23T06:32:55.404 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-modules-core noarch 2:18.0.0-6336.g86266391.el8 ceph-noarch 242 k 2023-09-23T06:32:55.405 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mon x86_64 2:18.0.0-6336.g86266391.el8 ceph 4.6 M 2023-09-23T06:32:55.405 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-osd x86_64 2:18.0.0-6336.g86266391.el8 ceph 18 M 2023-09-23T06:32:55.405 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-prometheus-alerts noarch 2:18.0.0-6336.g86266391.el8 ceph-noarch 15 k 2023-09-23T06:32:55.405 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-selinux x86_64 2:18.0.0-6336.g86266391.el8 ceph 24 k 2023-09-23T06:32:55.405 INFO:teuthology.orchestra.run.smithi016.stdout: fuse x86_64 2.9.7-17.el8 baseos 83 k 2023-09-23T06:32:55.405 INFO:teuthology.orchestra.run.smithi016.stdout: gperftools-libs x86_64 1:2.7-9.el8 epel 306 k 2023-09-23T06:32:55.405 INFO:teuthology.orchestra.run.smithi016.stdout: jq x86_64 1.6-7.el8 appstream 202 k 2023-09-23T06:32:55.405 INFO:teuthology.orchestra.run.smithi016.stdout: keyutils-libs-devel x86_64 1.5.10-9.el8 baseos 48 k 2023-09-23T06:32:55.405 INFO:teuthology.orchestra.run.smithi016.stdout: krb5-devel x86_64 1.18.2-22.el8 baseos 561 k 2023-09-23T06:32:55.405 INFO:teuthology.orchestra.run.smithi016.stdout: libcephsqlite x86_64 2:18.0.0-6336.g86266391.el8 ceph 184 k 2023-09-23T06:32:55.405 INFO:teuthology.orchestra.run.smithi016.stdout: libcom_err-devel x86_64 1.45.6-5.el8 baseos 39 k 2023-09-23T06:32:55.406 INFO:teuthology.orchestra.run.smithi016.stdout: libgfortran x86_64 8.5.0-20.el8 baseos 645 k 2023-09-23T06:32:55.406 INFO:teuthology.orchestra.run.smithi016.stdout: liboath x86_64 2.6.2-3.el8 epel 59 k 2023-09-23T06:32:55.406 INFO:teuthology.orchestra.run.smithi016.stdout: libpq x86_64 13.5-1.el8 appstream 198 k 2023-09-23T06:32:55.406 INFO:teuthology.orchestra.run.smithi016.stdout: libquadmath x86_64 8.5.0-20.el8 baseos 172 k 2023-09-23T06:32:55.406 INFO:teuthology.orchestra.run.smithi016.stdout: librabbitmq x86_64 0.9.0-4.el8 baseos 47 k 2023-09-23T06:32:55.406 INFO:teuthology.orchestra.run.smithi016.stdout: libradosstriper1 x86_64 2:18.0.0-6336.g86266391.el8 ceph 519 k 2023-09-23T06:32:55.406 INFO:teuthology.orchestra.run.smithi016.stdout: librdkafka x86_64 0.11.4-3.el8 appstream 354 k 2023-09-23T06:32:55.406 INFO:teuthology.orchestra.run.smithi016.stdout: librgw2 x86_64 2:18.0.0-6336.g86266391.el8 ceph 6.9 M 2023-09-23T06:32:55.406 INFO:teuthology.orchestra.run.smithi016.stdout: libselinux-devel x86_64 2.9-8.el8 baseos 200 k 2023-09-23T06:32:55.406 INFO:teuthology.orchestra.run.smithi016.stdout: libsepol-devel x86_64 2.9-3.el8 baseos 87 k 2023-09-23T06:32:55.406 INFO:teuthology.orchestra.run.smithi016.stdout: libunwind x86_64 1.3.1-3.el8 epel 75 k 2023-09-23T06:32:55.407 INFO:teuthology.orchestra.run.smithi016.stdout: libverto-devel x86_64 0.3.2-2.el8 baseos 18 k 2023-09-23T06:32:55.407 INFO:teuthology.orchestra.run.smithi016.stdout: libzstd-devel x86_64 1.4.4-1.el8 baseos 44 k 2023-09-23T06:32:55.407 INFO:teuthology.orchestra.run.smithi016.stdout: lttng-ust x86_64 2.8.1-11.el8 appstream 259 k 2023-09-23T06:32:55.407 INFO:teuthology.orchestra.run.smithi016.stdout: oniguruma x86_64 6.8.2-2.el8 appstream 187 k 2023-09-23T06:32:55.407 INFO:teuthology.orchestra.run.smithi016.stdout: openblas x86_64 0.3.15-4.el8 appstream 4.7 M 2023-09-23T06:32:55.407 INFO:teuthology.orchestra.run.smithi016.stdout: openblas-threads x86_64 0.3.15-4.el8 appstream 4.9 M 2023-09-23T06:32:55.407 INFO:teuthology.orchestra.run.smithi016.stdout: pcre2-devel x86_64 10.32-3.el8 baseos 605 k 2023-09-23T06:32:55.407 INFO:teuthology.orchestra.run.smithi016.stdout: pcre2-utf16 x86_64 10.32-3.el8 baseos 229 k 2023-09-23T06:32:55.407 INFO:teuthology.orchestra.run.smithi016.stdout: pcre2-utf32 x86_64 10.32-3.el8 baseos 220 k 2023-09-23T06:32:55.407 INFO:teuthology.orchestra.run.smithi016.stdout: python3-asyncssh noarch 2.7.0-2.el8 epel 476 k 2023-09-23T06:32:55.408 INFO:teuthology.orchestra.run.smithi016.stdout: python3-babel noarch 2.5.1-7.el8 appstream 4.8 M 2023-09-23T06:32:55.408 INFO:teuthology.orchestra.run.smithi016.stdout: python3-bcrypt x86_64 3.1.6-2.el8.1 epel 44 k 2023-09-23T06:32:55.408 INFO:teuthology.orchestra.run.smithi016.stdout: python3-beautifulsoup4 noarch 4.6.3-2.el8.1 epel 185 k 2023-09-23T06:32:55.408 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cachetools noarch 3.1.1-4.el8 epel 33 k 2023-09-23T06:32:55.408 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-argparse x86_64 2:18.0.0-6336.g86266391.el8 ceph 45 k 2023-09-23T06:32:55.408 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-common x86_64 2:18.0.0-6336.g86266391.el8 ceph 125 k 2023-09-23T06:32:55.408 INFO:teuthology.orchestra.run.smithi016.stdout: python3-certifi noarch 2018.10.15-7.el8 epel 16 k 2023-09-23T06:32:55.408 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cffi x86_64 1.11.5-6.el8 baseos 249 k 2023-09-23T06:32:55.408 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cheroot noarch 8.5.2-1.el8 epel 173 k 2023-09-23T06:32:55.408 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cherrypy noarch 18.4.0-1.el8 epel 384 k 2023-09-23T06:32:55.409 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cryptography x86_64 3.2.1-6.el8 baseos 641 k 2023-09-23T06:32:55.409 INFO:teuthology.orchestra.run.smithi016.stdout: python3-google-auth noarch 1:1.1.1-10.el8 epel 81 k 2023-09-23T06:32:55.409 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco noarch 6.2-6.el8 epel 11 k 2023-09-23T06:32:55.409 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-functools noarch 2.0-4.el8 epel 18 k 2023-09-23T06:32:55.409 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jinja2 noarch 2.10.1-3.el8 appstream 538 k 2023-09-23T06:32:55.409 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpatch noarch 1.21-2.el8 appstream 27 k 2023-09-23T06:32:55.409 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpointer noarch 1.10-11.el8 appstream 20 k 2023-09-23T06:32:55.409 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jwt noarch 1.6.1-2.el8 baseos 43 k 2023-09-23T06:32:55.409 INFO:teuthology.orchestra.run.smithi016.stdout: python3-kubernetes noarch 1:11.0.0-6.el8 epel 1.2 M 2023-09-23T06:32:55.409 INFO:teuthology.orchestra.run.smithi016.stdout: python3-logutils noarch 0.3.5-11.el8 epel 49 k 2023-09-23T06:32:55.409 INFO:teuthology.orchestra.run.smithi016.stdout: python3-mako noarch 1.0.6-14.el8 appstream 157 k 2023-09-23T06:32:55.410 INFO:teuthology.orchestra.run.smithi016.stdout: python3-markupsafe x86_64 0.23-19.el8 appstream 39 k 2023-09-23T06:32:55.410 INFO:teuthology.orchestra.run.smithi016.stdout: python3-more-itertools noarch 7.2.0-3.el8 epel 59 k 2023-09-23T06:32:55.410 INFO:teuthology.orchestra.run.smithi016.stdout: python3-natsort noarch 7.1.1-2.el8 epel 60 k 2023-09-23T06:32:55.410 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy x86_64 1:1.14.3-10.el8 appstream 3.7 M 2023-09-23T06:32:55.410 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy-f2py x86_64 1:1.14.3-10.el8 appstream 225 k 2023-09-23T06:32:55.410 INFO:teuthology.orchestra.run.smithi016.stdout: python3-oauthlib noarch 2.1.0-1.el8 baseos 155 k 2023-09-23T06:32:55.410 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pecan noarch 1.3.2-9.el8 epel 283 k 2023-09-23T06:32:55.410 INFO:teuthology.orchestra.run.smithi016.stdout: python3-portend noarch 2.6-1.el8 epel 16 k 2023-09-23T06:32:55.410 INFO:teuthology.orchestra.run.smithi016.stdout: python3-prettytable noarch 0.7.2-14.el8 appstream 44 k 2023-09-23T06:32:55.410 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyOpenSSL noarch 19.0.0-1.el8 appstream 103 k 2023-09-23T06:32:55.410 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1 noarch 0.3.7-6.el8 appstream 126 k 2023-09-23T06:32:55.411 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1-modules noarch 0.3.7-6.el8 appstream 110 k 2023-09-23T06:32:55.411 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pycparser noarch 2.14-14.el8 baseos 109 k 2023-09-23T06:32:55.411 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pytz noarch 2017.2-11.el8 appstream 57 k 2023-09-23T06:32:55.411 INFO:teuthology.orchestra.run.smithi016.stdout: python3-repoze-lru noarch 0.7-6.el8 epel 34 k 2023-09-23T06:32:55.411 INFO:teuthology.orchestra.run.smithi016.stdout: python3-requests-oauthlib noarch 1.0.0-1.el8 baseos 43 k 2023-09-23T06:32:55.411 INFO:teuthology.orchestra.run.smithi016.stdout: python3-routes noarch 2.4.1-12.el8 epel 196 k 2023-09-23T06:32:55.411 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rsa noarch 4.9-2.el8 epel 64 k 2023-09-23T06:32:55.411 INFO:teuthology.orchestra.run.smithi016.stdout: python3-scipy x86_64 1.0.0-21.module_el8.5.0+771+e5d9a225 appstream 14 M 2023-09-23T06:32:55.411 INFO:teuthology.orchestra.run.smithi016.stdout: python3-simplegeneric noarch 0.8.1-17.el8 epel 19 k 2023-09-23T06:32:55.411 INFO:teuthology.orchestra.run.smithi016.stdout: python3-singledispatch noarch 3.4.0.3-18.el8 epel 24 k 2023-09-23T06:32:55.411 INFO:teuthology.orchestra.run.smithi016.stdout: python3-tempora noarch 1.14.1-5.el8 epel 29 k 2023-09-23T06:32:55.412 INFO:teuthology.orchestra.run.smithi016.stdout: python3-trustme noarch 0.6.0-4.el8 epel 27 k 2023-09-23T06:32:55.412 INFO:teuthology.orchestra.run.smithi016.stdout: python3-waitress noarch 1.4.3-1.el8 epel 255 k 2023-09-23T06:32:55.412 INFO:teuthology.orchestra.run.smithi016.stdout: python3-webob noarch 1.8.5-1.el8.1 epel 251 k 2023-09-23T06:32:55.412 INFO:teuthology.orchestra.run.smithi016.stdout: python3-websocket-client noarch 0.56.0-5.el8 epel 61 k 2023-09-23T06:32:55.412 INFO:teuthology.orchestra.run.smithi016.stdout: python3-webtest noarch 2.0.33-1.el8 epel 85 k 2023-09-23T06:32:55.412 INFO:teuthology.orchestra.run.smithi016.stdout: python3-werkzeug noarch 0.12.2-4.el8 appstream 457 k 2023-09-23T06:32:55.412 INFO:teuthology.orchestra.run.smithi016.stdout: python3-zc-lockfile noarch 2.0-2.el8 epel 23 k 2023-09-23T06:32:55.412 INFO:teuthology.orchestra.run.smithi016.stdout: socat x86_64 1.7.4.1-1.el8 appstream 323 k 2023-09-23T06:32:55.412 INFO:teuthology.orchestra.run.smithi016.stdout: thrift x86_64 0.13.0-2.el8 epel 1.7 M 2023-09-23T06:32:55.412 INFO:teuthology.orchestra.run.smithi016.stdout: uuid x86_64 1.6.2-43.el8 appstream 64 k 2023-09-23T06:32:55.412 INFO:teuthology.orchestra.run.smithi016.stdout: xmlstarlet x86_64 1.6.1-20.el8 appstream 71 k 2023-09-23T06:32:55.412 INFO:teuthology.orchestra.run.smithi016.stdout: zlib-devel x86_64 1.2.11-21.el8 baseos 58 k 2023-09-23T06:32:55.413 INFO:teuthology.orchestra.run.smithi016.stdout:Enabling module streams: 2023-09-23T06:32:55.413 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql 10 2023-09-23T06:32:55.413 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:32:55.413 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction Summary 2023-09-23T06:32:55.413 INFO:teuthology.orchestra.run.smithi016.stdout:==================================================================================================== 2023-09-23T06:32:55.413 INFO:teuthology.orchestra.run.smithi016.stdout:Install 128 Packages 2023-09-23T06:32:55.413 INFO:teuthology.orchestra.run.smithi016.stdout:Upgrade 16 Packages 2023-09-23T06:32:55.413 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:32:55.414 INFO:teuthology.orchestra.run.smithi016.stdout:Total download size: 215 M 2023-09-23T06:32:55.414 INFO:teuthology.orchestra.run.smithi016.stdout:Downloading Packages: 2023-09-23T06:32:56.056 INFO:teuthology.orchestra.run.smithi092.stdout:(8/144): ceph-common-18.0.0-6336.g86266391.el8. 8.4 MB/s | 23 MB 00:02 2023-09-23T06:32:56.107 INFO:teuthology.orchestra.run.smithi092.stdout:(9/144): ceph-selinux-18.0.0-6336.g86266391.el8 489 kB/s | 24 kB 00:00 2023-09-23T06:32:56.365 INFO:teuthology.orchestra.run.smithi092.stdout:(10/144): ceph-radosgw-18.0.0-6336.g86266391.el 9.3 MB/s | 14 MB 00:01 2023-09-23T06:32:56.449 INFO:teuthology.orchestra.run.smithi092.stdout:(11/144): cephfs-mirror-18.0.0-6336.g86266391.e 3.1 MB/s | 260 kB 00:00 2023-09-23T06:32:56.522 INFO:teuthology.orchestra.run.smithi016.stdout:(1/144): ceph-18.0.0-6336.g86266391.el8.x86_64. 17 kB/s | 6.4 kB 00:00 2023-09-23T06:32:56.524 INFO:teuthology.orchestra.run.smithi092.stdout:(12/144): libcephfs-devel-18.0.0-6336.g86266391 417 kB/s | 31 kB 00:00 2023-09-23T06:32:56.674 INFO:teuthology.orchestra.run.smithi092.stdout:(13/144): libcephfs2-18.0.0-6336.g86266391.el8. 5.4 MB/s | 832 kB 00:00 2023-09-23T06:32:56.867 INFO:teuthology.orchestra.run.smithi092.stdout:(14/144): ceph-osd-18.0.0-6336.g86266391.el8.x8 7.6 MB/s | 18 MB 00:02 2023-09-23T06:32:56.883 INFO:teuthology.orchestra.run.smithi092.stdout:(15/144): libcephsqlite-18.0.0-6336.g86266391.e 880 kB/s | 184 kB 00:00 2023-09-23T06:32:56.925 INFO:teuthology.orchestra.run.smithi092.stdout:(16/144): librados-devel-18.0.0-6336.g86266391. 2.3 MB/s | 139 kB 00:00 2023-09-23T06:32:56.967 INFO:teuthology.orchestra.run.smithi092.stdout:(17/144): libradosstriper1-18.0.0-6336.g8626639 6.1 MB/s | 519 kB 00:00 2023-09-23T06:32:57.051 INFO:teuthology.orchestra.run.smithi092.stdout:(18/144): python3-ceph-argparse-18.0.0-6336.g86 537 kB/s | 45 kB 00:00 2023-09-23T06:32:57.134 INFO:teuthology.orchestra.run.smithi092.stdout:(19/144): python3-ceph-common-18.0.0-6336.g8626 1.5 MB/s | 125 kB 00:00 2023-09-23T06:32:57.226 INFO:teuthology.orchestra.run.smithi092.stdout:(20/144): python3-cephfs-18.0.0-6336.g86266391. 2.1 MB/s | 197 kB 00:00 2023-09-23T06:32:57.318 INFO:teuthology.orchestra.run.smithi092.stdout:(21/144): python3-rados-18.0.0-6336.g86266391.e 4.0 MB/s | 371 kB 00:00 2023-09-23T06:32:57.419 INFO:teuthology.orchestra.run.smithi092.stdout:(22/144): python3-rbd-18.0.0-6336.g86266391.el8 3.6 MB/s | 364 kB 00:00 2023-09-23T06:32:57.510 INFO:teuthology.orchestra.run.smithi092.stdout:(23/144): python3-rgw-18.0.0-6336.g86266391.el8 1.1 MB/s | 107 kB 00:00 2023-09-23T06:32:57.673 INFO:teuthology.orchestra.run.smithi092.stdout:(24/144): rbd-fuse-18.0.0-6336.g86266391.el8.x8 1.1 MB/s | 94 kB 00:00 2023-09-23T06:32:57.706 INFO:teuthology.orchestra.run.smithi016.stdout:(2/144): ceph-fuse-18.0.0-6336.g86266391.el8.x8 771 kB/s | 912 kB 00:01 2023-09-23T06:32:57.853 INFO:teuthology.orchestra.run.smithi092.stdout:(25/144): librgw2-18.0.0-6336.g86266391.el8.x86 7.5 MB/s | 6.9 MB 00:00 2023-09-23T06:32:57.936 INFO:teuthology.orchestra.run.smithi092.stdout:(26/144): rbd-nbd-18.0.0-6336.g86266391.el8.x86 2.1 MB/s | 180 kB 00:00 2023-09-23T06:32:58.006 INFO:teuthology.orchestra.run.smithi016.stdout:(3/144): ceph-immutable-object-cache-18.0.0-633 557 kB/s | 167 kB 00:00 2023-09-23T06:32:58.074 INFO:teuthology.orchestra.run.smithi092.stdout:(27/144): rbd-mirror-18.0.0-6336.g86266391.el8. 7.7 MB/s | 3.6 MB 00:00 2023-09-23T06:32:58.087 INFO:teuthology.orchestra.run.smithi092.stdout:(28/144): ceph-grafana-dashboards-18.0.0-6336.g 153 kB/s | 23 kB 00:00 2023-09-23T06:32:58.120 INFO:teuthology.orchestra.run.smithi092.stdout:(29/144): ceph-mgr-cephadm-18.0.0-6336.g8626639 2.2 MB/s | 132 kB 00:00 2023-09-23T06:32:58.396 INFO:teuthology.orchestra.run.smithi092.stdout:(30/144): ceph-mgr-dashboard-18.0.0-6336.g86266 5.7 MB/s | 1.7 MB 00:00 2023-09-23T06:32:58.486 INFO:teuthology.orchestra.run.smithi092.stdout:(31/144): ceph-mgr-modules-core-18.0.0-6336.g86 2.8 MB/s | 242 kB 00:00 2023-09-23T06:32:58.546 INFO:teuthology.orchestra.run.smithi092.stdout:(32/144): ceph-mgr-rook-18.0.0-6336.g86266391.e 714 kB/s | 47 kB 00:00 2023-09-23T06:32:58.688 INFO:teuthology.orchestra.run.smithi092.stdout:(33/144): ceph-prometheus-alerts-18.0.0-6336.g8 218 kB/s | 15 kB 00:00 2023-09-23T06:32:58.697 INFO:teuthology.orchestra.run.smithi092.stdout:(34/144): ceph-volume-18.0.0-6336.g86266391.el8 3.1 MB/s | 261 kB 00:00 2023-09-23T06:32:58.764 INFO:teuthology.orchestra.run.smithi092.stdout:(35/144): cephadm-18.0.0-6336.g86266391.el8.noa 2.7 MB/s | 181 kB 00:00 2023-09-23T06:32:58.898 INFO:teuthology.orchestra.run.smithi092.stdout:(36/144): cephfs-top-18.0.0-6336.g86266391.el8. 242 kB/s | 18 kB 00:00 2023-09-23T06:32:59.023 INFO:teuthology.orchestra.run.smithi092.stdout:(37/144): ceph-mgr-diskprediction-local-18.0.0- 8.2 MB/s | 7.4 MB 00:00 2023-09-23T06:32:59.664 INFO:teuthology.orchestra.run.smithi016.stdout:(4/144): ceph-base-18.0.0-6336.g86266391.el8.x8 1.5 MB/s | 5.4 MB 00:03 2023-09-23T06:32:59.823 INFO:teuthology.orchestra.run.smithi016.stdout:(5/144): ceph-mds-18.0.0-6336.g86266391.el8.x86 1.3 MB/s | 2.3 MB 00:01 2023-09-23T06:32:59.840 INFO:teuthology.orchestra.run.smithi092.stdout:(38/144): ceph-test-18.0.0-6336.g86266391.el8.x 13 MB/s | 49 MB 00:03 2023-09-23T06:32:59.873 INFO:teuthology.orchestra.run.smithi092.stdout:(39/144): bison-3.0.4-10.el8.x86_64.rpm 810 kB/s | 688 kB 00:00 2023-09-23T06:32:59.972 INFO:teuthology.orchestra.run.smithi092.stdout:(40/144): automake-1.16.1-8.el8.noarch.rpm 693 kB/s | 740 kB 00:01 2023-09-23T06:33:00.049 INFO:teuthology.orchestra.run.smithi092.stdout:(41/144): jq-1.6-7.el8.x86_64.rpm 1.1 MB/s | 202 kB 00:00 2023-09-23T06:33:00.200 INFO:teuthology.orchestra.run.smithi092.stdout:(42/144): librdkafka-0.11.4-3.el8.x86_64.rpm 2.3 MB/s | 354 kB 00:00 2023-09-23T06:33:00.258 INFO:teuthology.orchestra.run.smithi092.stdout:(43/144): libpq-13.5-1.el8.x86_64.rpm 564 kB/s | 198 kB 00:00 2023-09-23T06:33:00.354 INFO:teuthology.orchestra.run.smithi016.stdout:(6/144): ceph-mgr-18.0.0-6336.g86266391.el8.x86 2.4 MB/s | 1.6 MB 00:00 2023-09-23T06:33:00.408 INFO:teuthology.orchestra.run.smithi092.stdout:(44/144): flex-2.6.1-9.el8.x86_64.rpm 563 kB/s | 320 kB 00:00 2023-09-23T06:33:00.516 INFO:teuthology.orchestra.run.smithi092.stdout:(45/144): libtool-2.4.6-25.el8.x86_64.rpm 2.6 MB/s | 709 kB 00:00 2023-09-23T06:33:00.634 INFO:teuthology.orchestra.run.smithi092.stdout:(46/144): oniguruma-6.8.2-2.el8.x86_64.rpm 832 kB/s | 187 kB 00:00 2023-09-23T06:33:00.717 INFO:teuthology.orchestra.run.smithi092.stdout:(47/144): lttng-ust-2.8.1-11.el8.x86_64.rpm 648 kB/s | 259 kB 00:00 2023-09-23T06:33:01.476 INFO:teuthology.orchestra.run.smithi092.stdout:(48/144): openblas-0.3.15-4.el8.x86_64.rpm 4.7 MB/s | 4.7 MB 00:01 2023-09-23T06:33:01.619 INFO:teuthology.orchestra.run.smithi092.stdout:(49/144): postgresql-contrib-10.23-2.module_el8 6.2 MB/s | 901 kB 00:00 2023-09-23T06:33:02.151 INFO:teuthology.orchestra.run.smithi092.stdout:(50/144): postgresql-10.23-2.module_el8+572+929 1.0 MB/s | 1.6 MB 00:01 2023-09-23T06:33:02.360 INFO:teuthology.orchestra.run.smithi092.stdout:(51/144): postgresql-server-10.23-2.module_el8+ 6.9 MB/s | 5.1 MB 00:00 2023-09-23T06:33:02.435 INFO:teuthology.orchestra.run.smithi092.stdout:(52/144): python3-jinja2-2.10.1-3.el8.noarch.rp 7.0 MB/s | 538 kB 00:00 2023-09-23T06:33:02.465 INFO:teuthology.orchestra.run.smithi016.stdout:(7/144): ceph-mon-18.0.0-6336.g86266391.el8.x86 1.7 MB/s | 4.6 MB 00:02 2023-09-23T06:33:02.494 INFO:teuthology.orchestra.run.smithi092.stdout:(53/144): python3-jsonpatch-1.21-2.el8.noarch.r 458 kB/s | 27 kB 00:00 2023-09-23T06:33:02.598 INFO:teuthology.orchestra.run.smithi092.stdout:(54/144): python3-jsonpointer-1.10-11.el8.noarc 342 kB/s | 20 kB 00:00 2023-09-23T06:33:02.628 INFO:teuthology.orchestra.run.smithi092.stdout:(55/144): python3-mako-1.0.6-14.el8.noarch.rpm 2.1 MB/s | 157 kB 00:00 2023-09-23T06:33:02.703 INFO:teuthology.orchestra.run.smithi092.stdout:(56/144): openblas-threads-0.3.15-4.el8.x86_64. 2.3 MB/s | 4.9 MB 00:02 2023-09-23T06:33:02.766 INFO:teuthology.orchestra.run.smithi092.stdout:(57/144): python3-markupsafe-0.23-19.el8.x86_64 387 kB/s | 39 kB 00:00 2023-09-23T06:33:02.787 INFO:teuthology.orchestra.run.smithi092.stdout:(58/144): python3-numpy-f2py-1.14.3-10.el8.x86_ 3.8 MB/s | 225 kB 00:00 2023-09-23T06:33:02.871 INFO:teuthology.orchestra.run.smithi092.stdout:(59/144): python3-prettytable-0.7.2-14.el8.noar 528 kB/s | 44 kB 00:00 2023-09-23T06:33:02.930 INFO:teuthology.orchestra.run.smithi092.stdout:(60/144): python3-pyOpenSSL-19.0.0-1.el8.noarch 1.7 MB/s | 103 kB 00:00 2023-09-23T06:33:03.005 INFO:teuthology.orchestra.run.smithi092.stdout:(61/144): python3-pyasn1-0.3.7-6.el8.noarch.rpm 1.7 MB/s | 126 kB 00:00 2023-09-23T06:33:03.092 INFO:teuthology.orchestra.run.smithi092.stdout:(62/144): python3-pyasn1-modules-0.3.7-6.el8.no 1.6 MB/s | 110 kB 00:00 2023-09-23T06:33:03.147 INFO:teuthology.orchestra.run.smithi092.stdout:(63/144): python3-pytz-2017.2-11.el8.noarch.rpm 761 kB/s | 57 kB 00:00 2023-09-23T06:33:03.556 INFO:teuthology.orchestra.run.smithi092.stdout:(64/144): python3-numpy-1.14.3-10.el8.x86_64.rp 4.4 MB/s | 3.7 MB 00:00 2023-09-23T06:33:03.681 INFO:teuthology.orchestra.run.smithi092.stdout:(65/144): python3-werkzeug-0.12.2-4.el8.noarch. 3.6 MB/s | 457 kB 00:00 2023-09-23T06:33:03.831 INFO:teuthology.orchestra.run.smithi092.stdout:(66/144): socat-1.7.4.1-1.el8.x86_64.rpm 2.1 MB/s | 323 kB 00:00 2023-09-23T06:33:03.924 INFO:teuthology.orchestra.run.smithi092.stdout:(67/144): uuid-1.6.2-43.el8.x86_64.rpm 856 kB/s | 64 kB 00:00 2023-09-23T06:33:03.973 INFO:teuthology.orchestra.run.smithi092.stdout:(68/144): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.0 MB/s | 71 kB 00:00 2023-09-23T06:33:04.282 INFO:teuthology.orchestra.run.smithi092.stdout:(69/144): python3-scipy-1.0.0-21.module_el8.5.0 12 MB/s | 14 MB 00:01 2023-09-23T06:33:04.307 INFO:teuthology.orchestra.run.smithi092.stdout:(70/144): elfutils-libelf-devel-0.189-3.el8.x86 185 kB/s | 62 kB 00:00 2023-09-23T06:33:04.397 INFO:teuthology.orchestra.run.smithi092.stdout:(71/144): keyutils-libs-devel-1.5.10-9.el8.x86_ 624 kB/s | 48 kB 00:00 2023-09-23T06:33:04.433 INFO:teuthology.orchestra.run.smithi092.stdout:(72/144): fuse-2.9.7-17.el8.x86_64.rpm 553 kB/s | 83 kB 00:00 2023-09-23T06:33:04.483 INFO:teuthology.orchestra.run.smithi092.stdout:(73/144): libaio-devel-0.3.112-1.el8.x86_64.rpm 375 kB/s | 19 kB 00:00 2023-09-23T06:33:04.557 INFO:teuthology.orchestra.run.smithi092.stdout:(74/144): libcom_err-devel-1.45.6-5.el8.x86_64. 777 kB/s | 39 kB 00:00 2023-09-23T06:33:04.559 INFO:teuthology.orchestra.run.smithi092.stdout:(75/144): krb5-devel-1.18.2-22.el8.x86_64.rpm 3.2 MB/s | 561 kB 00:00 2023-09-23T06:33:04.618 INFO:teuthology.orchestra.run.smithi092.stdout:(76/144): libquadmath-8.5.0-20.el8.x86_64.rpm 2.9 MB/s | 172 kB 00:00 2023-09-23T06:33:04.676 INFO:teuthology.orchestra.run.smithi092.stdout:(77/144): librabbitmq-0.9.0-4.el8.x86_64.rpm 807 kB/s | 47 kB 00:00 2023-09-23T06:33:04.743 INFO:teuthology.orchestra.run.smithi092.stdout:(78/144): libselinux-devel-2.9-8.el8.x86_64.rpm 3.0 MB/s | 200 kB 00:00 2023-09-23T06:33:04.768 INFO:teuthology.orchestra.run.smithi092.stdout:(79/144): libgfortran-8.5.0-20.el8.x86_64.rpm 2.7 MB/s | 645 kB 00:00 2023-09-23T06:33:04.810 INFO:teuthology.orchestra.run.smithi092.stdout:(80/144): libsepol-devel-2.9-3.el8.x86_64.rpm 1.3 MB/s | 87 kB 00:00 2023-09-23T06:33:04.876 INFO:teuthology.orchestra.run.smithi092.stdout:(81/144): libuuid-devel-2.32.1-43.el8.x86_64.rp 1.5 MB/s | 100 kB 00:00 2023-09-23T06:33:04.876 INFO:teuthology.orchestra.run.smithi092.stdout:(82/144): libverto-devel-0.3.2-2.el8.x86_64.rpm 361 kB/s | 18 kB 00:00 2023-09-23T06:33:04.886 INFO:teuthology.orchestra.run.smithi092.stdout:(83/144): libzstd-devel-1.4.4-1.el8.x86_64.rpm 875 kB/s | 44 kB 00:00 2023-09-23T06:33:05.024 INFO:teuthology.orchestra.run.smithi016.stdout:(8/144): ceph-osd-18.0.0-6336.g86266391.el8.x86 3.8 MB/s | 18 MB 00:04 2023-09-23T06:33:05.070 INFO:teuthology.orchestra.run.smithi092.stdout:(84/144): python3-babel-2.5.1-7.el8.noarch.rpm 1.6 MB/s | 4.8 MB 00:02 2023-09-23T06:33:05.090 INFO:teuthology.orchestra.run.smithi016.stdout:(9/144): ceph-selinux-18.0.0-6336.g86266391.el8 368 kB/s | 24 kB 00:00 2023-09-23T06:33:05.128 INFO:teuthology.orchestra.run.smithi092.stdout:(85/144): pcre2-devel-10.32-3.el8.x86_64.rpm 2.4 MB/s | 605 kB 00:00 2023-09-23T06:33:05.193 INFO:teuthology.orchestra.run.smithi092.stdout:(86/144): openssl-devel-1.1.1k-9.el8.x86_64.rpm 9.8 MB/s | 3.2 MB 00:00 2023-09-23T06:33:05.246 INFO:teuthology.orchestra.run.smithi092.stdout:(87/144): pcre2-utf32-10.32-3.el8.x86_64.rpm 1.8 MB/s | 220 kB 00:00 2023-09-23T06:33:05.271 INFO:teuthology.orchestra.run.smithi092.stdout:(88/144): python3-cffi-1.11.5-6.el8.x86_64.rpm 2.9 MB/s | 249 kB 00:00 2023-09-23T06:33:05.338 INFO:teuthology.orchestra.run.smithi092.stdout:(89/144): python3-jwt-1.6.1-2.el8.noarch.rpm 641 kB/s | 43 kB 00:00 2023-09-23T06:33:05.363 INFO:teuthology.orchestra.run.smithi092.stdout:(90/144): pcre2-utf16-10.32-3.el8.x86_64.rpm 782 kB/s | 229 kB 00:00 2023-09-23T06:33:05.405 INFO:teuthology.orchestra.run.smithi092.stdout:(91/144): python3-oauthlib-2.1.0-1.el8.noarch.r 2.3 MB/s | 155 kB 00:00 2023-09-23T06:33:05.430 INFO:teuthology.orchestra.run.smithi092.stdout:(92/144): python3-pycparser-2.14-14.el8.noarch. 1.6 MB/s | 109 kB 00:00 2023-09-23T06:33:05.511 INFO:teuthology.orchestra.run.smithi092.stdout:(93/144): python3-cryptography-3.2.1-6.el8.x86_ 2.9 MB/s | 641 kB 00:00 2023-09-23T06:33:05.511 INFO:teuthology.orchestra.run.smithi092.stdout:(94/144): python3-requests-oauthlib-1.0.0-1.el8 510 kB/s | 43 kB 00:00 2023-09-23T06:33:05.514 INFO:teuthology.orchestra.run.smithi092.stdout:(95/144): xfsprogs-devel-5.0.0-12.el8.x86_64.rp 889 kB/s | 74 kB 00:00 2023-09-23T06:33:05.540 INFO:teuthology.orchestra.run.smithi092.stdout:(96/144): zlib-devel-1.2.11-21.el8.x86_64.rpm 770 kB/s | 58 kB 00:00 2023-09-23T06:33:05.808 INFO:teuthology.orchestra.run.smithi016.stdout:(10/144): ceph-common-18.0.0-6336.g86266391.el8 2.3 MB/s | 23 MB 00:09 2023-09-23T06:33:05.846 INFO:teuthology.orchestra.run.smithi092.stdout:(97/144): liboath-2.6.2-3.el8.x86_64.rpm 190 kB/s | 59 kB 00:00 2023-09-23T06:33:05.890 INFO:teuthology.orchestra.run.smithi092.stdout:(98/144): libunwind-1.3.1-3.el8.x86_64.rpm 214 kB/s | 75 kB 00:00 2023-09-23T06:33:05.941 INFO:teuthology.orchestra.run.smithi016.stdout:(11/144): cephfs-mirror-18.0.0-6336.g86266391.e 1.9 MB/s | 260 kB 00:00 2023-09-23T06:33:06.035 INFO:teuthology.orchestra.run.smithi092.stdout:(99/144): gperftools-libs-2.7-9.el8.x86_64.rpm 621 kB/s | 306 kB 00:00 2023-09-23T06:33:06.036 INFO:teuthology.orchestra.run.smithi092.stdout:(100/144): python3-bcrypt-3.1.6-2.el8.1.x86_64. 307 kB/s | 44 kB 00:00 2023-09-23T06:33:06.049 INFO:teuthology.orchestra.run.smithi016.stdout:(12/144): libcephfs-devel-18.0.0-6336.g86266391 287 kB/s | 31 kB 00:00 2023-09-23T06:33:06.125 INFO:teuthology.orchestra.run.smithi092.stdout:(101/144): python3-beautifulsoup4-4.6.3-2.el8.1 1.3 MB/s | 185 kB 00:00 2023-09-23T06:33:06.158 INFO:teuthology.orchestra.run.smithi092.stdout:(102/144): python3-cachetools-3.1.1-4.el8.noarc 264 kB/s | 33 kB 00:00 2023-09-23T06:33:06.234 INFO:teuthology.orchestra.run.smithi092.stdout:(103/144): python3-asyncssh-2.7.0-2.el8.noarch. 1.1 MB/s | 476 kB 00:00 2023-09-23T06:33:06.258 INFO:teuthology.orchestra.run.smithi092.stdout:(104/144): python3-certifi-2018.10.15-7.el8.noa 122 kB/s | 16 kB 00:00 2023-09-23T06:33:06.367 INFO:teuthology.orchestra.run.smithi092.stdout:(105/144): python3-google-auth-1.1.1-10.el8.noa 751 kB/s | 81 kB 00:00 2023-09-23T06:33:06.391 INFO:teuthology.orchestra.run.smithi016.stdout:(13/144): libcephfs2-18.0.0-6336.g86266391.el8. 2.4 MB/s | 832 kB 00:00 2023-09-23T06:33:06.392 INFO:teuthology.orchestra.run.smithi092.stdout:(106/144): python3-cheroot-8.5.2-1.el8.noarch.r 738 kB/s | 173 kB 00:00 2023-09-23T06:33:06.418 INFO:teuthology.orchestra.run.smithi092.stdout:(107/144): python3-cherrypy-18.4.0-1.el8.noarch 2.0 MB/s | 384 kB 00:00 2023-09-23T06:33:06.452 INFO:teuthology.orchestra.run.smithi092.stdout:(108/144): python3-jaraco-6.2-6.el8.noarch.rpm 132 kB/s | 11 kB 00:00 2023-09-23T06:33:06.559 INFO:teuthology.orchestra.run.smithi016.stdout:(14/144): libcephsqlite-18.0.0-6336.g86266391.e 2.0 MB/s | 184 kB 00:00 2023-09-23T06:33:06.559 INFO:teuthology.orchestra.run.smithi092.stdout:(109/144): python3-jaraco-functools-2.0-4.el8.n 175 kB/s | 18 kB 00:00 2023-09-23T06:33:06.559 INFO:teuthology.orchestra.run.smithi092.stdout:(110/144): python3-logutils-0.3.5-11.el8.noarch 487 kB/s | 49 kB 00:00 2023-09-23T06:33:06.567 INFO:teuthology.orchestra.run.smithi016.stdout:(15/144): librados-devel-18.0.0-6336.g86266391. 1.6 MB/s | 139 kB 00:00 2023-09-23T06:33:06.602 INFO:teuthology.orchestra.run.smithi092.stdout:(111/144): python3-more-itertools-7.2.0-3.el8.n 543 kB/s | 59 kB 00:00 2023-09-23T06:33:06.653 INFO:teuthology.orchestra.run.smithi092.stdout:(112/144): python3-natsort-7.1.1-2.el8.noarch.r 602 kB/s | 60 kB 00:00 2023-09-23T06:33:06.731 INFO:teuthology.orchestra.run.smithi092.stdout:(113/144): python3-kubernetes-11.0.0-6.el8.noar 4.3 MB/s | 1.2 MB 00:00 2023-09-23T06:33:06.745 INFO:teuthology.orchestra.run.smithi092.stdout:(114/144): python3-portend-2.6-1.el8.noarch.rpm 170 kB/s | 16 kB 00:00 2023-09-23T06:33:06.776 INFO:teuthology.orchestra.run.smithi016.stdout:(16/144): libradosstriper1-18.0.0-6336.g8626639 2.4 MB/s | 519 kB 00:00 2023-09-23T06:33:06.778 INFO:teuthology.orchestra.run.smithi092.stdout:(115/144): python3-repoze-lru-0.7-6.el8.noarch. 367 kB/s | 34 kB 00:00 2023-09-23T06:33:06.804 INFO:teuthology.orchestra.run.smithi092.stdout:(116/144): python3-pecan-1.3.2-9.el8.noarch.rpm 1.4 MB/s | 283 kB 00:00 2023-09-23T06:33:06.907 INFO:teuthology.orchestra.run.smithi092.stdout:(117/144): python3-routes-2.4.1-12.el8.noarch.r 1.6 MB/s | 196 kB 00:00 2023-09-23T06:33:06.907 INFO:teuthology.orchestra.run.smithi092.stdout:(118/144): python3-rsa-4.9-2.el8.noarch.rpm 590 kB/s | 64 kB 00:00 2023-09-23T06:33:06.907 INFO:teuthology.orchestra.run.smithi092.stdout:(119/144): python3-simplegeneric-0.8.1-17.el8.n 186 kB/s | 19 kB 00:00 2023-09-23T06:33:06.947 INFO:teuthology.orchestra.run.smithi092.stdout:(120/144): python3-singledispatch-3.4.0.3-18.el 285 kB/s | 24 kB 00:00 2023-09-23T06:33:06.972 INFO:teuthology.orchestra.run.smithi092.stdout:(121/144): python3-tempora-1.14.1-5.el8.noarch. 350 kB/s | 29 kB 00:00 2023-09-23T06:33:06.989 INFO:teuthology.orchestra.run.smithi092.stdout:(122/144): python3-trustme-0.6.0-4.el8.noarch.r 329 kB/s | 27 kB 00:00 2023-09-23T06:33:07.072 INFO:teuthology.orchestra.run.smithi092.stdout:(123/144): python3-webob-1.8.5-1.el8.1.noarch.r 2.5 MB/s | 251 kB 00:00 2023-09-23T06:33:07.098 INFO:teuthology.orchestra.run.smithi092.stdout:(124/144): python3-waitress-1.4.3-1.el8.noarch. 1.7 MB/s | 255 kB 00:00 2023-09-23T06:33:07.123 INFO:teuthology.orchestra.run.smithi092.stdout:(125/144): python3-websocket-client-0.56.0-5.el 457 kB/s | 61 kB 00:00 2023-09-23T06:33:07.143 INFO:teuthology.orchestra.run.smithi016.stdout:(17/144): ceph-radosgw-18.0.0-6336.g86266391.el 3.0 MB/s | 14 MB 00:04 2023-09-23T06:33:07.165 INFO:teuthology.orchestra.run.smithi092.stdout:(126/144): python3-webtest-2.0.33-1.el8.noarch. 924 kB/s | 85 kB 00:00 2023-09-23T06:33:07.190 INFO:teuthology.orchestra.run.smithi092.stdout:(127/144): python3-zc-lockfile-2.0-2.el8.noarch 249 kB/s | 23 kB 00:00 2023-09-23T06:33:07.218 INFO:teuthology.orchestra.run.smithi016.stdout:(18/144): python3-ceph-argparse-18.0.0-6336.g86 600 kB/s | 45 kB 00:00 2023-09-23T06:33:07.301 INFO:teuthology.orchestra.run.smithi016.stdout:(19/144): python3-ceph-common-18.0.0-6336.g8626 1.5 MB/s | 125 kB 00:00 2023-09-23T06:33:07.416 INFO:teuthology.orchestra.run.smithi092.stdout:(128/144): thrift-0.13.0-2.el8.x86_64.rpm 5.9 MB/s | 1.7 MB 00:00 2023-09-23T06:33:07.494 INFO:teuthology.orchestra.run.smithi016.stdout:(20/144): python3-cephfs-18.0.0-6336.g86266391. 1.0 MB/s | 197 kB 00:00 2023-09-23T06:33:07.591 INFO:teuthology.orchestra.run.smithi092.stdout:(129/144): librados2-18.0.0-6336.g86266391.el8. 8.8 MB/s | 3.7 MB 00:00 2023-09-23T06:33:07.669 INFO:teuthology.orchestra.run.smithi016.stdout:(21/144): python3-rados-18.0.0-6336.g86266391.e 2.1 MB/s | 371 kB 00:00 2023-09-23T06:33:07.683 INFO:teuthology.orchestra.run.smithi092.stdout:(130/144): librbd1-18.0.0-6336.g86266391.el8.x8 7.5 MB/s | 3.7 MB 00:00 2023-09-23T06:33:07.708 INFO:teuthology.orchestra.run.smithi092.stdout:(131/144): NetworkManager-initscripts-updown-1. 491 kB/s | 143 kB 00:00 2023-09-23T06:33:07.808 INFO:teuthology.orchestra.run.smithi092.stdout:(132/144): elfutils-debuginfod-client-0.189-3.e 351 kB/s | 76 kB 00:00 2023-09-23T06:33:07.828 INFO:teuthology.orchestra.run.smithi016.stdout:(22/144): python3-rbd-18.0.0-6336.g86266391.el8 2.3 MB/s | 364 kB 00:00 2023-09-23T06:33:07.842 INFO:teuthology.orchestra.run.smithi092.stdout:(133/144): elfutils-libs-0.189-3.el8.x86_64.rpm 2.2 MB/s | 303 kB 00:00 2023-09-23T06:33:07.912 INFO:teuthology.orchestra.run.smithi016.stdout:(23/144): python3-rgw-18.0.0-6336.g86266391.el8 1.2 MB/s | 107 kB 00:00 2023-09-23T06:33:07.926 INFO:teuthology.orchestra.run.smithi092.stdout:(134/144): libblkid-2.32.1-43.el8.x86_64.rpm 2.6 MB/s | 220 kB 00:00 2023-09-23T06:33:08.001 INFO:teuthology.orchestra.run.smithi092.stdout:(135/144): libfdisk-2.32.1-43.el8.x86_64.rpm 3.3 MB/s | 254 kB 00:00 2023-09-23T06:33:08.003 INFO:teuthology.orchestra.run.smithi016.stdout:(24/144): rbd-fuse-18.0.0-6336.g86266391.el8.x8 1.0 MB/s | 94 kB 00:00 2023-09-23T06:33:08.068 INFO:teuthology.orchestra.run.smithi092.stdout:(136/144): elfutils-libelf-0.189-3.el8.x86_64.r 604 kB/s | 232 kB 00:00 2023-09-23T06:33:08.093 INFO:teuthology.orchestra.run.smithi092.stdout:(137/144): libmount-2.32.1-43.el8.x86_64.rpm 2.5 MB/s | 236 kB 00:00 2023-09-23T06:33:08.143 INFO:teuthology.orchestra.run.smithi092.stdout:(138/144): iproute-6.2.0-2.el8.x86_64.rpm 2.6 MB/s | 880 kB 00:00 2023-09-23T06:33:08.168 INFO:teuthology.orchestra.run.smithi092.stdout:(139/144): libuuid-2.32.1-43.el8.x86_64.rpm 1.3 MB/s | 99 kB 00:00 2023-09-23T06:33:08.244 INFO:teuthology.orchestra.run.smithi092.stdout:(140/144): util-linux-user-2.32.1-43.el8.x86_64 1.3 MB/s | 103 kB 00:00 2023-09-23T06:33:08.294 INFO:teuthology.orchestra.run.smithi092.stdout:(141/144): libsmartcols-2.32.1-43.el8.x86_64.rp 795 kB/s | 179 kB 00:00 2023-09-23T06:33:08.328 INFO:teuthology.orchestra.run.smithi092.stdout:(142/144): xfsdump-3.1.8-6.el8.x86_64.rpm 3.9 MB/s | 334 kB 00:00 2023-09-23T06:33:08.778 INFO:teuthology.orchestra.run.smithi092.stdout:(143/144): util-linux-2.32.1-43.el8.x86_64.rpm 3.9 MB/s | 2.5 MB 00:00 2023-09-23T06:33:08.920 INFO:teuthology.orchestra.run.smithi016.stdout:(25/144): librgw2-18.0.0-6336.g86266391.el8.x86 3.2 MB/s | 6.9 MB 00:02 2023-09-23T06:33:09.004 INFO:teuthology.orchestra.run.smithi016.stdout:(26/144): rbd-nbd-18.0.0-6336.g86266391.el8.x86 2.1 MB/s | 180 kB 00:00 2023-09-23T06:33:09.087 INFO:teuthology.orchestra.run.smithi016.stdout:(27/144): ceph-grafana-dashboards-18.0.0-6336.g 277 kB/s | 23 kB 00:00 2023-09-23T06:33:09.128 INFO:teuthology.orchestra.run.smithi092.stdout:(144/144): xfsprogs-5.0.0-12.el8.x86_64.rpm 1.3 MB/s | 1.1 MB 00:00 2023-09-23T06:33:09.198 INFO:teuthology.orchestra.run.smithi092.stdout:-------------------------------------------------------------------------------- 2023-09-23T06:33:09.198 INFO:teuthology.orchestra.run.smithi092.stdout:Total 13 MB/s | 215 MB 00:16 2023-09-23T06:33:09.204 INFO:teuthology.orchestra.run.smithi016.stdout:(28/144): rbd-mirror-18.0.0-6336.g86266391.el8. 3.0 MB/s | 3.6 MB 00:01 2023-09-23T06:33:09.230 INFO:teuthology.orchestra.run.smithi016.stdout:(29/144): ceph-mgr-cephadm-18.0.0-6336.g8626639 932 kB/s | 132 kB 00:00 2023-09-23T06:33:09.772 INFO:teuthology.orchestra.run.smithi016.stdout:(30/144): ceph-mgr-dashboard-18.0.0-6336.g86266 3.1 MB/s | 1.7 MB 00:00 2023-09-23T06:33:09.880 INFO:teuthology.orchestra.run.smithi016.stdout:(31/144): ceph-mgr-modules-core-18.0.0-6336.g86 2.2 MB/s | 242 kB 00:00 2023-09-23T06:33:09.947 INFO:teuthology.orchestra.run.smithi016.stdout:(32/144): ceph-mgr-rook-18.0.0-6336.g86266391.e 713 kB/s | 47 kB 00:00 2023-09-23T06:33:10.017 INFO:teuthology.orchestra.run.smithi016.stdout:(33/144): ceph-prometheus-alerts-18.0.0-6336.g8 219 kB/s | 15 kB 00:00 2023-09-23T06:33:10.123 INFO:teuthology.orchestra.run.smithi016.stdout:(34/144): ceph-volume-18.0.0-6336.g86266391.el8 2.4 MB/s | 261 kB 00:00 2023-09-23T06:33:10.207 INFO:teuthology.orchestra.run.smithi016.stdout:(35/144): cephadm-18.0.0-6336.g86266391.el8.noa 2.1 MB/s | 181 kB 00:00 2023-09-23T06:33:10.282 INFO:teuthology.orchestra.run.smithi016.stdout:(36/144): cephfs-top-18.0.0-6336.g86266391.el8. 243 kB/s | 18 kB 00:00 2023-09-23T06:33:10.607 INFO:teuthology.orchestra.run.smithi016.stdout:(37/144): ceph-mgr-diskprediction-local-18.0.0- 5.4 MB/s | 7.4 MB 00:01 2023-09-23T06:33:10.641 INFO:teuthology.orchestra.run.smithi016.stdout:(38/144): automake-1.16.1-8.el8.noarch.rpm 2.0 MB/s | 740 kB 00:00 2023-09-23T06:33:10.700 INFO:teuthology.orchestra.run.smithi016.stdout:(39/144): flex-2.6.1-9.el8.x86_64.rpm 5.4 MB/s | 320 kB 00:00 2023-09-23T06:33:10.758 INFO:teuthology.orchestra.run.smithi016.stdout:(40/144): jq-1.6-7.el8.x86_64.rpm 3.4 MB/s | 202 kB 00:00 2023-09-23T06:33:10.825 INFO:teuthology.orchestra.run.smithi016.stdout:(41/144): libpq-13.5-1.el8.x86_64.rpm 2.9 MB/s | 198 kB 00:00 2023-09-23T06:33:10.892 INFO:teuthology.orchestra.run.smithi016.stdout:(42/144): librdkafka-0.11.4-3.el8.x86_64.rpm 5.2 MB/s | 354 kB 00:00 2023-09-23T06:33:10.967 INFO:teuthology.orchestra.run.smithi016.stdout:(43/144): libtool-2.4.6-25.el8.x86_64.rpm 9.3 MB/s | 709 kB 00:00 2023-09-23T06:33:10.970 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction check 2023-09-23T06:33:11.001 INFO:teuthology.orchestra.run.smithi016.stdout:(44/144): bison-3.0.4-10.el8.x86_64.rpm 1.7 MB/s | 688 kB 00:00 2023-09-23T06:33:11.026 INFO:teuthology.orchestra.run.smithi016.stdout:(45/144): lttng-ust-2.8.1-11.el8.x86_64.rpm 4.3 MB/s | 259 kB 00:00 2023-09-23T06:33:11.110 INFO:teuthology.orchestra.run.smithi016.stdout:(46/144): oniguruma-6.8.2-2.el8.x86_64.rpm 1.7 MB/s | 187 kB 00:00 2023-09-23T06:33:11.361 INFO:teuthology.orchestra.run.smithi016.stdout:(47/144): openblas-0.3.15-4.el8.x86_64.rpm 14 MB/s | 4.7 MB 00:00 2023-09-23T06:33:11.381 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction check succeeded. 2023-09-23T06:33:11.381 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction test 2023-09-23T06:33:11.486 INFO:teuthology.orchestra.run.smithi016.stdout:(48/144): postgresql-10.23-2.module_el8+572+929 13 MB/s | 1.6 MB 00:00 2023-09-23T06:33:11.570 INFO:teuthology.orchestra.run.smithi016.stdout:(49/144): postgresql-contrib-10.23-2.module_el8 11 MB/s | 901 kB 00:00 2023-09-23T06:33:11.903 INFO:teuthology.orchestra.run.smithi016.stdout:(50/144): postgresql-server-10.23-2.module_el8+ 15 MB/s | 5.1 MB 00:00 2023-09-23T06:33:12.212 INFO:teuthology.orchestra.run.smithi016.stdout:(51/144): python3-babel-2.5.1-7.el8.noarch.rpm 16 MB/s | 4.8 MB 00:00 2023-09-23T06:33:12.295 INFO:teuthology.orchestra.run.smithi016.stdout:(52/144): python3-jinja2-2.10.1-3.el8.noarch.rp 6.3 MB/s | 538 kB 00:00 2023-09-23T06:33:12.371 INFO:teuthology.orchestra.run.smithi016.stdout:(53/144): openblas-threads-0.3.15-4.el8.x86_64. 3.9 MB/s | 4.9 MB 00:01 2023-09-23T06:33:12.396 INFO:teuthology.orchestra.run.smithi016.stdout:(54/144): python3-jsonpatch-1.21-2.el8.noarch.r 264 kB/s | 27 kB 00:00 2023-09-23T06:33:12.430 INFO:teuthology.orchestra.run.smithi016.stdout:(55/144): python3-jsonpointer-1.10-11.el8.noarc 341 kB/s | 20 kB 00:00 2023-09-23T06:33:12.456 INFO:teuthology.orchestra.run.smithi016.stdout:(56/144): python3-mako-1.0.6-14.el8.noarch.rpm 2.6 MB/s | 157 kB 00:00 2023-09-23T06:33:12.489 INFO:teuthology.orchestra.run.smithi016.stdout:(57/144): python3-markupsafe-0.23-19.el8.x86_64 663 kB/s | 39 kB 00:00 2023-09-23T06:33:12.556 INFO:teuthology.orchestra.run.smithi016.stdout:(58/144): python3-numpy-f2py-1.14.3-10.el8.x86_ 3.3 MB/s | 225 kB 00:00 2023-09-23T06:33:12.631 INFO:teuthology.orchestra.run.smithi016.stdout:(59/144): python3-prettytable-0.7.2-14.el8.noar 587 kB/s | 44 kB 00:00 2023-09-23T06:33:12.706 INFO:teuthology.orchestra.run.smithi016.stdout:(60/144): python3-numpy-1.14.3-10.el8.x86_64.rp 15 MB/s | 3.7 MB 00:00 2023-09-23T06:33:12.732 INFO:teuthology.orchestra.run.smithi016.stdout:(61/144): python3-pyOpenSSL-19.0.0-1.el8.noarch 1.0 MB/s | 103 kB 00:00 2023-09-23T06:33:12.773 INFO:teuthology.orchestra.run.smithi016.stdout:(62/144): python3-pyasn1-0.3.7-6.el8.noarch.rpm 1.8 MB/s | 126 kB 00:00 2023-09-23T06:33:12.799 INFO:teuthology.orchestra.run.smithi016.stdout:(63/144): python3-pyasn1-modules-0.3.7-6.el8.no 1.6 MB/s | 110 kB 00:00 2023-09-23T06:33:12.832 INFO:teuthology.orchestra.run.smithi016.stdout:(64/144): python3-pytz-2017.2-11.el8.noarch.rpm 974 kB/s | 57 kB 00:00 2023-09-23T06:33:12.879 INFO:teuthology.orchestra.run.smithi092.stdout:Transaction test succeeded. 2023-09-23T06:33:12.883 INFO:teuthology.orchestra.run.smithi092.stdout:Running transaction 2023-09-23T06:33:13.045 INFO:teuthology.orchestra.run.smithi016.stdout:(65/144): python3-werkzeug-0.12.2-4.el8.noarch. 2.1 MB/s | 457 kB 00:00 2023-09-23T06:33:13.125 INFO:teuthology.orchestra.run.smithi016.stdout:(66/144): socat-1.7.4.1-1.el8.x86_64.rpm 4.0 MB/s | 323 kB 00:00 2023-09-23T06:33:13.192 INFO:teuthology.orchestra.run.smithi016.stdout:(67/144): uuid-1.6.2-43.el8.x86_64.rpm 959 kB/s | 64 kB 00:00 2023-09-23T06:33:13.259 INFO:teuthology.orchestra.run.smithi016.stdout:(68/144): xmlstarlet-1.6.1-20.el8.x86_64.rpm 1.0 MB/s | 71 kB 00:00 2023-09-23T06:33:13.443 INFO:teuthology.orchestra.run.smithi016.stdout:(69/144): elfutils-libelf-devel-0.189-3.el8.x86 337 kB/s | 62 kB 00:00 2023-09-23T06:33:13.543 INFO:teuthology.orchestra.run.smithi016.stdout:(70/144): fuse-2.9.7-17.el8.x86_64.rpm 832 kB/s | 83 kB 00:00 2023-09-23T06:33:13.602 INFO:teuthology.orchestra.run.smithi016.stdout:(71/144): keyutils-libs-devel-1.5.10-9.el8.x86_ 823 kB/s | 48 kB 00:00 2023-09-23T06:33:14.085 INFO:teuthology.orchestra.run.smithi016.stdout:(72/144): ceph-test-18.0.0-6336.g86266391.el8.x 5.4 MB/s | 49 MB 00:08 2023-09-23T06:33:14.186 INFO:teuthology.orchestra.run.smithi016.stdout:(73/144): krb5-devel-1.18.2-22.el8.x86_64.rpm 961 kB/s | 561 kB 00:00 2023-09-23T06:33:14.219 INFO:teuthology.orchestra.run.smithi016.stdout:(74/144): libaio-devel-0.3.112-1.el8.x86_64.rpm 140 kB/s | 19 kB 00:00 2023-09-23T06:33:14.253 INFO:teuthology.orchestra.run.smithi016.stdout:(75/144): libcom_err-devel-1.45.6-5.el8.x86_64. 582 kB/s | 39 kB 00:00 2023-09-23T06:33:14.445 INFO:teuthology.orchestra.run.smithi016.stdout:(76/144): libquadmath-8.5.0-20.el8.x86_64.rpm 900 kB/s | 172 kB 00:00 2023-09-23T06:33:14.512 INFO:teuthology.orchestra.run.smithi016.stdout:(77/144): librabbitmq-0.9.0-4.el8.x86_64.rpm 706 kB/s | 47 kB 00:00 2023-09-23T06:33:14.670 INFO:teuthology.orchestra.run.smithi016.stdout:(78/144): libselinux-devel-2.9-8.el8.x86_64.rpm 1.2 MB/s | 200 kB 00:00 2023-09-23T06:33:14.721 INFO:teuthology.orchestra.run.smithi016.stdout:(79/144): libgfortran-8.5.0-20.el8.x86_64.rpm 1.3 MB/s | 645 kB 00:00 2023-09-23T06:33:14.763 INFO:teuthology.orchestra.run.smithi016.stdout:(80/144): libsepol-devel-2.9-3.el8.x86_64.rpm 946 kB/s | 87 kB 00:00 2023-09-23T06:33:14.821 INFO:teuthology.orchestra.run.smithi016.stdout:(81/144): libuuid-devel-2.32.1-43.el8.x86_64.rp 994 kB/s | 100 kB 00:00 2023-09-23T06:33:14.838 INFO:teuthology.orchestra.run.smithi016.stdout:(82/144): libverto-devel-0.3.2-2.el8.x86_64.rpm 241 kB/s | 18 kB 00:00 2023-09-23T06:33:14.880 INFO:teuthology.orchestra.run.smithi016.stdout:(83/144): libzstd-devel-1.4.4-1.el8.x86_64.rpm 752 kB/s | 44 kB 00:00 2023-09-23T06:33:15.073 INFO:teuthology.orchestra.run.smithi016.stdout:(84/144): python3-scipy-1.0.0-21.module_el8.5.0 6.0 MB/s | 14 MB 00:02 2023-09-23T06:33:15.106 INFO:teuthology.orchestra.run.smithi016.stdout:(85/144): pcre2-devel-10.32-3.el8.x86_64.rpm 2.6 MB/s | 605 kB 00:00 2023-09-23T06:33:15.206 INFO:teuthology.orchestra.run.smithi016.stdout:(86/144): pcre2-utf32-10.32-3.el8.x86_64.rpm 2.2 MB/s | 220 kB 00:00 2023-09-23T06:33:15.298 INFO:teuthology.orchestra.run.smithi016.stdout:(87/144): python3-cffi-1.11.5-6.el8.x86_64.rpm 2.7 MB/s | 249 kB 00:00 2023-09-23T06:33:15.373 INFO:teuthology.orchestra.run.smithi016.stdout:(88/144): pcre2-utf16-10.32-3.el8.x86_64.rpm 764 kB/s | 229 kB 00:00 2023-09-23T06:33:15.432 INFO:teuthology.orchestra.run.smithi016.stdout:(89/144): python3-jwt-1.6.1-2.el8.noarch.rpm 730 kB/s | 43 kB 00:00 2023-09-23T06:33:15.482 INFO:teuthology.orchestra.run.smithi016.stdout:(90/144): python3-cryptography-3.2.1-6.el8.x86_ 3.4 MB/s | 641 kB 00:00 2023-09-23T06:33:15.549 INFO:teuthology.orchestra.run.smithi016.stdout:(91/144): python3-pycparser-2.14-14.el8.noarch. 1.6 MB/s | 109 kB 00:00 2023-09-23T06:33:15.585 INFO:teuthology.orchestra.run.smithi016.stdout:(92/144): python3-oauthlib-2.1.0-1.el8.noarch.r 1.0 MB/s | 155 kB 00:00 2023-09-23T06:33:15.610 INFO:teuthology.orchestra.run.smithi016.stdout:(93/144): python3-requests-oauthlib-1.0.0-1.el8 702 kB/s | 43 kB 00:00 2023-09-23T06:33:15.669 INFO:teuthology.orchestra.run.smithi016.stdout:(94/144): zlib-devel-1.2.11-21.el8.x86_64.rpm 997 kB/s | 58 kB 00:00 2023-09-23T06:33:15.694 INFO:teuthology.orchestra.run.smithi016.stdout:(95/144): xfsprogs-devel-5.0.0-12.el8.x86_64.rp 685 kB/s | 74 kB 00:00 2023-09-23T06:33:15.845 INFO:teuthology.orchestra.run.smithi016.stdout:(96/144): openssl-devel-1.1.1k-9.el8.x86_64.rpm 3.2 MB/s | 3.2 MB 00:01 2023-09-23T06:33:16.253 INFO:teuthology.orchestra.run.smithi016.stdout:(97/144): liboath-2.6.2-3.el8.x86_64.rpm 105 kB/s | 59 kB 00:00 2023-09-23T06:33:16.362 INFO:teuthology.orchestra.run.smithi016.stdout:(98/144): libunwind-1.3.1-3.el8.x86_64.rpm 148 kB/s | 75 kB 00:00 2023-09-23T06:33:16.446 INFO:teuthology.orchestra.run.smithi016.stdout:(99/144): gperftools-libs-2.7-9.el8.x86_64.rpm 394 kB/s | 306 kB 00:00 2023-09-23T06:33:16.496 INFO:teuthology.orchestra.run.smithi016.stdout:(100/144): python3-bcrypt-3.1.6-2.el8.1.x86_64. 327 kB/s | 44 kB 00:00 2023-09-23T06:33:16.588 INFO:teuthology.orchestra.run.smithi016.stdout:(101/144): python3-beautifulsoup4-4.6.3-2.el8.1 1.3 MB/s | 185 kB 00:00 2023-09-23T06:33:16.622 INFO:teuthology.orchestra.run.smithi016.stdout:(102/144): python3-cachetools-3.1.1-4.el8.noarc 264 kB/s | 33 kB 00:00 2023-09-23T06:33:16.647 INFO:teuthology.orchestra.run.smithi016.stdout:(103/144): python3-asyncssh-2.7.0-2.el8.noarch. 1.2 MB/s | 476 kB 00:00 2023-09-23T06:33:16.697 INFO:teuthology.orchestra.run.smithi016.stdout:(104/144): python3-certifi-2018.10.15-7.el8.noa 150 kB/s | 16 kB 00:00 2023-09-23T06:33:16.748 INFO:teuthology.orchestra.run.smithi016.stdout:(105/144): python3-cheroot-8.5.2-1.el8.noarch.r 1.3 MB/s | 173 kB 00:00 2023-09-23T06:33:16.823 INFO:teuthology.orchestra.run.smithi016.stdout:(106/144): python3-google-auth-1.1.1-10.el8.noa 650 kB/s | 81 kB 00:00 2023-09-23T06:33:16.856 INFO:teuthology.orchestra.run.smithi016.stdout:(107/144): python3-jaraco-6.2-6.el8.noarch.rpm 102 kB/s | 11 kB 00:00 2023-09-23T06:33:16.932 INFO:teuthology.orchestra.run.smithi016.stdout:(108/144): python3-jaraco-functools-2.0-4.el8.n 162 kB/s | 18 kB 00:00 2023-09-23T06:33:16.982 INFO:teuthology.orchestra.run.smithi016.stdout:(109/144): python3-cherrypy-18.4.0-1.el8.noarch 1.1 MB/s | 384 kB 00:00 2023-09-23T06:33:17.049 INFO:teuthology.orchestra.run.smithi016.stdout:(110/144): python3-logutils-0.3.5-11.el8.noarch 417 kB/s | 49 kB 00:00 2023-09-23T06:33:17.099 INFO:teuthology.orchestra.run.smithi016.stdout:(111/144): python3-more-itertools-7.2.0-3.el8.n 503 kB/s | 59 kB 00:00 2023-09-23T06:33:17.141 INFO:teuthology.orchestra.run.smithi016.stdout:(112/144): python3-kubernetes-11.0.0-6.el8.noar 4.1 MB/s | 1.2 MB 00:00 2023-09-23T06:33:17.192 INFO:teuthology.orchestra.run.smithi016.stdout:(113/144): python3-natsort-7.1.1-2.el8.noarch.r 424 kB/s | 60 kB 00:00 2023-09-23T06:33:17.250 INFO:teuthology.orchestra.run.smithi016.stdout:(114/144): python3-portend-2.6-1.el8.noarch.rpm 144 kB/s | 16 kB 00:00 2023-09-23T06:33:17.275 INFO:teuthology.orchestra.run.smithi016.stdout:(115/144): python3-pecan-1.3.2-9.el8.noarch.rpm 1.6 MB/s | 283 kB 00:00 2023-09-23T06:33:17.309 INFO:teuthology.orchestra.run.smithi016.stdout:(116/144): python3-repoze-lru-0.7-6.el8.noarch. 287 kB/s | 34 kB 00:00 2023-09-23T06:33:17.368 INFO:teuthology.orchestra.run.smithi016.stdout:(117/144): python3-routes-2.4.1-12.el8.noarch.r 1.6 MB/s | 196 kB 00:00 2023-09-23T06:33:17.410 INFO:teuthology.orchestra.run.smithi016.stdout:(118/144): python3-rsa-4.9-2.el8.noarch.rpm 479 kB/s | 64 kB 00:00 2023-09-23T06:33:17.444 INFO:teuthology.orchestra.run.smithi016.stdout:(119/144): python3-simplegeneric-0.8.1-17.el8.n 139 kB/s | 19 kB 00:00 2023-09-23T06:33:17.469 INFO:teuthology.orchestra.run.smithi016.stdout:(120/144): python3-singledispatch-3.4.0.3-18.el 237 kB/s | 24 kB 00:00 2023-09-23T06:33:17.519 INFO:teuthology.orchestra.run.smithi016.stdout:(121/144): python3-tempora-1.14.1-5.el8.noarch. 268 kB/s | 29 kB 00:00 2023-09-23T06:33:17.553 INFO:teuthology.orchestra.run.smithi016.stdout:(122/144): python3-trustme-0.6.0-4.el8.noarch.r 253 kB/s | 27 kB 00:00 2023-09-23T06:33:17.595 INFO:teuthology.orchestra.run.smithi016.stdout:(123/144): python3-waitress-1.4.3-1.el8.noarch. 2.0 MB/s | 255 kB 00:00 2023-09-23T06:33:17.662 INFO:teuthology.orchestra.run.smithi016.stdout:(124/144): python3-webob-1.8.5-1.el8.1.noarch.r 1.7 MB/s | 251 kB 00:00 2023-09-23T06:33:17.678 INFO:teuthology.orchestra.run.smithi016.stdout:(125/144): python3-websocket-client-0.56.0-5.el 488 kB/s | 61 kB 00:00 2023-09-23T06:33:17.704 INFO:teuthology.orchestra.run.smithi016.stdout:(126/144): python3-webtest-2.0.33-1.el8.noarch. 784 kB/s | 85 kB 00:00 2023-09-23T06:33:17.762 INFO:teuthology.orchestra.run.smithi016.stdout:(127/144): python3-zc-lockfile-2.0-2.el8.noarch 228 kB/s | 23 kB 00:00 2023-09-23T06:33:18.096 INFO:teuthology.orchestra.run.smithi016.stdout:(128/144): thrift-0.13.0-2.el8.x86_64.rpm 4.2 MB/s | 1.7 MB 00:00 2023-09-23T06:33:18.280 INFO:teuthology.orchestra.run.smithi016.stdout:(129/144): NetworkManager-initscripts-updown-1. 785 kB/s | 143 kB 00:00 2023-09-23T06:33:18.336 INFO:teuthology.orchestra.run.smithi092.stdout: Preparing : 1/1 2023-09-23T06:33:18.338 INFO:teuthology.orchestra.run.smithi016.stdout:(130/144): elfutils-debuginfod-client-0.189-3.e 1.3 MB/s | 76 kB 00:00 2023-09-23T06:33:18.447 INFO:teuthology.orchestra.run.smithi016.stdout:(131/144): elfutils-libelf-0.189-3.el8.x86_64.r 2.1 MB/s | 232 kB 00:00 2023-09-23T06:33:18.547 INFO:teuthology.orchestra.run.smithi016.stdout:(132/144): elfutils-libs-0.189-3.el8.x86_64.rpm 3.0 MB/s | 303 kB 00:00 2023-09-23T06:33:18.554 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: thrift-0.13.0-2.el8.x86_64 1/1 2023-09-23T06:33:18.737 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/160 2023-09-23T06:33:18.739 INFO:teuthology.orchestra.run.smithi016.stdout:(133/144): librbd1-18.0.0-6336.g86266391.el8.x8 3.8 MB/s | 3.7 MB 00:00 2023-09-23T06:33:18.815 INFO:teuthology.orchestra.run.smithi016.stdout:(134/144): iproute-6.2.0-2.el8.x86_64.rpm 3.2 MB/s | 880 kB 00:00 2023-09-23T06:33:18.867 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : libuuid-2.32.1-43.el8.x86_64 2/160 2023-09-23T06:33:18.890 INFO:teuthology.orchestra.run.smithi016.stdout:(135/144): librados2-18.0.0-6336.g86266391.el8. 3.2 MB/s | 3.7 MB 00:01 2023-09-23T06:33:18.957 INFO:teuthology.orchestra.run.smithi016.stdout:(136/144): libfdisk-2.32.1-43.el8.x86_64.rpm 1.7 MB/s | 254 kB 00:00 2023-09-23T06:33:18.965 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libuuid-2.32.1-43.el8.x86_64 2/160 2023-09-23T06:33:18.982 INFO:teuthology.orchestra.run.smithi016.stdout:(137/144): libblkid-2.32.1-43.el8.x86_64.rpm 910 kB/s | 220 kB 00:00 2023-09-23T06:33:19.024 INFO:teuthology.orchestra.run.smithi016.stdout:(138/144): libsmartcols-2.32.1-43.el8.x86_64.rp 2.6 MB/s | 179 kB 00:00 2023-09-23T06:33:19.041 INFO:teuthology.orchestra.run.smithi016.stdout:(139/144): libuuid-2.32.1-43.el8.x86_64.rpm 1.7 MB/s | 99 kB 00:00 2023-09-23T06:33:19.100 INFO:teuthology.orchestra.run.smithi016.stdout:(140/144): util-linux-user-2.32.1-43.el8.x86_64 1.7 MB/s | 103 kB 00:00 2023-09-23T06:33:19.142 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : libblkid-2.32.1-43.el8.x86_64 3/160 2023-09-23T06:33:19.184 INFO:teuthology.orchestra.run.smithi016.stdout:(141/144): libmount-2.32.1-43.el8.x86_64.rpm 808 kB/s | 236 kB 00:00 2023-09-23T06:33:19.209 INFO:teuthology.orchestra.run.smithi016.stdout:(142/144): xfsdump-3.1.8-6.el8.x86_64.rpm 3.0 MB/s | 334 kB 00:00 2023-09-23T06:33:19.237 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libblkid-2.32.1-43.el8.x86_64 3/160 2023-09-23T06:33:19.421 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : liboath-2.6.2-3.el8.x86_64 4/160 2023-09-23T06:33:19.492 INFO:teuthology.orchestra.run.smithi016.stdout:(143/144): util-linux-2.32.1-43.el8.x86_64.rpm 5.3 MB/s | 2.5 MB 00:00 2023-09-23T06:33:19.614 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : elfutils-libelf-0.189-3.el8.x86_64 5/160 2023-09-23T06:33:19.817 INFO:teuthology.orchestra.run.smithi016.stdout:(144/144): xfsprogs-5.0.0-12.el8.x86_64.rpm 1.7 MB/s | 1.1 MB 00:00 2023-09-23T06:33:19.824 INFO:teuthology.orchestra.run.smithi016.stdout:-------------------------------------------------------------------------------- 2023-09-23T06:33:19.824 INFO:teuthology.orchestra.run.smithi016.stdout:Total 8.8 MB/s | 215 MB 00:24 2023-09-23T06:33:20.031 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : librabbitmq-0.9.0-4.el8.x86_64 6/160 2023-09-23T06:33:20.234 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 7/160 2023-09-23T06:33:20.697 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 7/160 2023-09-23T06:33:20.908 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : librados2-2:18.0.0-6336.g86266391.el8.x86_64 8/160 2023-09-23T06:33:21.378 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librados2-2:18.0.0-6336.g86266391.el8.x86_64 8/160 2023-09-23T06:33:21.550 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : librbd1-2:18.0.0-6336.g86266391.el8.x86_64 9/160 2023-09-23T06:33:21.708 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librbd1-2:18.0.0-6336.g86266391.el8.x86_64 9/160 2023-09-23T06:33:21.726 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction check 2023-09-23T06:33:21.858 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libcephfs2-2:18.0.0-6336.g86266391.el8.x86_64 10/160 2023-09-23T06:33:21.968 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libcephfs2-2:18.0.0-6336.g86266391.el8.x86_64 10/160 2023-09-23T06:33:22.151 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-rados-2:18.0.0-6336.g86266391.el8.x86_64 11/160 2023-09-23T06:33:22.167 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction check succeeded. 2023-09-23T06:33:22.167 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction test 2023-09-23T06:33:22.308 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 12/160 2023-09-23T06:33:22.559 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 12/160 2023-09-23T06:33:22.792 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : xfsprogs-5.0.0-12.el8.x86_64 13/160 2023-09-23T06:33:22.885 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: xfsprogs-5.0.0-12.el8.x86_64 13/160 2023-09-23T06:33:23.099 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 14/160 2023-09-23T06:33:23.275 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 15/160 2023-09-23T06:33:23.672 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libpq-13.5-1.el8.x86_64 16/160 2023-09-23T06:33:23.704 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction test succeeded. 2023-09-23T06:33:23.708 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction 2023-09-23T06:33:23.858 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : postgresql-10.23-2.module_el8+572+929c87ac.x86_6 17/160 2023-09-23T06:33:24.008 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libcephsqlite-2:18.0.0-6336.g86266391.el8.x86_64 18/160 2023-09-23T06:33:24.135 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libcephsqlite-2:18.0.0-6336.g86266391.el8.x86_64 18/160 2023-09-23T06:33:24.274 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libradosstriper1-2:18.0.0-6336.g86266391.el8.x86 19/160 2023-09-23T06:33:24.421 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libradosstriper1-2:18.0.0-6336.g86266391.el8.x86 19/160 2023-09-23T06:33:24.649 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 20/160 2023-09-23T06:33:24.838 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : zlib-devel-1.2.11-21.el8.x86_64 21/160 2023-09-23T06:33:25.007 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libquadmath-8.5.0-20.el8.x86_64 22/160 2023-09-23T06:33:25.168 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libquadmath-8.5.0-20.el8.x86_64 22/160 2023-09-23T06:33:25.307 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libgfortran-8.5.0-20.el8.x86_64 23/160 2023-09-23T06:33:25.980 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libgfortran-8.5.0-20.el8.x86_64 23/160 2023-09-23T06:33:26.207 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : openblas-0.3.15-4.el8.x86_64 24/160 2023-09-23T06:33:26.900 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 24/160 2023-09-23T06:33:27.074 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 25/160 2023-09-23T06:33:27.908 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 25/160 2023-09-23T06:33:28.242 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 26/160 2023-09-23T06:33:28.457 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 27/160 2023-09-23T06:33:28.660 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 28/160 2023-09-23T06:33:28.886 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 29/160 2023-09-23T06:33:29.090 INFO:teuthology.orchestra.run.smithi016.stdout: Preparing : 1/1 2023-09-23T06:33:29.114 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-ceph-common-2:18.0.0-6336.g86266391.el8. 30/160 2023-09-23T06:33:29.253 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-ceph-argparse-2:18.0.0-6336.g86266391.el 31/160 2023-09-23T06:33:29.312 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: thrift-0.13.0-2.el8.x86_64 1/1 2023-09-23T06:33:29.489 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cephfs-2:18.0.0-6336.g86266391.el8.x86_6 32/160 2023-09-23T06:33:29.517 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : thrift-0.13.0-2.el8.x86_64 1/160 2023-09-23T06:33:29.649 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : libuuid-2.32.1-43.el8.x86_64 2/160 2023-09-23T06:33:29.756 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libuuid-2.32.1-43.el8.x86_64 2/160 2023-09-23T06:33:29.899 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : libblkid-2.32.1-43.el8.x86_64 3/160 2023-09-23T06:33:29.985 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libblkid-2.32.1-43.el8.x86_64 3/160 2023-09-23T06:33:30.187 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : liboath-2.6.2-3.el8.x86_64 4/160 2023-09-23T06:33:30.413 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : elfutils-libelf-0.189-3.el8.x86_64 5/160 2023-09-23T06:33:30.583 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 33/160 2023-09-23T06:33:30.646 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librabbitmq-0.9.0-4.el8.x86_64 6/160 2023-09-23T06:33:30.823 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : lttng-ust-2.8.1-11.el8.x86_64 7/160 2023-09-23T06:33:30.988 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 34/160 2023-09-23T06:33:31.310 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 35/160 2023-09-23T06:33:31.315 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: lttng-ust-2.8.1-11.el8.x86_64 7/160 2023-09-23T06:33:31.482 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : librados2-2:18.0.0-6336.g86266391.el8.x86_64 8/160 2023-09-23T06:33:31.514 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 36/160 2023-09-23T06:33:31.971 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librados2-2:18.0.0-6336.g86266391.el8.x86_64 8/160 2023-09-23T06:33:32.165 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : librbd1-2:18.0.0-6336.g86266391.el8.x86_64 9/160 2023-09-23T06:33:32.321 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librbd1-2:18.0.0-6336.g86266391.el8.x86_64 9/160 2023-09-23T06:33:32.490 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libcephfs2-2:18.0.0-6336.g86266391.el8.x86_64 10/160 2023-09-23T06:33:32.627 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libcephfs2-2:18.0.0-6336.g86266391.el8.x86_64 10/160 2023-09-23T06:33:32.835 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rados-2:18.0.0-6336.g86266391.el8.x86_64 11/160 2023-09-23T06:33:32.990 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librdkafka-0.11.4-3.el8.x86_64 12/160 2023-09-23T06:33:33.226 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librdkafka-0.11.4-3.el8.x86_64 12/160 2023-09-23T06:33:33.468 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : xfsprogs-5.0.0-12.el8.x86_64 13/160 2023-09-23T06:33:33.561 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: xfsprogs-5.0.0-12.el8.x86_64 13/160 2023-09-23T06:33:33.588 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 36/160 2023-09-23T06:33:33.770 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-more-itertools-7.2.0-3.el8.noarch 14/160 2023-09-23T06:33:33.885 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a2 37/160 2023-09-23T06:33:33.968 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyasn1-0.3.7-6.el8.noarch 15/160 2023-09-23T06:33:34.105 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 38/160 2023-09-23T06:33:34.343 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-rsa-4.9-2.el8.noarch 39/160 2023-09-23T06:33:34.484 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libpq-13.5-1.el8.x86_64 16/160 2023-09-23T06:33:34.538 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-rbd-2:18.0.0-6336.g86266391.el8.x86_64 40/160 2023-09-23T06:33:34.674 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : postgresql-10.23-2.module_el8+572+929c87ac.x86_6 17/160 2023-09-23T06:33:34.741 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : librados-devel-2:18.0.0-6336.g86266391.el8.x86_6 41/160 2023-09-23T06:33:34.831 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libcephsqlite-2:18.0.0-6336.g86266391.el8.x86_64 18/160 2023-09-23T06:33:34.923 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : elfutils-libs-0.189-3.el8.x86_64 42/160 2023-09-23T06:33:34.964 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libcephsqlite-2:18.0.0-6336.g86266391.el8.x86_64 18/160 2023-09-23T06:33:35.141 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : elfutils-debuginfod-client-0.189-3.el8.x86_64 43/160 2023-09-23T06:33:35.231 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libradosstriper1-2:18.0.0-6336.g86266391.el8.x86 19/160 2023-09-23T06:33:35.347 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : libfdisk-2.32.1-43.el8.x86_64 44/160 2023-09-23T06:33:35.414 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libradosstriper1-2:18.0.0-6336.g86266391.el8.x86 19/160 2023-09-23T06:33:35.446 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libfdisk-2.32.1-43.el8.x86_64 44/160 2023-09-23T06:33:35.622 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : libmount-2.32.1-43.el8.x86_64 45/160 2023-09-23T06:33:35.625 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-webob-1.8.5-1.el8.1.noarch 20/160 2023-09-23T06:33:35.714 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libmount-2.32.1-43.el8.x86_64 45/160 2023-09-23T06:33:35.770 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : zlib-devel-1.2.11-21.el8.x86_64 21/160 2023-09-23T06:33:35.856 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libuuid-devel-2.32.1-43.el8.x86_64 46/160 2023-09-23T06:33:35.906 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libquadmath-8.5.0-20.el8.x86_64 22/160 2023-09-23T06:33:36.052 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libquadmath-8.5.0-20.el8.x86_64 22/160 2023-09-23T06:33:36.055 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : libsmartcols-2.32.1-43.el8.x86_64 47/160 2023-09-23T06:33:36.214 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libgfortran-8.5.0-20.el8.x86_64 23/160 2023-09-23T06:33:36.642 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libsmartcols-2.32.1-43.el8.x86_64 47/160 2023-09-23T06:33:36.905 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : util-linux-2.32.1-43.el8.x86_64 48/160 2023-09-23T06:33:36.927 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libgfortran-8.5.0-20.el8.x86_64 23/160 2023-09-23T06:33:36.933 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: util-linux-2.32.1-43.el8.x86_64 48/160 2023-09-23T06:33:37.140 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : openblas-0.3.15-4.el8.x86_64 24/160 2023-09-23T06:33:37.162 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 49/160 2023-09-23T06:33:37.421 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 50/160 2023-09-23T06:33:37.629 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 51/160 2023-09-23T06:33:37.792 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 52/160 2023-09-23T06:33:37.881 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: openblas-0.3.15-4.el8.x86_64 24/160 2023-09-23T06:33:37.958 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 53/160 2023-09-23T06:33:38.064 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : openblas-threads-0.3.15-4.el8.x86_64 25/160 2023-09-23T06:33:38.168 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 54/160 2023-09-23T06:33:38.412 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 55/160 2023-09-23T06:33:38.619 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 56/160 2023-09-23T06:33:38.817 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 57/160 2023-09-23T06:33:38.962 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: openblas-threads-0.3.15-4.el8.x86_64 25/160 2023-09-23T06:33:38.987 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 58/160 2023-09-23T06:33:39.161 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 59/160 2023-09-23T06:33:39.292 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-numpy-1:1.14.3-10.el8.x86_64 26/160 2023-09-23T06:33:39.353 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 60/160 2023-09-23T06:33:39.517 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-werkzeug-0.12.2-4.el8.noarch 27/160 2023-09-23T06:33:39.531 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-portend-2.6-1.el8.noarch 61/160 2023-09-23T06:33:39.673 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pytz-2017.2-11.el8.noarch 28/160 2023-09-23T06:33:39.724 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 62/160 2023-09-23T06:33:39.874 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-markupsafe-0.23-19.el8.x86_64 29/160 2023-09-23T06:33:39.940 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 63/160 2023-09-23T06:33:40.064 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-ceph-common-2:18.0.0-6336.g86266391.el8. 30/160 2023-09-23T06:33:40.178 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 64/160 2023-09-23T06:33:40.314 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-ceph-argparse-2:18.0.0-6336.g86266391.el 31/160 2023-09-23T06:33:40.403 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 65/160 2023-09-23T06:33:40.563 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cephfs-2:18.0.0-6336.g86266391.el8.x86_6 32/160 2023-09-23T06:33:40.725 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 66/160 2023-09-23T06:33:41.047 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 67/160 2023-09-23T06:33:41.258 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 68/160 2023-09-23T06:33:41.754 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-mako-1.0.6-14.el8.noarch 33/160 2023-09-23T06:33:42.127 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 69/160 2023-09-23T06:33:42.208 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-babel-2.5.1-7.el8.noarch 34/160 2023-09-23T06:33:42.365 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : librgw2-2:18.0.0-6336.g86266391.el8.x86_64 70/160 2023-09-23T06:33:42.456 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librgw2-2:18.0.0-6336.g86266391.el8.x86_64 70/160 2023-09-23T06:33:42.524 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jinja2-2.10.1-3.el8.noarch 35/160 2023-09-23T06:33:42.683 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-rgw-2:18.0.0-6336.g86266391.el8.x86_64 71/160 2023-09-23T06:33:42.705 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 36/160 2023-09-23T06:33:42.929 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 72/160 2023-09-23T06:33:43.327 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 73/160 2023-09-23T06:33:43.611 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cryptography-3.2.1-6.el8.x86_64 74/160 2023-09-23T06:33:43.818 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 75/160 2023-09-23T06:33:44.098 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 76/160 2023-09-23T06:33:44.321 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 77/160 2023-09-23T06:33:44.961 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 36/160 2023-09-23T06:33:45.255 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a2 37/160 2023-09-23T06:33:45.466 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyasn1-modules-0.3.7-6.el8.noarch 38/160 2023-09-23T06:33:45.592 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 78/160 2023-09-23T06:33:45.654 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rsa-4.9-2.el8.noarch 39/160 2023-09-23T06:33:45.831 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rbd-2:18.0.0-6336.g86266391.el8.x86_64 40/160 2023-09-23T06:33:46.034 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librados-devel-2:18.0.0-6336.g86266391.el8.x86_6 41/160 2023-09-23T06:33:46.078 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 79/160 2023-09-23T06:33:46.218 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : elfutils-libs-0.189-3.el8.x86_64 42/160 2023-09-23T06:33:46.279 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 80/160 2023-09-23T06:33:46.458 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : elfutils-debuginfod-client-0.189-3.el8.x86_64 43/160 2023-09-23T06:33:46.504 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 81/160 2023-09-23T06:33:46.680 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : libfdisk-2.32.1-43.el8.x86_64 44/160 2023-09-23T06:33:46.769 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libfdisk-2.32.1-43.el8.x86_64 44/160 2023-09-23T06:33:46.784 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 82/160 2023-09-23T06:33:46.947 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : libmount-2.32.1-43.el8.x86_64 45/160 2023-09-23T06:33:47.037 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libmount-2.32.1-43.el8.x86_64 45/160 2023-09-23T06:33:47.081 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 83/160 2023-09-23T06:33:47.195 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libuuid-devel-2.32.1-43.el8.x86_64 46/160 2023-09-23T06:33:47.323 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 84/160 2023-09-23T06:33:47.380 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : libsmartcols-2.32.1-43.el8.x86_64 47/160 2023-09-23T06:33:47.549 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : pcre2-utf32-10.32-3.el8.x86_64 85/160 2023-09-23T06:33:47.899 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : pcre2-utf16-10.32-3.el8.x86_64 86/160 2023-09-23T06:33:47.995 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libsmartcols-2.32.1-43.el8.x86_64 47/160 2023-09-23T06:33:48.133 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : pcre2-devel-10.32-3.el8.x86_64 87/160 2023-09-23T06:33:48.247 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : util-linux-2.32.1-43.el8.x86_64 48/160 2023-09-23T06:33:48.277 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: util-linux-2.32.1-43.el8.x86_64 48/160 2023-09-23T06:33:48.321 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libzstd-devel-1.4.4-1.el8.x86_64 88/160 2023-09-23T06:33:48.473 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-zc-lockfile-2.0-2.el8.noarch 49/160 2023-09-23T06:33:48.487 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libverto-devel-0.3.2-2.el8.x86_64 89/160 2023-09-23T06:33:48.738 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-websocket-client-0.56.0-5.el8.noarch 50/160 2023-09-23T06:33:48.815 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 90/160 2023-09-23T06:33:48.947 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-waitress-1.4.3-1.el8.noarch 51/160 2023-09-23T06:33:49.068 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libselinux-devel-2.9-8.el8.x86_64 91/160 2023-09-23T06:33:49.123 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-singledispatch-3.4.0.3-18.el8.noarch 52/160 2023-09-23T06:33:49.234 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libcom_err-devel-1.45.6-5.el8.x86_64 92/160 2023-09-23T06:33:49.260 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-simplegeneric-0.8.1-17.el8.noarch 53/160 2023-09-23T06:33:49.433 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 93/160 2023-09-23T06:33:49.440 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-repoze-lru-0.7-6.el8.noarch 54/160 2023-09-23T06:33:49.624 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-routes-2.4.1-12.el8.noarch 55/160 2023-09-23T06:33:49.655 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : krb5-devel-1.18.2-22.el8.x86_64 94/160 2023-09-23T06:33:49.798 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-natsort-7.1.1-2.el8.noarch 56/160 2023-09-23T06:33:49.880 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : fuse-2.9.7-17.el8.x86_64 95/160 2023-09-23T06:33:49.959 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-logutils-0.3.5-11.el8.noarch 57/160 2023-09-23T06:33:50.076 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 96/160 2023-09-23T06:33:50.079 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-6.2-6.el8.noarch 58/160 2023-09-23T06:33:50.222 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jaraco-functools-2.0-4.el8.noarch 59/160 2023-09-23T06:33:50.260 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : uuid-1.6.2-43.el8.x86_64 97/160 2023-09-23T06:33:50.383 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 97/160 2023-09-23T06:33:50.396 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-tempora-1.14.1-5.el8.noarch 60/160 2023-09-23T06:33:50.575 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-portend-2.6-1.el8.noarch 61/160 2023-09-23T06:33:50.737 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-certifi-2018.10.15-7.el8.noarch 62/160 2023-09-23T06:33:50.796 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 98/160 2023-09-23T06:33:50.939 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cachetools-3.1.1-4.el8.noarch 63/160 2023-09-23T06:33:50.944 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 99/160 2023-09-23T06:33:51.174 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-google-auth-1:1.1.1-10.el8.noarch 64/160 2023-09-23T06:33:51.375 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 65/160 2023-09-23T06:33:51.702 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-webtest-2.0.33-1.el8.noarch 66/160 2023-09-23T06:33:51.999 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pecan-1.3.2-9.el8.noarch 67/160 2023-09-23T06:33:52.203 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libunwind-1.3.1-3.el8.x86_64 68/160 2023-09-23T06:33:53.102 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : gperftools-libs-1:2.7-9.el8.x86_64 69/160 2023-09-23T06:33:53.298 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : librgw2-2:18.0.0-6336.g86266391.el8.x86_64 70/160 2023-09-23T06:33:53.407 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librgw2-2:18.0.0-6336.g86266391.el8.x86_64 70/160 2023-09-23T06:33:53.618 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-rgw-2:18.0.0-6336.g86266391.el8.x86_64 71/160 2023-09-23T06:33:53.847 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-common-2:18.0.0-6336.g86266391.el8.x86_64 100/160 2023-09-23T06:33:53.917 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pycparser-2.14-14.el8.noarch 72/160 2023-09-23T06:33:54.093 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-common-2:18.0.0-6336.g86266391.el8.x86_64 100/160 2023-09-23T06:33:54.342 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cffi-1.11.5-6.el8.x86_64 73/160 2023-09-23T06:33:54.605 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cryptography-3.2.1-6.el8.x86_64 74/160 2023-09-23T06:33:54.782 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-common-2:18.0.0-6336.g86266391.el8.x86_64 100/160 2023-09-23T06:33:54.796 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-pyOpenSSL-19.0.0-1.el8.noarch 75/160 2023-09-23T06:33:55.024 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jwt-1.6.1-2.el8.noarch 76/160 2023-09-23T06:33:55.086 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-base-2:18.0.0-6336.g86266391.el8.x86_64 101/160 2023-09-23T06:33:55.216 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-oauthlib-2.1.0-1.el8.noarch 77/160 2023-09-23T06:33:55.279 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-base-2:18.0.0-6336.g86266391.el8.x86_64 101/160 2023-09-23T06:33:55.484 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-selinux-2:18.0.0-6336.g86266391.el8.x86_64 102/160 2023-09-23T06:33:56.599 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-requests-oauthlib-1.0.0-1.el8.noarch 78/160 2023-09-23T06:33:56.994 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-kubernetes-1:11.0.0-6.el8.noarch 79/160 2023-09-23T06:33:57.172 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-asyncssh-2.7.0-2.el8.noarch 80/160 2023-09-23T06:33:57.395 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-trustme-0.6.0-4.el8.noarch 81/160 2023-09-23T06:33:57.713 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cheroot-8.5.2-1.el8.noarch 82/160 2023-09-23T06:33:57.957 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-cherrypy-18.4.0-1.el8.noarch 83/160 2023-09-23T06:33:58.193 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-bcrypt-3.1.6-2.el8.1.x86_64 84/160 2023-09-23T06:33:58.402 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : pcre2-utf32-10.32-3.el8.x86_64 85/160 2023-09-23T06:33:58.752 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : pcre2-utf16-10.32-3.el8.x86_64 86/160 2023-09-23T06:33:59.010 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : pcre2-devel-10.32-3.el8.x86_64 87/160 2023-09-23T06:33:59.156 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libzstd-devel-1.4.4-1.el8.x86_64 88/160 2023-09-23T06:33:59.334 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libverto-devel-0.3.2-2.el8.x86_64 89/160 2023-09-23T06:33:59.658 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libsepol-devel-2.9-3.el8.x86_64 90/160 2023-09-23T06:33:59.895 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libselinux-devel-2.9-8.el8.x86_64 91/160 2023-09-23T06:34:00.070 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libcom_err-devel-1.45.6-5.el8.x86_64 92/160 2023-09-23T06:34:00.251 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : keyutils-libs-devel-1.5.10-9.el8.x86_64 93/160 2023-09-23T06:34:00.482 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : krb5-devel-1.18.2-22.el8.x86_64 94/160 2023-09-23T06:34:00.708 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : fuse-2.9.7-17.el8.x86_64 95/160 2023-09-23T06:34:00.910 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : xmlstarlet-1.6.1-20.el8.x86_64 96/160 2023-09-23T06:34:01.061 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : uuid-1.6.2-43.el8.x86_64 97/160 2023-09-23T06:34:01.176 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: uuid-1.6.2-43.el8.x86_64 97/160 2023-09-23T06:34:01.355 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : socat-1.7.4.1-1.el8.x86_64 98/160 2023-09-23T06:34:01.486 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-prettytable-0.7.2-14.el8.noarch 99/160 2023-09-23T06:34:04.610 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-common-2:18.0.0-6336.g86266391.el8.x86_64 100/160 2023-09-23T06:34:05.062 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-common-2:18.0.0-6336.g86266391.el8.x86_64 100/160 2023-09-23T06:34:05.794 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-common-2:18.0.0-6336.g86266391.el8.x86_64 100/160 2023-09-23T06:34:06.074 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-base-2:18.0.0-6336.g86266391.el8.x86_64 101/160 2023-09-23T06:34:06.284 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-base-2:18.0.0-6336.g86266391.el8.x86_64 101/160 2023-09-23T06:34:06.477 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-selinux-2:18.0.0-6336.g86266391.el8.x86_64 102/160 2023-09-23T06:34:15.745 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-selinux-2:18.0.0-6336.g86266391.el8.x86_64 102/160 2023-09-23T06:34:15.745 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /sys 2023-09-23T06:34:15.745 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /proc 2023-09-23T06:34:15.745 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /dev 2023-09-23T06:34:15.745 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /run 2023-09-23T06:34:15.745 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /mnt 2023-09-23T06:34:15.745 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /var/tmp 2023-09-23T06:34:15.745 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /home 2023-09-23T06:34:15.746 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /tmp 2023-09-23T06:34:15.746 INFO:teuthology.orchestra.run.smithi092.stdout:skipping the directory /dev 2023-09-23T06:34:15.746 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:34:16.130 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-volume-2:18.0.0-6336.g86266391.el8.noarch 103/160 2023-09-23T06:34:17.884 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-volume-2:18.0.0-6336.g86266391.el8.noarch 103/160 2023-09-23T06:34:18.148 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-osd-2:18.0.0-6336.g86266391.el8.x86_64 104/160 2023-09-23T06:34:18.416 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-osd-2:18.0.0-6336.g86266391.el8.x86_64 104/160 2023-09-23T06:34:18.654 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mds-2:18.0.0-6336.g86266391.el8.x86_64 105/160 2023-09-23T06:34:19.192 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mds-2:18.0.0-6336.g86266391.el8.x86_64 105/160 2023-09-23T06:34:19.404 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mon-2:18.0.0-6336.g86266391.el8.x86_64 106/160 2023-09-23T06:34:19.454 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mon-2:18.0.0-6336.g86266391.el8.x86_64 106/160 2023-09-23T06:34:19.654 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 107/160 2023-09-23T06:34:19.858 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 108/160 2023-09-23T06:34:20.029 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 109/160 2023-09-23T06:34:20.109 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 109/160 2023-09-23T06:34:20.473 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : jq-1.6-7.el8.x86_64 110/160 2023-09-23T06:34:20.729 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : automake-1.16.1-8.el8.noarch 111/160 2023-09-23T06:34:21.340 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: cephadm-2:18.0.0-6336.g86266391.el8.noarch 112/160 2023-09-23T06:34:21.525 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : cephadm-2:18.0.0-6336.g86266391.el8.noarch 112/160 2023-09-23T06:34:21.669 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-6336.g86266391.e 113/160 2023-09-23T06:34:21.867 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-6336.g86266391. 114/160 2023-09-23T06:34:22.069 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-6336.g86266391.el8.noa 115/160 2023-09-23T06:34:22.330 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-6336.g86266391.el8.noa 115/160 2023-09-23T06:34:22.571 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-6336.g86266391.el8.n 116/160 2023-09-23T06:34:23.673 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-6336.g86266391.el8.n 116/160 2023-09-23T06:34:23.886 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-6336.g862 117/160 2023-09-23T06:34:24.012 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-6336.g862 117/160 2023-09-23T06:34:24.416 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-6336.g86266391.el 118/160 2023-09-23T06:34:24.663 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-2:18.0.0-6336.g86266391.el8.x86_64 119/160 2023-09-23T06:34:24.728 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mgr-2:18.0.0-6336.g86266391.el8.x86_64 119/160 2023-09-23T06:34:24.936 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-mgr-rook-2:18.0.0-6336.g86266391.el8.noarch 120/160 2023-09-23T06:34:24.963 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-6336.g86266391.el8.noarch 120/160 2023-09-23T06:34:25.169 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-2:18.0.0-6336.g86266391.el8.x86_64 121/160 2023-09-23T06:34:25.361 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libtool-2.4.6-25.el8.x86_64 122/160 2023-09-23T06:34:27.654 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-selinux-2:18.0.0-6336.g86266391.el8.x86_64 102/160 2023-09-23T06:34:27.655 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /sys 2023-09-23T06:34:27.655 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /proc 2023-09-23T06:34:27.655 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /dev 2023-09-23T06:34:27.655 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /run 2023-09-23T06:34:27.655 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /mnt 2023-09-23T06:34:27.655 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /var/tmp 2023-09-23T06:34:27.655 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /home 2023-09-23T06:34:27.655 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /tmp 2023-09-23T06:34:27.655 INFO:teuthology.orchestra.run.smithi016.stdout:skipping the directory /dev 2023-09-23T06:34:27.655 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:34:28.058 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-volume-2:18.0.0-6336.g86266391.el8.noarch 103/160 2023-09-23T06:34:29.936 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-volume-2:18.0.0-6336.g86266391.el8.noarch 103/160 2023-09-23T06:34:30.138 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-osd-2:18.0.0-6336.g86266391.el8.x86_64 104/160 2023-09-23T06:34:30.423 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 122/160 2023-09-23T06:34:30.424 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-osd-2:18.0.0-6336.g86266391.el8.x86_64 104/160 2023-09-23T06:34:30.600 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mds-2:18.0.0-6336.g86266391.el8.x86_64 105/160 2023-09-23T06:34:31.170 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mds-2:18.0.0-6336.g86266391.el8.x86_64 105/160 2023-09-23T06:34:31.349 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mon-2:18.0.0-6336.g86266391.el8.x86_64 106/160 2023-09-23T06:34:31.401 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mon-2:18.0.0-6336.g86266391.el8.x86_64 106/160 2023-09-23T06:34:31.621 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jsonpointer-1.10-11.el8.noarch 107/160 2023-09-23T06:34:31.814 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : python3-jsonpatch-1.21-2.el8.noarch 108/160 2023-09-23T06:34:31.965 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : oniguruma-6.8.2-2.el8.x86_64 109/160 2023-09-23T06:34:32.025 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-test-2:18.0.0-6336.g86266391.el8.x86_64 123/160 2023-09-23T06:34:32.063 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: oniguruma-6.8.2-2.el8.x86_64 109/160 2023-09-23T06:34:32.270 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-radosgw-2:18.0.0-6336.g86266391.el8.x86_64 124/160 2023-09-23T06:34:32.333 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-6336.g86266391.el8.x86_64 124/160 2023-09-23T06:34:32.395 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : jq-1.6-7.el8.x86_64 110/160 2023-09-23T06:34:32.518 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-6336.g86266 125/160 2023-09-23T06:34:32.589 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-6336.g86266 125/160 2023-09-23T06:34:32.616 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : automake-1.16.1-8.el8.noarch 111/160 2023-09-23T06:34:32.793 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : cephfs-mirror-2:18.0.0-6336.g86266391.el8.x86_64 126/160 2023-09-23T06:34:33.216 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-6336.g86266391.el8.x86_64 126/160 2023-09-23T06:34:33.271 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: cephadm-2:18.0.0-6336.g86266391.el8.noarch 112/160 2023-09-23T06:34:33.401 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : rbd-mirror-2:18.0.0-6336.g86266391.el8.x86_64 127/160 2023-09-23T06:34:33.457 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : cephadm-2:18.0.0-6336.g86266391.el8.noarch 112/160 2023-09-23T06:34:33.582 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-prometheus-alerts-2:18.0.0-6336.g86266391.e 113/160 2023-09-23T06:34:33.676 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: rbd-mirror-2:18.0.0-6336.g86266391.el8.x86_64 127/160 2023-09-23T06:34:33.759 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-grafana-dashboards-2:18.0.0-6336.g86266391. 114/160 2023-09-23T06:34:33.998 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-cephadm-2:18.0.0-6336.g86266391.el8.noa 115/160 2023-09-23T06:34:34.010 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : postgresql-contrib-10.23-2.module_el8+572+929c87 128/160 2023-09-23T06:34:34.280 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.0.0-6336.g86266391.el8.noa 115/160 2023-09-23T06:34:34.570 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-dashboard-2:18.0.0-6336.g86266391.el8.n 116/160 2023-09-23T06:34:35.258 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : ceph-fuse-2:18.0.0-6336.g86266391.el8.x86_64 129/160 2023-09-23T06:34:35.572 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : openssl-devel-1:1.1.1k-9.el8.x86_64 130/160 2023-09-23T06:34:35.759 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.0.0-6336.g86266391.el8.n 116/160 2023-09-23T06:34:35.799 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : elfutils-libelf-devel-0.189-3.el8.x86_64 131/160 2023-09-23T06:34:35.965 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-diskprediction-local-2:18.0.0-6336.g862 117/160 2023-09-23T06:34:36.031 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : util-linux-user-2.32.1-43.el8.x86_64 132/160 2023-09-23T06:34:36.104 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.0.0-6336.g862 117/160 2023-09-23T06:34:36.189 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : xfsprogs-devel-5.0.0-12.el8.x86_64 133/160 2023-09-23T06:34:36.401 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libcephfs-devel-2:18.0.0-6336.g86266391.el8.x86_ 134/160 2023-09-23T06:34:36.469 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-modules-core-2:18.0.0-6336.g86266391.el 118/160 2023-09-23T06:34:36.662 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-2:18.0.0-6336.g86266391.el8.x86_64 119/160 2023-09-23T06:34:36.730 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-2:18.0.0-6336.g86266391.el8.x86_64 119/160 2023-09-23T06:34:36.898 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-mgr-rook-2:18.0.0-6336.g86266391.el8.noarch 120/160 2023-09-23T06:34:36.926 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-mgr-rook-2:18.0.0-6336.g86266391.el8.noarch 120/160 2023-09-23T06:34:37.122 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-2:18.0.0-6336.g86266391.el8.x86_64 121/160 2023-09-23T06:34:37.323 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libtool-2.4.6-25.el8.x86_64 122/160 2023-09-23T06:34:37.567 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: postgresql-server-10.23-2.module_el8+572+929c87a 135/160 2023-09-23T06:34:37.817 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : postgresql-server-10.23-2.module_el8+572+929c87a 135/160 2023-09-23T06:34:37.897 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: postgresql-server-10.23-2.module_el8+572+929c87a 135/160 2023-09-23T06:34:38.105 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : xfsdump-3.1.8-6.el8.x86_64 136/160 2023-09-23T06:34:38.309 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : cephfs-top-2:18.0.0-6336.g86266391.el8.noarch 137/160 2023-09-23T06:34:38.560 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : rbd-fuse-2:18.0.0-6336.g86266391.el8.x86_64 138/160 2023-09-23T06:34:38.954 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : rbd-nbd-2:18.0.0-6336.g86266391.el8.x86_64 139/160 2023-09-23T06:34:39.235 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : iproute-6.2.0-2.el8.x86_64 140/160 2023-09-23T06:34:39.383 INFO:teuthology.orchestra.run.smithi092.stdout: Upgrading : NetworkManager-initscripts-updown-1:1.40.16-9.el 141/160 2023-09-23T06:34:39.409 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.40.16-9.el 141/160 2023-09-23T06:34:39.614 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 142/160 2023-09-23T06:34:39.877 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : flex-2.6.1-9.el8.x86_64 143/160 2023-09-23T06:34:39.990 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 143/160 2023-09-23T06:34:40.249 INFO:teuthology.orchestra.run.smithi092.stdout: Installing : bison-3.0.4-10.el8.x86_64 144/160 2023-09-23T06:34:40.275 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 144/160 2023-09-23T06:34:40.475 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : elfutils-debuginfod-client-0.189-1.el8.x86_64 145/160 2023-09-23T06:34:40.694 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : elfutils-libs-0.189-1.el8.x86_64 146/160 2023-09-23T06:34:40.904 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : xfsdump-3.1.8-4.el8.x86_64 147/160 2023-09-23T06:34:40.905 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : xfsprogs-5.0.0-10.el8.x86_64 148/160 2023-09-23T06:34:41.195 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: xfsprogs-5.0.0-10.el8.x86_64 148/160 2023-09-23T06:34:41.195 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 149/160 2023-09-23T06:34:41.443 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 149/160 2023-09-23T06:34:41.459 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.40.16-4.el 150/160 2023-09-23T06:34:41.563 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : NetworkManager-initscripts-updown-1:1.40.16-4.el 150/160 2023-09-23T06:34:41.563 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 151/160 2023-09-23T06:34:41.848 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 151/160 2023-09-23T06:34:42.050 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : iproute-6.2.0-1.el8.x86_64 152/160 2023-09-23T06:34:42.220 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : util-linux-user-2.32.1-41.el8.x86_64 153/160 2023-09-23T06:34:42.475 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : util-linux-2.32.1-41.el8.x86_64 154/160 2023-09-23T06:34:42.475 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : libfdisk-2.32.1-41.el8.x86_64 155/160 2023-09-23T06:34:42.693 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libfdisk-2.32.1-41.el8.x86_64 155/160 2023-09-23T06:34:42.693 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : libmount-2.32.1-41.el8.x86_64 156/160 2023-09-23T06:34:42.742 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libtool-2.4.6-25.el8.x86_64 122/160 2023-09-23T06:34:42.901 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libmount-2.32.1-41.el8.x86_64 156/160 2023-09-23T06:34:42.902 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : libblkid-2.32.1-41.el8.x86_64 157/160 2023-09-23T06:34:43.110 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libblkid-2.32.1-41.el8.x86_64 157/160 2023-09-23T06:34:43.110 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : libuuid-2.32.1-41.el8.x86_64 158/160 2023-09-23T06:34:43.335 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libuuid-2.32.1-41.el8.x86_64 158/160 2023-09-23T06:34:43.335 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : libsmartcols-2.32.1-41.el8.x86_64 159/160 2023-09-23T06:34:43.543 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: libsmartcols-2.32.1-41.el8.x86_64 159/160 2023-09-23T06:34:43.774 INFO:teuthology.orchestra.run.smithi092.stdout: Cleanup : elfutils-libelf-0.189-1.el8.x86_64 160/160 2023-09-23T06:34:43.996 INFO:teuthology.orchestra.run.smithi092.stdout: Running scriptlet: elfutils-libelf-0.189-1.el8.x86_64 160/160 2023-09-23T06:34:43.996 INFO:teuthology.orchestra.run.smithi092.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2023-09-23T06:34:43.996 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:34:44.435 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-test-2:18.0.0-6336.g86266391.el8.x86_64 123/160 2023-09-23T06:34:44.644 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-radosgw-2:18.0.0-6336.g86266391.el8.x86_64 124/160 2023-09-23T06:34:44.709 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-radosgw-2:18.0.0-6336.g86266391.el8.x86_64 124/160 2023-09-23T06:34:44.720 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-2:18.0.0-6336.g86266391.el8.x86_64 1/160 2023-09-23T06:34:44.720 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-base-2:18.0.0-6336.g86266391.el8.x86_64 2/160 2023-09-23T06:34:44.720 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-common-2:18.0.0-6336.g86266391.el8.x86_64 3/160 2023-09-23T06:34:44.720 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-fuse-2:18.0.0-6336.g86266391.el8.x86_64 4/160 2023-09-23T06:34:44.721 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-6336.g86266 5/160 2023-09-23T06:34:44.721 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mds-2:18.0.0-6336.g86266391.el8.x86_64 6/160 2023-09-23T06:34:44.721 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-2:18.0.0-6336.g86266391.el8.x86_64 7/160 2023-09-23T06:34:44.721 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mon-2:18.0.0-6336.g86266391.el8.x86_64 8/160 2023-09-23T06:34:44.721 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-osd-2:18.0.0-6336.g86266391.el8.x86_64 9/160 2023-09-23T06:34:44.721 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-radosgw-2:18.0.0-6336.g86266391.el8.x86_64 10/160 2023-09-23T06:34:44.721 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-selinux-2:18.0.0-6336.g86266391.el8.x86_64 11/160 2023-09-23T06:34:44.721 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-test-2:18.0.0-6336.g86266391.el8.x86_64 12/160 2023-09-23T06:34:44.721 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : cephfs-mirror-2:18.0.0-6336.g86266391.el8.x86_64 13/160 2023-09-23T06:34:44.721 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libcephfs-devel-2:18.0.0-6336.g86266391.el8.x86_ 14/160 2023-09-23T06:34:44.721 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libcephfs2-2:18.0.0-6336.g86266391.el8.x86_64 15/160 2023-09-23T06:34:44.721 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libcephsqlite-2:18.0.0-6336.g86266391.el8.x86_64 16/160 2023-09-23T06:34:44.722 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librados-devel-2:18.0.0-6336.g86266391.el8.x86_6 17/160 2023-09-23T06:34:44.722 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libradosstriper1-2:18.0.0-6336.g86266391.el8.x86 18/160 2023-09-23T06:34:44.722 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librgw2-2:18.0.0-6336.g86266391.el8.x86_64 19/160 2023-09-23T06:34:44.722 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-ceph-argparse-2:18.0.0-6336.g86266391.el 20/160 2023-09-23T06:34:44.722 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-ceph-common-2:18.0.0-6336.g86266391.el8. 21/160 2023-09-23T06:34:44.722 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cephfs-2:18.0.0-6336.g86266391.el8.x86_6 22/160 2023-09-23T06:34:44.722 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-rados-2:18.0.0-6336.g86266391.el8.x86_64 23/160 2023-09-23T06:34:44.722 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-rbd-2:18.0.0-6336.g86266391.el8.x86_64 24/160 2023-09-23T06:34:44.722 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-rgw-2:18.0.0-6336.g86266391.el8.x86_64 25/160 2023-09-23T06:34:44.722 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : rbd-fuse-2:18.0.0-6336.g86266391.el8.x86_64 26/160 2023-09-23T06:34:44.722 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : rbd-mirror-2:18.0.0-6336.g86266391.el8.x86_64 27/160 2023-09-23T06:34:44.734 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : rbd-nbd-2:18.0.0-6336.g86266391.el8.x86_64 28/160 2023-09-23T06:34:44.734 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-6336.g86266391. 29/160 2023-09-23T06:34:44.735 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-6336.g86266391.el8.noa 30/160 2023-09-23T06:34:44.735 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-6336.g86266391.el8.n 31/160 2023-09-23T06:34:44.735 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-6336.g862 32/160 2023-09-23T06:34:44.735 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-6336.g86266391.el 33/160 2023-09-23T06:34:44.735 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-mgr-rook-2:18.0.0-6336.g86266391.el8.noarch 34/160 2023-09-23T06:34:44.735 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-6336.g86266391.e 35/160 2023-09-23T06:34:44.735 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : ceph-volume-2:18.0.0-6336.g86266391.el8.noarch 36/160 2023-09-23T06:34:44.735 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : cephadm-2:18.0.0-6336.g86266391.el8.noarch 37/160 2023-09-23T06:34:44.735 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : cephfs-top-2:18.0.0-6336.g86266391.el8.noarch 38/160 2023-09-23T06:34:44.735 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : automake-1.16.1-8.el8.noarch 39/160 2023-09-23T06:34:44.735 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : bison-3.0.4-10.el8.x86_64 40/160 2023-09-23T06:34:44.736 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : flex-2.6.1-9.el8.x86_64 41/160 2023-09-23T06:34:44.736 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : jq-1.6-7.el8.x86_64 42/160 2023-09-23T06:34:44.736 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libpq-13.5-1.el8.x86_64 43/160 2023-09-23T06:34:44.736 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 44/160 2023-09-23T06:34:44.736 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 45/160 2023-09-23T06:34:44.736 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 46/160 2023-09-23T06:34:44.736 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 47/160 2023-09-23T06:34:44.736 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 48/160 2023-09-23T06:34:44.736 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 49/160 2023-09-23T06:34:44.736 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : postgresql-10.23-2.module_el8+572+929c87ac.x86_6 50/160 2023-09-23T06:34:44.736 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : postgresql-contrib-10.23-2.module_el8+572+929c87 51/160 2023-09-23T06:34:44.736 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : postgresql-server-10.23-2.module_el8+572+929c87a 52/160 2023-09-23T06:34:44.737 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 53/160 2023-09-23T06:34:44.737 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 54/160 2023-09-23T06:34:44.737 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 55/160 2023-09-23T06:34:44.737 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 56/160 2023-09-23T06:34:44.737 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 57/160 2023-09-23T06:34:44.737 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 58/160 2023-09-23T06:34:44.737 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 59/160 2023-09-23T06:34:44.737 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 60/160 2023-09-23T06:34:44.737 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 61/160 2023-09-23T06:34:44.737 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 62/160 2023-09-23T06:34:44.737 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 63/160 2023-09-23T06:34:44.737 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 64/160 2023-09-23T06:34:44.738 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 65/160 2023-09-23T06:34:44.738 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a2 66/160 2023-09-23T06:34:44.738 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 67/160 2023-09-23T06:34:44.738 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 68/160 2023-09-23T06:34:44.738 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 69/160 2023-09-23T06:34:44.738 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 70/160 2023-09-23T06:34:44.738 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : elfutils-libelf-devel-0.189-3.el8.x86_64 71/160 2023-09-23T06:34:44.738 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : fuse-2.9.7-17.el8.x86_64 72/160 2023-09-23T06:34:44.738 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 73/160 2023-09-23T06:34:44.738 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : krb5-devel-1.18.2-22.el8.x86_64 74/160 2023-09-23T06:34:44.738 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 75/160 2023-09-23T06:34:44.739 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libcom_err-devel-1.45.6-5.el8.x86_64 76/160 2023-09-23T06:34:44.739 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libgfortran-8.5.0-20.el8.x86_64 77/160 2023-09-23T06:34:44.739 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libquadmath-8.5.0-20.el8.x86_64 78/160 2023-09-23T06:34:44.739 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librabbitmq-0.9.0-4.el8.x86_64 79/160 2023-09-23T06:34:44.739 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libselinux-devel-2.9-8.el8.x86_64 80/160 2023-09-23T06:34:44.739 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 81/160 2023-09-23T06:34:44.739 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libuuid-devel-2.32.1-43.el8.x86_64 82/160 2023-09-23T06:34:44.739 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libverto-devel-0.3.2-2.el8.x86_64 83/160 2023-09-23T06:34:44.739 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libzstd-devel-1.4.4-1.el8.x86_64 84/160 2023-09-23T06:34:44.739 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : openssl-devel-1:1.1.1k-9.el8.x86_64 85/160 2023-09-23T06:34:44.739 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : pcre2-devel-10.32-3.el8.x86_64 86/160 2023-09-23T06:34:44.739 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : pcre2-utf16-10.32-3.el8.x86_64 87/160 2023-09-23T06:34:44.740 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : pcre2-utf32-10.32-3.el8.x86_64 88/160 2023-09-23T06:34:44.740 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 89/160 2023-09-23T06:34:44.740 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cryptography-3.2.1-6.el8.x86_64 90/160 2023-09-23T06:34:44.740 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 91/160 2023-09-23T06:34:44.740 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 92/160 2023-09-23T06:34:44.740 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 93/160 2023-09-23T06:34:44.740 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 94/160 2023-09-23T06:34:44.740 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : xfsprogs-devel-5.0.0-12.el8.x86_64 95/160 2023-09-23T06:34:44.740 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : zlib-devel-1.2.11-21.el8.x86_64 96/160 2023-09-23T06:34:44.740 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 97/160 2023-09-23T06:34:44.740 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 98/160 2023-09-23T06:34:44.740 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 99/160 2023-09-23T06:34:44.741 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 100/160 2023-09-23T06:34:44.741 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 101/160 2023-09-23T06:34:44.741 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 102/160 2023-09-23T06:34:44.741 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 103/160 2023-09-23T06:34:44.741 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 104/160 2023-09-23T06:34:44.741 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 105/160 2023-09-23T06:34:44.741 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 106/160 2023-09-23T06:34:44.741 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 107/160 2023-09-23T06:34:44.741 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 108/160 2023-09-23T06:34:44.741 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 109/160 2023-09-23T06:34:44.741 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 110/160 2023-09-23T06:34:44.741 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 111/160 2023-09-23T06:34:44.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 112/160 2023-09-23T06:34:44.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 113/160 2023-09-23T06:34:44.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 114/160 2023-09-23T06:34:44.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-portend-2.6-1.el8.noarch 115/160 2023-09-23T06:34:44.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 116/160 2023-09-23T06:34:44.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 117/160 2023-09-23T06:34:44.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 118/160 2023-09-23T06:34:44.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 119/160 2023-09-23T06:34:44.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 120/160 2023-09-23T06:34:44.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 121/160 2023-09-23T06:34:44.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 122/160 2023-09-23T06:34:44.742 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 123/160 2023-09-23T06:34:44.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 124/160 2023-09-23T06:34:44.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 125/160 2023-09-23T06:34:44.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 126/160 2023-09-23T06:34:44.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 127/160 2023-09-23T06:34:44.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 128/160 2023-09-23T06:34:44.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librados2-2:18.0.0-6336.g86266391.el8.x86_64 129/160 2023-09-23T06:34:44.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/160 2023-09-23T06:34:44.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librbd1-2:18.0.0-6336.g86266391.el8.x86_64 131/160 2023-09-23T06:34:44.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/160 2023-09-23T06:34:44.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : NetworkManager-initscripts-updown-1:1.40.16-9.el 133/160 2023-09-23T06:34:44.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : NetworkManager-initscripts-updown-1:1.40.16-4.el 134/160 2023-09-23T06:34:44.743 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el8.x86_64 135/160 2023-09-23T06:34:44.744 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : elfutils-debuginfod-client-0.189-1.el8.x86_64 136/160 2023-09-23T06:34:44.744 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : elfutils-libelf-0.189-3.el8.x86_64 137/160 2023-09-23T06:34:44.744 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : elfutils-libelf-0.189-1.el8.x86_64 138/160 2023-09-23T06:34:44.744 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : elfutils-libs-0.189-3.el8.x86_64 139/160 2023-09-23T06:34:44.744 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : elfutils-libs-0.189-1.el8.x86_64 140/160 2023-09-23T06:34:44.744 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : iproute-6.2.0-2.el8.x86_64 141/160 2023-09-23T06:34:44.744 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : iproute-6.2.0-1.el8.x86_64 142/160 2023-09-23T06:34:44.744 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libblkid-2.32.1-43.el8.x86_64 143/160 2023-09-23T06:34:44.744 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libblkid-2.32.1-41.el8.x86_64 144/160 2023-09-23T06:34:44.745 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libfdisk-2.32.1-43.el8.x86_64 145/160 2023-09-23T06:34:44.745 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libfdisk-2.32.1-41.el8.x86_64 146/160 2023-09-23T06:34:44.745 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libmount-2.32.1-43.el8.x86_64 147/160 2023-09-23T06:34:44.745 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libmount-2.32.1-41.el8.x86_64 148/160 2023-09-23T06:34:44.745 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libsmartcols-2.32.1-43.el8.x86_64 149/160 2023-09-23T06:34:44.745 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libsmartcols-2.32.1-41.el8.x86_64 150/160 2023-09-23T06:34:44.745 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libuuid-2.32.1-43.el8.x86_64 151/160 2023-09-23T06:34:44.745 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : libuuid-2.32.1-41.el8.x86_64 152/160 2023-09-23T06:34:44.745 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : util-linux-2.32.1-43.el8.x86_64 153/160 2023-09-23T06:34:44.745 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : util-linux-2.32.1-41.el8.x86_64 154/160 2023-09-23T06:34:44.745 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : util-linux-user-2.32.1-43.el8.x86_64 155/160 2023-09-23T06:34:44.745 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : util-linux-user-2.32.1-41.el8.x86_64 156/160 2023-09-23T06:34:44.746 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : xfsdump-3.1.8-6.el8.x86_64 157/160 2023-09-23T06:34:44.746 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : xfsdump-3.1.8-4.el8.x86_64 158/160 2023-09-23T06:34:44.746 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : xfsprogs-5.0.0-12.el8.x86_64 159/160 2023-09-23T06:34:44.881 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-immutable-object-cache-2:18.0.0-6336.g86266 125/160 2023-09-23T06:34:44.954 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.0.0-6336.g86266 125/160 2023-09-23T06:34:45.173 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : cephfs-mirror-2:18.0.0-6336.g86266391.el8.x86_64 126/160 2023-09-23T06:34:45.622 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: cephfs-mirror-2:18.0.0-6336.g86266391.el8.x86_64 126/160 2023-09-23T06:34:45.839 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : rbd-mirror-2:18.0.0-6336.g86266391.el8.x86_64 127/160 2023-09-23T06:34:46.148 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: rbd-mirror-2:18.0.0-6336.g86266391.el8.x86_64 127/160 2023-09-23T06:34:46.479 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : postgresql-contrib-10.23-2.module_el8+572+929c87 128/160 2023-09-23T06:34:46.913 INFO:teuthology.orchestra.run.smithi092.stdout: Verifying : xfsprogs-5.0.0-10.el8.x86_64 160/160 2023-09-23T06:34:46.913 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:34:46.913 INFO:teuthology.orchestra.run.smithi092.stdout:Upgraded: 2023-09-23T06:34:46.914 INFO:teuthology.orchestra.run.smithi092.stdout: NetworkManager-initscripts-updown-1:1.40.16-9.el8.noarch 2023-09-23T06:34:46.914 INFO:teuthology.orchestra.run.smithi092.stdout: elfutils-debuginfod-client-0.189-3.el8.x86_64 2023-09-23T06:34:46.914 INFO:teuthology.orchestra.run.smithi092.stdout: elfutils-libelf-0.189-3.el8.x86_64 2023-09-23T06:34:46.914 INFO:teuthology.orchestra.run.smithi092.stdout: elfutils-libs-0.189-3.el8.x86_64 2023-09-23T06:34:46.914 INFO:teuthology.orchestra.run.smithi092.stdout: iproute-6.2.0-2.el8.x86_64 2023-09-23T06:34:46.914 INFO:teuthology.orchestra.run.smithi092.stdout: libblkid-2.32.1-43.el8.x86_64 2023-09-23T06:34:46.914 INFO:teuthology.orchestra.run.smithi092.stdout: libfdisk-2.32.1-43.el8.x86_64 2023-09-23T06:34:46.914 INFO:teuthology.orchestra.run.smithi092.stdout: libmount-2.32.1-43.el8.x86_64 2023-09-23T06:34:46.914 INFO:teuthology.orchestra.run.smithi092.stdout: librados2-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.914 INFO:teuthology.orchestra.run.smithi092.stdout: librbd1-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.915 INFO:teuthology.orchestra.run.smithi092.stdout: libsmartcols-2.32.1-43.el8.x86_64 2023-09-23T06:34:46.915 INFO:teuthology.orchestra.run.smithi092.stdout: libuuid-2.32.1-43.el8.x86_64 2023-09-23T06:34:46.915 INFO:teuthology.orchestra.run.smithi092.stdout: util-linux-2.32.1-43.el8.x86_64 2023-09-23T06:34:46.915 INFO:teuthology.orchestra.run.smithi092.stdout: util-linux-user-2.32.1-43.el8.x86_64 2023-09-23T06:34:46.915 INFO:teuthology.orchestra.run.smithi092.stdout: xfsdump-3.1.8-6.el8.x86_64 2023-09-23T06:34:46.915 INFO:teuthology.orchestra.run.smithi092.stdout: xfsprogs-5.0.0-12.el8.x86_64 2023-09-23T06:34:46.915 INFO:teuthology.orchestra.run.smithi092.stdout:Installed: 2023-09-23T06:34:46.915 INFO:teuthology.orchestra.run.smithi092.stdout: automake-1.16.1-8.el8.noarch 2023-09-23T06:34:46.915 INFO:teuthology.orchestra.run.smithi092.stdout: bison-3.0.4-10.el8.x86_64 2023-09-23T06:34:46.915 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.915 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-base-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.916 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-common-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.916 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-fuse-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.916 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-grafana-dashboards-2:18.0.0-6336.g86266391.el8.noarch 2023-09-23T06:34:46.916 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-immutable-object-cache-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.916 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mds-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.916 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.916 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-cephadm-2:18.0.0-6336.g86266391.el8.noarch 2023-09-23T06:34:46.916 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-dashboard-2:18.0.0-6336.g86266391.el8.noarch 2023-09-23T06:34:46.916 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-diskprediction-local-2:18.0.0-6336.g86266391.el8.noarch 2023-09-23T06:34:46.916 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-modules-core-2:18.0.0-6336.g86266391.el8.noarch 2023-09-23T06:34:46.916 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mgr-rook-2:18.0.0-6336.g86266391.el8.noarch 2023-09-23T06:34:46.917 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-mon-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.917 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-osd-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.917 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-prometheus-alerts-2:18.0.0-6336.g86266391.el8.noarch 2023-09-23T06:34:46.917 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-radosgw-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.917 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-selinux-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.917 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-test-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.917 INFO:teuthology.orchestra.run.smithi092.stdout: ceph-volume-2:18.0.0-6336.g86266391.el8.noarch 2023-09-23T06:34:46.917 INFO:teuthology.orchestra.run.smithi092.stdout: cephadm-2:18.0.0-6336.g86266391.el8.noarch 2023-09-23T06:34:46.917 INFO:teuthology.orchestra.run.smithi092.stdout: cephfs-mirror-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.917 INFO:teuthology.orchestra.run.smithi092.stdout: cephfs-top-2:18.0.0-6336.g86266391.el8.noarch 2023-09-23T06:34:46.917 INFO:teuthology.orchestra.run.smithi092.stdout: elfutils-libelf-devel-0.189-3.el8.x86_64 2023-09-23T06:34:46.918 INFO:teuthology.orchestra.run.smithi092.stdout: flex-2.6.1-9.el8.x86_64 2023-09-23T06:34:46.918 INFO:teuthology.orchestra.run.smithi092.stdout: fuse-2.9.7-17.el8.x86_64 2023-09-23T06:34:46.918 INFO:teuthology.orchestra.run.smithi092.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-09-23T06:34:46.918 INFO:teuthology.orchestra.run.smithi092.stdout: jq-1.6-7.el8.x86_64 2023-09-23T06:34:46.918 INFO:teuthology.orchestra.run.smithi092.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-09-23T06:34:46.918 INFO:teuthology.orchestra.run.smithi092.stdout: krb5-devel-1.18.2-22.el8.x86_64 2023-09-23T06:34:46.918 INFO:teuthology.orchestra.run.smithi092.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-09-23T06:34:46.918 INFO:teuthology.orchestra.run.smithi092.stdout: libcephfs-devel-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.918 INFO:teuthology.orchestra.run.smithi092.stdout: libcephfs2-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.918 INFO:teuthology.orchestra.run.smithi092.stdout: libcephsqlite-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.918 INFO:teuthology.orchestra.run.smithi092.stdout: libcom_err-devel-1.45.6-5.el8.x86_64 2023-09-23T06:34:46.919 INFO:teuthology.orchestra.run.smithi092.stdout: libgfortran-8.5.0-20.el8.x86_64 2023-09-23T06:34:46.919 INFO:teuthology.orchestra.run.smithi092.stdout: liboath-2.6.2-3.el8.x86_64 2023-09-23T06:34:46.919 INFO:teuthology.orchestra.run.smithi092.stdout: libpq-13.5-1.el8.x86_64 2023-09-23T06:34:46.919 INFO:teuthology.orchestra.run.smithi092.stdout: libquadmath-8.5.0-20.el8.x86_64 2023-09-23T06:34:46.919 INFO:teuthology.orchestra.run.smithi092.stdout: librabbitmq-0.9.0-4.el8.x86_64 2023-09-23T06:34:46.919 INFO:teuthology.orchestra.run.smithi092.stdout: librados-devel-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.919 INFO:teuthology.orchestra.run.smithi092.stdout: libradosstriper1-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.919 INFO:teuthology.orchestra.run.smithi092.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-09-23T06:34:46.919 INFO:teuthology.orchestra.run.smithi092.stdout: librgw2-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.919 INFO:teuthology.orchestra.run.smithi092.stdout: libselinux-devel-2.9-8.el8.x86_64 2023-09-23T06:34:46.919 INFO:teuthology.orchestra.run.smithi092.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-09-23T06:34:46.920 INFO:teuthology.orchestra.run.smithi092.stdout: libtool-2.4.6-25.el8.x86_64 2023-09-23T06:34:46.920 INFO:teuthology.orchestra.run.smithi092.stdout: libunwind-1.3.1-3.el8.x86_64 2023-09-23T06:34:46.920 INFO:teuthology.orchestra.run.smithi092.stdout: libuuid-devel-2.32.1-43.el8.x86_64 2023-09-23T06:34:46.920 INFO:teuthology.orchestra.run.smithi092.stdout: libverto-devel-0.3.2-2.el8.x86_64 2023-09-23T06:34:46.920 INFO:teuthology.orchestra.run.smithi092.stdout: libzstd-devel-1.4.4-1.el8.x86_64 2023-09-23T06:34:46.920 INFO:teuthology.orchestra.run.smithi092.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-09-23T06:34:46.920 INFO:teuthology.orchestra.run.smithi092.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-09-23T06:34:46.920 INFO:teuthology.orchestra.run.smithi092.stdout: openblas-0.3.15-4.el8.x86_64 2023-09-23T06:34:46.920 INFO:teuthology.orchestra.run.smithi092.stdout: openblas-threads-0.3.15-4.el8.x86_64 2023-09-23T06:34:46.920 INFO:teuthology.orchestra.run.smithi092.stdout: openssl-devel-1:1.1.1k-9.el8.x86_64 2023-09-23T06:34:46.920 INFO:teuthology.orchestra.run.smithi092.stdout: pcre2-devel-10.32-3.el8.x86_64 2023-09-23T06:34:46.921 INFO:teuthology.orchestra.run.smithi092.stdout: pcre2-utf16-10.32-3.el8.x86_64 2023-09-23T06:34:46.921 INFO:teuthology.orchestra.run.smithi092.stdout: pcre2-utf32-10.32-3.el8.x86_64 2023-09-23T06:34:46.921 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-10.23-2.module_el8+572+929c87ac.x86_64 2023-09-23T06:34:46.921 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-contrib-10.23-2.module_el8+572+929c87ac.x86_64 2023-09-23T06:34:46.921 INFO:teuthology.orchestra.run.smithi092.stdout: postgresql-server-10.23-2.module_el8+572+929c87ac.x86_64 2023-09-23T06:34:46.921 INFO:teuthology.orchestra.run.smithi092.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-09-23T06:34:46.921 INFO:teuthology.orchestra.run.smithi092.stdout: python3-babel-2.5.1-7.el8.noarch 2023-09-23T06:34:46.921 INFO:teuthology.orchestra.run.smithi092.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-09-23T06:34:46.921 INFO:teuthology.orchestra.run.smithi092.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-09-23T06:34:46.921 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-09-23T06:34:46.921 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ceph-argparse-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.922 INFO:teuthology.orchestra.run.smithi092.stdout: python3-ceph-common-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.922 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cephfs-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.922 INFO:teuthology.orchestra.run.smithi092.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-09-23T06:34:46.922 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cffi-1.11.5-6.el8.x86_64 2023-09-23T06:34:46.922 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-09-23T06:34:46.922 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-09-23T06:34:46.922 INFO:teuthology.orchestra.run.smithi092.stdout: python3-cryptography-3.2.1-6.el8.x86_64 2023-09-23T06:34:46.922 INFO:teuthology.orchestra.run.smithi092.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-09-23T06:34:46.922 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-6.2-6.el8.noarch 2023-09-23T06:34:46.922 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-09-23T06:34:46.922 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-09-23T06:34:46.923 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-09-23T06:34:46.923 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-09-23T06:34:46.923 INFO:teuthology.orchestra.run.smithi092.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-09-23T06:34:46.923 INFO:teuthology.orchestra.run.smithi092.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-09-23T06:34:46.923 INFO:teuthology.orchestra.run.smithi092.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-09-23T06:34:46.923 INFO:teuthology.orchestra.run.smithi092.stdout: python3-mako-1.0.6-14.el8.noarch 2023-09-23T06:34:46.923 INFO:teuthology.orchestra.run.smithi092.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-09-23T06:34:46.923 INFO:teuthology.orchestra.run.smithi092.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-09-23T06:34:46.923 INFO:teuthology.orchestra.run.smithi092.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-09-23T06:34:46.923 INFO:teuthology.orchestra.run.smithi092.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-09-23T06:34:46.923 INFO:teuthology.orchestra.run.smithi092.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-09-23T06:34:46.924 INFO:teuthology.orchestra.run.smithi092.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-09-23T06:34:46.924 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-09-23T06:34:46.924 INFO:teuthology.orchestra.run.smithi092.stdout: python3-portend-2.6-1.el8.noarch 2023-09-23T06:34:46.924 INFO:teuthology.orchestra.run.smithi092.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-09-23T06:34:46.924 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-09-23T06:34:46.924 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-09-23T06:34:46.924 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-09-23T06:34:46.924 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pycparser-2.14-14.el8.noarch 2023-09-23T06:34:46.924 INFO:teuthology.orchestra.run.smithi092.stdout: python3-pytz-2017.2-11.el8.noarch 2023-09-23T06:34:46.924 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rados-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.924 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rbd-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.924 INFO:teuthology.orchestra.run.smithi092.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-09-23T06:34:46.925 INFO:teuthology.orchestra.run.smithi092.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-09-23T06:34:46.925 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rgw-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.925 INFO:teuthology.orchestra.run.smithi092.stdout: python3-routes-2.4.1-12.el8.noarch 2023-09-23T06:34:46.925 INFO:teuthology.orchestra.run.smithi092.stdout: python3-rsa-4.9-2.el8.noarch 2023-09-23T06:34:46.925 INFO:teuthology.orchestra.run.smithi092.stdout: python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x86_64 2023-09-23T06:34:46.925 INFO:teuthology.orchestra.run.smithi092.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-09-23T06:34:46.925 INFO:teuthology.orchestra.run.smithi092.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-09-23T06:34:46.925 INFO:teuthology.orchestra.run.smithi092.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-09-23T06:34:46.925 INFO:teuthology.orchestra.run.smithi092.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-09-23T06:34:46.925 INFO:teuthology.orchestra.run.smithi092.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-09-23T06:34:46.925 INFO:teuthology.orchestra.run.smithi092.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-09-23T06:34:46.926 INFO:teuthology.orchestra.run.smithi092.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-09-23T06:34:46.926 INFO:teuthology.orchestra.run.smithi092.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-09-23T06:34:46.926 INFO:teuthology.orchestra.run.smithi092.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-09-23T06:34:46.926 INFO:teuthology.orchestra.run.smithi092.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-09-23T06:34:46.926 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-fuse-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.926 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-mirror-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.926 INFO:teuthology.orchestra.run.smithi092.stdout: rbd-nbd-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:46.926 INFO:teuthology.orchestra.run.smithi092.stdout: socat-1.7.4.1-1.el8.x86_64 2023-09-23T06:34:46.926 INFO:teuthology.orchestra.run.smithi092.stdout: thrift-0.13.0-2.el8.x86_64 2023-09-23T06:34:46.926 INFO:teuthology.orchestra.run.smithi092.stdout: uuid-1.6.2-43.el8.x86_64 2023-09-23T06:34:46.926 INFO:teuthology.orchestra.run.smithi092.stdout: xfsprogs-devel-5.0.0-12.el8.x86_64 2023-09-23T06:34:46.927 INFO:teuthology.orchestra.run.smithi092.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-09-23T06:34:46.927 INFO:teuthology.orchestra.run.smithi092.stdout: zlib-devel-1.2.11-21.el8.x86_64 2023-09-23T06:34:46.927 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:34:46.927 INFO:teuthology.orchestra.run.smithi092.stdout:Complete! 2023-09-23T06:34:47.225 DEBUG:teuthology.parallel:result is None 2023-09-23T06:34:47.807 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ceph-fuse-2:18.0.0-6336.g86266391.el8.x86_64 129/160 2023-09-23T06:34:48.111 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : openssl-devel-1:1.1.1k-9.el8.x86_64 130/160 2023-09-23T06:34:48.329 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : elfutils-libelf-devel-0.189-3.el8.x86_64 131/160 2023-09-23T06:34:48.571 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : util-linux-user-2.32.1-43.el8.x86_64 132/160 2023-09-23T06:34:48.744 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : xfsprogs-devel-5.0.0-12.el8.x86_64 133/160 2023-09-23T06:34:48.940 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libcephfs-devel-2:18.0.0-6336.g86266391.el8.x86_ 134/160 2023-09-23T06:34:50.221 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: postgresql-server-10.23-2.module_el8+572+929c87a 135/160 2023-09-23T06:34:50.464 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : postgresql-server-10.23-2.module_el8+572+929c87a 135/160 2023-09-23T06:34:50.552 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: postgresql-server-10.23-2.module_el8+572+929c87a 135/160 2023-09-23T06:34:50.769 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : xfsdump-3.1.8-6.el8.x86_64 136/160 2023-09-23T06:34:50.931 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : cephfs-top-2:18.0.0-6336.g86266391.el8.noarch 137/160 2023-09-23T06:34:51.141 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : rbd-fuse-2:18.0.0-6336.g86266391.el8.x86_64 138/160 2023-09-23T06:34:51.548 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : rbd-nbd-2:18.0.0-6336.g86266391.el8.x86_64 139/160 2023-09-23T06:34:51.849 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : iproute-6.2.0-2.el8.x86_64 140/160 2023-09-23T06:34:52.005 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : NetworkManager-initscripts-updown-1:1.40.16-9.el 141/160 2023-09-23T06:34:52.034 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.40.16-9.el 141/160 2023-09-23T06:34:52.264 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libaio-devel-0.3.112-1.el8.x86_64 142/160 2023-09-23T06:34:52.504 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : flex-2.6.1-9.el8.x86_64 143/160 2023-09-23T06:34:52.631 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: flex-2.6.1-9.el8.x86_64 143/160 2023-09-23T06:34:52.855 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : bison-3.0.4-10.el8.x86_64 144/160 2023-09-23T06:34:52.882 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: bison-3.0.4-10.el8.x86_64 144/160 2023-09-23T06:34:53.056 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : elfutils-debuginfod-client-0.189-1.el8.x86_64 145/160 2023-09-23T06:34:53.245 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : elfutils-libs-0.189-1.el8.x86_64 146/160 2023-09-23T06:34:53.435 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : xfsdump-3.1.8-4.el8.x86_64 147/160 2023-09-23T06:34:53.435 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : xfsprogs-5.0.0-10.el8.x86_64 148/160 2023-09-23T06:34:53.693 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: xfsprogs-5.0.0-10.el8.x86_64 148/160 2023-09-23T06:34:53.693 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : librbd1-1:12.2.7-9.el8.x86_64 149/160 2023-09-23T06:34:53.991 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librbd1-1:12.2.7-9.el8.x86_64 149/160 2023-09-23T06:34:54.008 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: NetworkManager-initscripts-updown-1:1.40.16-4.el 150/160 2023-09-23T06:34:54.119 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : NetworkManager-initscripts-updown-1:1.40.16-4.el 150/160 2023-09-23T06:34:54.120 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : librados2-1:12.2.7-9.el8.x86_64 151/160 2023-09-23T06:34:54.413 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: librados2-1:12.2.7-9.el8.x86_64 151/160 2023-09-23T06:34:54.574 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : iproute-6.2.0-1.el8.x86_64 152/160 2023-09-23T06:34:54.742 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : util-linux-user-2.32.1-41.el8.x86_64 153/160 2023-09-23T06:34:54.956 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : util-linux-2.32.1-41.el8.x86_64 154/160 2023-09-23T06:34:54.957 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : libfdisk-2.32.1-41.el8.x86_64 155/160 2023-09-23T06:34:55.199 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libfdisk-2.32.1-41.el8.x86_64 155/160 2023-09-23T06:34:55.199 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : libmount-2.32.1-41.el8.x86_64 156/160 2023-09-23T06:34:55.449 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libmount-2.32.1-41.el8.x86_64 156/160 2023-09-23T06:34:55.450 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : libblkid-2.32.1-41.el8.x86_64 157/160 2023-09-23T06:34:55.674 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libblkid-2.32.1-41.el8.x86_64 157/160 2023-09-23T06:34:55.674 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : libuuid-2.32.1-41.el8.x86_64 158/160 2023-09-23T06:34:55.891 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libuuid-2.32.1-41.el8.x86_64 158/160 2023-09-23T06:34:55.891 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : libsmartcols-2.32.1-41.el8.x86_64 159/160 2023-09-23T06:34:56.099 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libsmartcols-2.32.1-41.el8.x86_64 159/160 2023-09-23T06:34:56.282 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : elfutils-libelf-0.189-1.el8.x86_64 160/160 2023-09-23T06:34:56.517 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: elfutils-libelf-0.189-1.el8.x86_64 160/160 2023-09-23T06:34:56.518 INFO:teuthology.orchestra.run.smithi016.stdout:Couldn't write '0' to 'kernel/yama/ptrace_scope', ignoring: No such file or directory 2023-09-23T06:34:56.518 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:34:57.268 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-2:18.0.0-6336.g86266391.el8.x86_64 1/160 2023-09-23T06:34:57.268 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-base-2:18.0.0-6336.g86266391.el8.x86_64 2/160 2023-09-23T06:34:57.268 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-common-2:18.0.0-6336.g86266391.el8.x86_64 3/160 2023-09-23T06:34:57.268 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-fuse-2:18.0.0-6336.g86266391.el8.x86_64 4/160 2023-09-23T06:34:57.268 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-immutable-object-cache-2:18.0.0-6336.g86266 5/160 2023-09-23T06:34:57.269 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mds-2:18.0.0-6336.g86266391.el8.x86_64 6/160 2023-09-23T06:34:57.269 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-2:18.0.0-6336.g86266391.el8.x86_64 7/160 2023-09-23T06:34:57.269 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mon-2:18.0.0-6336.g86266391.el8.x86_64 8/160 2023-09-23T06:34:57.269 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-osd-2:18.0.0-6336.g86266391.el8.x86_64 9/160 2023-09-23T06:34:57.269 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-radosgw-2:18.0.0-6336.g86266391.el8.x86_64 10/160 2023-09-23T06:34:57.269 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-selinux-2:18.0.0-6336.g86266391.el8.x86_64 11/160 2023-09-23T06:34:57.269 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-test-2:18.0.0-6336.g86266391.el8.x86_64 12/160 2023-09-23T06:34:57.269 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : cephfs-mirror-2:18.0.0-6336.g86266391.el8.x86_64 13/160 2023-09-23T06:34:57.269 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libcephfs-devel-2:18.0.0-6336.g86266391.el8.x86_ 14/160 2023-09-23T06:34:57.269 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libcephfs2-2:18.0.0-6336.g86266391.el8.x86_64 15/160 2023-09-23T06:34:57.269 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libcephsqlite-2:18.0.0-6336.g86266391.el8.x86_64 16/160 2023-09-23T06:34:57.270 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librados-devel-2:18.0.0-6336.g86266391.el8.x86_6 17/160 2023-09-23T06:34:57.270 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libradosstriper1-2:18.0.0-6336.g86266391.el8.x86 18/160 2023-09-23T06:34:57.270 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librgw2-2:18.0.0-6336.g86266391.el8.x86_64 19/160 2023-09-23T06:34:57.270 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-ceph-argparse-2:18.0.0-6336.g86266391.el 20/160 2023-09-23T06:34:57.270 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-ceph-common-2:18.0.0-6336.g86266391.el8. 21/160 2023-09-23T06:34:57.270 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cephfs-2:18.0.0-6336.g86266391.el8.x86_6 22/160 2023-09-23T06:34:57.270 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rados-2:18.0.0-6336.g86266391.el8.x86_64 23/160 2023-09-23T06:34:57.270 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rbd-2:18.0.0-6336.g86266391.el8.x86_64 24/160 2023-09-23T06:34:57.270 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rgw-2:18.0.0-6336.g86266391.el8.x86_64 25/160 2023-09-23T06:34:57.270 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : rbd-fuse-2:18.0.0-6336.g86266391.el8.x86_64 26/160 2023-09-23T06:34:57.270 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : rbd-mirror-2:18.0.0-6336.g86266391.el8.x86_64 27/160 2023-09-23T06:34:57.271 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : rbd-nbd-2:18.0.0-6336.g86266391.el8.x86_64 28/160 2023-09-23T06:34:57.271 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-grafana-dashboards-2:18.0.0-6336.g86266391. 29/160 2023-09-23T06:34:57.282 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-cephadm-2:18.0.0-6336.g86266391.el8.noa 30/160 2023-09-23T06:34:57.282 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-dashboard-2:18.0.0-6336.g86266391.el8.n 31/160 2023-09-23T06:34:57.282 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.0.0-6336.g862 32/160 2023-09-23T06:34:57.282 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-modules-core-2:18.0.0-6336.g86266391.el 33/160 2023-09-23T06:34:57.282 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-mgr-rook-2:18.0.0-6336.g86266391.el8.noarch 34/160 2023-09-23T06:34:57.282 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-prometheus-alerts-2:18.0.0-6336.g86266391.e 35/160 2023-09-23T06:34:57.282 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ceph-volume-2:18.0.0-6336.g86266391.el8.noarch 36/160 2023-09-23T06:34:57.282 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : cephadm-2:18.0.0-6336.g86266391.el8.noarch 37/160 2023-09-23T06:34:57.283 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : cephfs-top-2:18.0.0-6336.g86266391.el8.noarch 38/160 2023-09-23T06:34:57.283 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : automake-1.16.1-8.el8.noarch 39/160 2023-09-23T06:34:57.283 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : bison-3.0.4-10.el8.x86_64 40/160 2023-09-23T06:34:57.283 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : flex-2.6.1-9.el8.x86_64 41/160 2023-09-23T06:34:57.283 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : jq-1.6-7.el8.x86_64 42/160 2023-09-23T06:34:57.283 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libpq-13.5-1.el8.x86_64 43/160 2023-09-23T06:34:57.283 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librdkafka-0.11.4-3.el8.x86_64 44/160 2023-09-23T06:34:57.283 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libtool-2.4.6-25.el8.x86_64 45/160 2023-09-23T06:34:57.283 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : lttng-ust-2.8.1-11.el8.x86_64 46/160 2023-09-23T06:34:57.283 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : oniguruma-6.8.2-2.el8.x86_64 47/160 2023-09-23T06:34:57.283 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openblas-0.3.15-4.el8.x86_64 48/160 2023-09-23T06:34:57.284 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openblas-threads-0.3.15-4.el8.x86_64 49/160 2023-09-23T06:34:57.284 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : postgresql-10.23-2.module_el8+572+929c87ac.x86_6 50/160 2023-09-23T06:34:57.284 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : postgresql-contrib-10.23-2.module_el8+572+929c87 51/160 2023-09-23T06:34:57.284 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : postgresql-server-10.23-2.module_el8+572+929c87a 52/160 2023-09-23T06:34:57.284 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-babel-2.5.1-7.el8.noarch 53/160 2023-09-23T06:34:57.284 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jinja2-2.10.1-3.el8.noarch 54/160 2023-09-23T06:34:57.284 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jsonpatch-1.21-2.el8.noarch 55/160 2023-09-23T06:34:57.284 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jsonpointer-1.10-11.el8.noarch 56/160 2023-09-23T06:34:57.284 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-mako-1.0.6-14.el8.noarch 57/160 2023-09-23T06:34:57.284 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-markupsafe-0.23-19.el8.x86_64 58/160 2023-09-23T06:34:57.284 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-numpy-1:1.14.3-10.el8.x86_64 59/160 2023-09-23T06:34:57.285 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-numpy-f2py-1:1.14.3-10.el8.x86_64 60/160 2023-09-23T06:34:57.285 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-prettytable-0.7.2-14.el8.noarch 61/160 2023-09-23T06:34:57.285 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyOpenSSL-19.0.0-1.el8.noarch 62/160 2023-09-23T06:34:57.285 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyasn1-0.3.7-6.el8.noarch 63/160 2023-09-23T06:34:57.285 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pyasn1-modules-0.3.7-6.el8.noarch 64/160 2023-09-23T06:34:57.285 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pytz-2017.2-11.el8.noarch 65/160 2023-09-23T06:34:57.285 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a2 66/160 2023-09-23T06:34:57.285 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-werkzeug-0.12.2-4.el8.noarch 67/160 2023-09-23T06:34:57.285 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : socat-1.7.4.1-1.el8.x86_64 68/160 2023-09-23T06:34:57.285 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : uuid-1.6.2-43.el8.x86_64 69/160 2023-09-23T06:34:57.285 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : xmlstarlet-1.6.1-20.el8.x86_64 70/160 2023-09-23T06:34:57.286 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : elfutils-libelf-devel-0.189-3.el8.x86_64 71/160 2023-09-23T06:34:57.286 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : fuse-2.9.7-17.el8.x86_64 72/160 2023-09-23T06:34:57.286 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : keyutils-libs-devel-1.5.10-9.el8.x86_64 73/160 2023-09-23T06:34:57.286 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : krb5-devel-1.18.2-22.el8.x86_64 74/160 2023-09-23T06:34:57.286 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libaio-devel-0.3.112-1.el8.x86_64 75/160 2023-09-23T06:34:57.286 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libcom_err-devel-1.45.6-5.el8.x86_64 76/160 2023-09-23T06:34:57.286 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libgfortran-8.5.0-20.el8.x86_64 77/160 2023-09-23T06:34:57.286 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libquadmath-8.5.0-20.el8.x86_64 78/160 2023-09-23T06:34:57.286 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librabbitmq-0.9.0-4.el8.x86_64 79/160 2023-09-23T06:34:57.286 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libselinux-devel-2.9-8.el8.x86_64 80/160 2023-09-23T06:34:57.286 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libsepol-devel-2.9-3.el8.x86_64 81/160 2023-09-23T06:34:57.287 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libuuid-devel-2.32.1-43.el8.x86_64 82/160 2023-09-23T06:34:57.287 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libverto-devel-0.3.2-2.el8.x86_64 83/160 2023-09-23T06:34:57.287 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libzstd-devel-1.4.4-1.el8.x86_64 84/160 2023-09-23T06:34:57.287 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : openssl-devel-1:1.1.1k-9.el8.x86_64 85/160 2023-09-23T06:34:57.287 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : pcre2-devel-10.32-3.el8.x86_64 86/160 2023-09-23T06:34:57.287 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : pcre2-utf16-10.32-3.el8.x86_64 87/160 2023-09-23T06:34:57.287 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : pcre2-utf32-10.32-3.el8.x86_64 88/160 2023-09-23T06:34:57.287 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cffi-1.11.5-6.el8.x86_64 89/160 2023-09-23T06:34:57.287 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cryptography-3.2.1-6.el8.x86_64 90/160 2023-09-23T06:34:57.287 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jwt-1.6.1-2.el8.noarch 91/160 2023-09-23T06:34:57.287 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-oauthlib-2.1.0-1.el8.noarch 92/160 2023-09-23T06:34:57.287 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pycparser-2.14-14.el8.noarch 93/160 2023-09-23T06:34:57.287 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-requests-oauthlib-1.0.0-1.el8.noarch 94/160 2023-09-23T06:34:57.288 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : xfsprogs-devel-5.0.0-12.el8.x86_64 95/160 2023-09-23T06:34:57.288 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : zlib-devel-1.2.11-21.el8.x86_64 96/160 2023-09-23T06:34:57.288 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : gperftools-libs-1:2.7-9.el8.x86_64 97/160 2023-09-23T06:34:57.288 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : liboath-2.6.2-3.el8.x86_64 98/160 2023-09-23T06:34:57.288 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libunwind-1.3.1-3.el8.x86_64 99/160 2023-09-23T06:34:57.288 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-asyncssh-2.7.0-2.el8.noarch 100/160 2023-09-23T06:34:57.288 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-bcrypt-3.1.6-2.el8.1.x86_64 101/160 2023-09-23T06:34:57.288 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-beautifulsoup4-4.6.3-2.el8.1.noarch 102/160 2023-09-23T06:34:57.288 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cachetools-3.1.1-4.el8.noarch 103/160 2023-09-23T06:34:57.288 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-certifi-2018.10.15-7.el8.noarch 104/160 2023-09-23T06:34:57.288 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cheroot-8.5.2-1.el8.noarch 105/160 2023-09-23T06:34:57.288 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-cherrypy-18.4.0-1.el8.noarch 106/160 2023-09-23T06:34:57.289 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-google-auth-1:1.1.1-10.el8.noarch 107/160 2023-09-23T06:34:57.289 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-6.2-6.el8.noarch 108/160 2023-09-23T06:34:57.289 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-jaraco-functools-2.0-4.el8.noarch 109/160 2023-09-23T06:34:57.289 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-kubernetes-1:11.0.0-6.el8.noarch 110/160 2023-09-23T06:34:57.289 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-logutils-0.3.5-11.el8.noarch 111/160 2023-09-23T06:34:57.289 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-more-itertools-7.2.0-3.el8.noarch 112/160 2023-09-23T06:34:57.289 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-natsort-7.1.1-2.el8.noarch 113/160 2023-09-23T06:34:57.289 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-pecan-1.3.2-9.el8.noarch 114/160 2023-09-23T06:34:57.289 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-portend-2.6-1.el8.noarch 115/160 2023-09-23T06:34:57.289 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-repoze-lru-0.7-6.el8.noarch 116/160 2023-09-23T06:34:57.289 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-routes-2.4.1-12.el8.noarch 117/160 2023-09-23T06:34:57.289 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-rsa-4.9-2.el8.noarch 118/160 2023-09-23T06:34:57.290 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-simplegeneric-0.8.1-17.el8.noarch 119/160 2023-09-23T06:34:57.290 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-singledispatch-3.4.0.3-18.el8.noarch 120/160 2023-09-23T06:34:57.290 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-tempora-1.14.1-5.el8.noarch 121/160 2023-09-23T06:34:57.290 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-trustme-0.6.0-4.el8.noarch 122/160 2023-09-23T06:34:57.290 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-waitress-1.4.3-1.el8.noarch 123/160 2023-09-23T06:34:57.290 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-webob-1.8.5-1.el8.1.noarch 124/160 2023-09-23T06:34:57.290 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-websocket-client-0.56.0-5.el8.noarch 125/160 2023-09-23T06:34:57.290 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-webtest-2.0.33-1.el8.noarch 126/160 2023-09-23T06:34:57.290 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : python3-zc-lockfile-2.0-2.el8.noarch 127/160 2023-09-23T06:34:57.290 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : thrift-0.13.0-2.el8.x86_64 128/160 2023-09-23T06:34:57.290 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librados2-2:18.0.0-6336.g86266391.el8.x86_64 129/160 2023-09-23T06:34:57.291 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librados2-1:12.2.7-9.el8.x86_64 130/160 2023-09-23T06:34:57.291 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librbd1-2:18.0.0-6336.g86266391.el8.x86_64 131/160 2023-09-23T06:34:57.291 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : librbd1-1:12.2.7-9.el8.x86_64 132/160 2023-09-23T06:34:57.291 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : NetworkManager-initscripts-updown-1:1.40.16-9.el 133/160 2023-09-23T06:34:57.291 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : NetworkManager-initscripts-updown-1:1.40.16-4.el 134/160 2023-09-23T06:34:57.291 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : elfutils-debuginfod-client-0.189-3.el8.x86_64 135/160 2023-09-23T06:34:57.291 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : elfutils-debuginfod-client-0.189-1.el8.x86_64 136/160 2023-09-23T06:34:57.291 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : elfutils-libelf-0.189-3.el8.x86_64 137/160 2023-09-23T06:34:57.291 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : elfutils-libelf-0.189-1.el8.x86_64 138/160 2023-09-23T06:34:57.291 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : elfutils-libs-0.189-3.el8.x86_64 139/160 2023-09-23T06:34:57.291 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : elfutils-libs-0.189-1.el8.x86_64 140/160 2023-09-23T06:34:57.291 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : iproute-6.2.0-2.el8.x86_64 141/160 2023-09-23T06:34:57.292 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : iproute-6.2.0-1.el8.x86_64 142/160 2023-09-23T06:34:57.292 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libblkid-2.32.1-43.el8.x86_64 143/160 2023-09-23T06:34:57.292 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libblkid-2.32.1-41.el8.x86_64 144/160 2023-09-23T06:34:57.292 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libfdisk-2.32.1-43.el8.x86_64 145/160 2023-09-23T06:34:57.292 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libfdisk-2.32.1-41.el8.x86_64 146/160 2023-09-23T06:34:57.292 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libmount-2.32.1-43.el8.x86_64 147/160 2023-09-23T06:34:57.292 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libmount-2.32.1-41.el8.x86_64 148/160 2023-09-23T06:34:57.292 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libsmartcols-2.32.1-43.el8.x86_64 149/160 2023-09-23T06:34:57.292 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libsmartcols-2.32.1-41.el8.x86_64 150/160 2023-09-23T06:34:57.292 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libuuid-2.32.1-43.el8.x86_64 151/160 2023-09-23T06:34:57.292 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libuuid-2.32.1-41.el8.x86_64 152/160 2023-09-23T06:34:57.293 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : util-linux-2.32.1-43.el8.x86_64 153/160 2023-09-23T06:34:57.293 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : util-linux-2.32.1-41.el8.x86_64 154/160 2023-09-23T06:34:57.293 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : util-linux-user-2.32.1-43.el8.x86_64 155/160 2023-09-23T06:34:57.293 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : util-linux-user-2.32.1-41.el8.x86_64 156/160 2023-09-23T06:34:57.293 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : xfsdump-3.1.8-6.el8.x86_64 157/160 2023-09-23T06:34:57.293 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : xfsdump-3.1.8-4.el8.x86_64 158/160 2023-09-23T06:34:57.293 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : xfsprogs-5.0.0-12.el8.x86_64 159/160 2023-09-23T06:34:59.461 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : xfsprogs-5.0.0-10.el8.x86_64 160/160 2023-09-23T06:34:59.461 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:34:59.461 INFO:teuthology.orchestra.run.smithi016.stdout:Upgraded: 2023-09-23T06:34:59.461 INFO:teuthology.orchestra.run.smithi016.stdout: NetworkManager-initscripts-updown-1:1.40.16-9.el8.noarch 2023-09-23T06:34:59.461 INFO:teuthology.orchestra.run.smithi016.stdout: elfutils-debuginfod-client-0.189-3.el8.x86_64 2023-09-23T06:34:59.461 INFO:teuthology.orchestra.run.smithi016.stdout: elfutils-libelf-0.189-3.el8.x86_64 2023-09-23T06:34:59.461 INFO:teuthology.orchestra.run.smithi016.stdout: elfutils-libs-0.189-3.el8.x86_64 2023-09-23T06:34:59.462 INFO:teuthology.orchestra.run.smithi016.stdout: iproute-6.2.0-2.el8.x86_64 2023-09-23T06:34:59.462 INFO:teuthology.orchestra.run.smithi016.stdout: libblkid-2.32.1-43.el8.x86_64 2023-09-23T06:34:59.462 INFO:teuthology.orchestra.run.smithi016.stdout: libfdisk-2.32.1-43.el8.x86_64 2023-09-23T06:34:59.462 INFO:teuthology.orchestra.run.smithi016.stdout: libmount-2.32.1-43.el8.x86_64 2023-09-23T06:34:59.462 INFO:teuthology.orchestra.run.smithi016.stdout: librados2-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.462 INFO:teuthology.orchestra.run.smithi016.stdout: librbd1-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.462 INFO:teuthology.orchestra.run.smithi016.stdout: libsmartcols-2.32.1-43.el8.x86_64 2023-09-23T06:34:59.462 INFO:teuthology.orchestra.run.smithi016.stdout: libuuid-2.32.1-43.el8.x86_64 2023-09-23T06:34:59.462 INFO:teuthology.orchestra.run.smithi016.stdout: util-linux-2.32.1-43.el8.x86_64 2023-09-23T06:34:59.462 INFO:teuthology.orchestra.run.smithi016.stdout: util-linux-user-2.32.1-43.el8.x86_64 2023-09-23T06:34:59.462 INFO:teuthology.orchestra.run.smithi016.stdout: xfsdump-3.1.8-6.el8.x86_64 2023-09-23T06:34:59.463 INFO:teuthology.orchestra.run.smithi016.stdout: xfsprogs-5.0.0-12.el8.x86_64 2023-09-23T06:34:59.463 INFO:teuthology.orchestra.run.smithi016.stdout:Installed: 2023-09-23T06:34:59.463 INFO:teuthology.orchestra.run.smithi016.stdout: automake-1.16.1-8.el8.noarch 2023-09-23T06:34:59.463 INFO:teuthology.orchestra.run.smithi016.stdout: bison-3.0.4-10.el8.x86_64 2023-09-23T06:34:59.463 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.463 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-base-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.463 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-common-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.463 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-fuse-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.463 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-grafana-dashboards-2:18.0.0-6336.g86266391.el8.noarch 2023-09-23T06:34:59.463 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-immutable-object-cache-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.463 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mds-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.464 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.464 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-cephadm-2:18.0.0-6336.g86266391.el8.noarch 2023-09-23T06:34:59.464 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-dashboard-2:18.0.0-6336.g86266391.el8.noarch 2023-09-23T06:34:59.464 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-diskprediction-local-2:18.0.0-6336.g86266391.el8.noarch 2023-09-23T06:34:59.464 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-modules-core-2:18.0.0-6336.g86266391.el8.noarch 2023-09-23T06:34:59.464 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mgr-rook-2:18.0.0-6336.g86266391.el8.noarch 2023-09-23T06:34:59.464 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-mon-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.464 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-osd-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.464 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-prometheus-alerts-2:18.0.0-6336.g86266391.el8.noarch 2023-09-23T06:34:59.464 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-radosgw-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.464 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-selinux-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.464 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-test-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.464 INFO:teuthology.orchestra.run.smithi016.stdout: ceph-volume-2:18.0.0-6336.g86266391.el8.noarch 2023-09-23T06:34:59.465 INFO:teuthology.orchestra.run.smithi016.stdout: cephadm-2:18.0.0-6336.g86266391.el8.noarch 2023-09-23T06:34:59.465 INFO:teuthology.orchestra.run.smithi016.stdout: cephfs-mirror-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.465 INFO:teuthology.orchestra.run.smithi016.stdout: cephfs-top-2:18.0.0-6336.g86266391.el8.noarch 2023-09-23T06:34:59.465 INFO:teuthology.orchestra.run.smithi016.stdout: elfutils-libelf-devel-0.189-3.el8.x86_64 2023-09-23T06:34:59.465 INFO:teuthology.orchestra.run.smithi016.stdout: flex-2.6.1-9.el8.x86_64 2023-09-23T06:34:59.465 INFO:teuthology.orchestra.run.smithi016.stdout: fuse-2.9.7-17.el8.x86_64 2023-09-23T06:34:59.465 INFO:teuthology.orchestra.run.smithi016.stdout: gperftools-libs-1:2.7-9.el8.x86_64 2023-09-23T06:34:59.465 INFO:teuthology.orchestra.run.smithi016.stdout: jq-1.6-7.el8.x86_64 2023-09-23T06:34:59.465 INFO:teuthology.orchestra.run.smithi016.stdout: keyutils-libs-devel-1.5.10-9.el8.x86_64 2023-09-23T06:34:59.465 INFO:teuthology.orchestra.run.smithi016.stdout: krb5-devel-1.18.2-22.el8.x86_64 2023-09-23T06:34:59.465 INFO:teuthology.orchestra.run.smithi016.stdout: libaio-devel-0.3.112-1.el8.x86_64 2023-09-23T06:34:59.465 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs-devel-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.466 INFO:teuthology.orchestra.run.smithi016.stdout: libcephfs2-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.466 INFO:teuthology.orchestra.run.smithi016.stdout: libcephsqlite-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.466 INFO:teuthology.orchestra.run.smithi016.stdout: libcom_err-devel-1.45.6-5.el8.x86_64 2023-09-23T06:34:59.466 INFO:teuthology.orchestra.run.smithi016.stdout: libgfortran-8.5.0-20.el8.x86_64 2023-09-23T06:34:59.466 INFO:teuthology.orchestra.run.smithi016.stdout: liboath-2.6.2-3.el8.x86_64 2023-09-23T06:34:59.466 INFO:teuthology.orchestra.run.smithi016.stdout: libpq-13.5-1.el8.x86_64 2023-09-23T06:34:59.466 INFO:teuthology.orchestra.run.smithi016.stdout: libquadmath-8.5.0-20.el8.x86_64 2023-09-23T06:34:59.466 INFO:teuthology.orchestra.run.smithi016.stdout: librabbitmq-0.9.0-4.el8.x86_64 2023-09-23T06:34:59.466 INFO:teuthology.orchestra.run.smithi016.stdout: librados-devel-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.466 INFO:teuthology.orchestra.run.smithi016.stdout: libradosstriper1-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.466 INFO:teuthology.orchestra.run.smithi016.stdout: librdkafka-0.11.4-3.el8.x86_64 2023-09-23T06:34:59.467 INFO:teuthology.orchestra.run.smithi016.stdout: librgw2-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.467 INFO:teuthology.orchestra.run.smithi016.stdout: libselinux-devel-2.9-8.el8.x86_64 2023-09-23T06:34:59.467 INFO:teuthology.orchestra.run.smithi016.stdout: libsepol-devel-2.9-3.el8.x86_64 2023-09-23T06:34:59.467 INFO:teuthology.orchestra.run.smithi016.stdout: libtool-2.4.6-25.el8.x86_64 2023-09-23T06:34:59.467 INFO:teuthology.orchestra.run.smithi016.stdout: libunwind-1.3.1-3.el8.x86_64 2023-09-23T06:34:59.467 INFO:teuthology.orchestra.run.smithi016.stdout: libuuid-devel-2.32.1-43.el8.x86_64 2023-09-23T06:34:59.467 INFO:teuthology.orchestra.run.smithi016.stdout: libverto-devel-0.3.2-2.el8.x86_64 2023-09-23T06:34:59.467 INFO:teuthology.orchestra.run.smithi016.stdout: libzstd-devel-1.4.4-1.el8.x86_64 2023-09-23T06:34:59.467 INFO:teuthology.orchestra.run.smithi016.stdout: lttng-ust-2.8.1-11.el8.x86_64 2023-09-23T06:34:59.467 INFO:teuthology.orchestra.run.smithi016.stdout: oniguruma-6.8.2-2.el8.x86_64 2023-09-23T06:34:59.467 INFO:teuthology.orchestra.run.smithi016.stdout: openblas-0.3.15-4.el8.x86_64 2023-09-23T06:34:59.467 INFO:teuthology.orchestra.run.smithi016.stdout: openblas-threads-0.3.15-4.el8.x86_64 2023-09-23T06:34:59.468 INFO:teuthology.orchestra.run.smithi016.stdout: openssl-devel-1:1.1.1k-9.el8.x86_64 2023-09-23T06:34:59.468 INFO:teuthology.orchestra.run.smithi016.stdout: pcre2-devel-10.32-3.el8.x86_64 2023-09-23T06:34:59.468 INFO:teuthology.orchestra.run.smithi016.stdout: pcre2-utf16-10.32-3.el8.x86_64 2023-09-23T06:34:59.468 INFO:teuthology.orchestra.run.smithi016.stdout: pcre2-utf32-10.32-3.el8.x86_64 2023-09-23T06:34:59.468 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql-10.23-2.module_el8+572+929c87ac.x86_64 2023-09-23T06:34:59.468 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql-contrib-10.23-2.module_el8+572+929c87ac.x86_64 2023-09-23T06:34:59.468 INFO:teuthology.orchestra.run.smithi016.stdout: postgresql-server-10.23-2.module_el8+572+929c87ac.x86_64 2023-09-23T06:34:59.468 INFO:teuthology.orchestra.run.smithi016.stdout: python3-asyncssh-2.7.0-2.el8.noarch 2023-09-23T06:34:59.468 INFO:teuthology.orchestra.run.smithi016.stdout: python3-babel-2.5.1-7.el8.noarch 2023-09-23T06:34:59.468 INFO:teuthology.orchestra.run.smithi016.stdout: python3-bcrypt-3.1.6-2.el8.1.x86_64 2023-09-23T06:34:59.468 INFO:teuthology.orchestra.run.smithi016.stdout: python3-beautifulsoup4-4.6.3-2.el8.1.noarch 2023-09-23T06:34:59.468 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cachetools-3.1.1-4.el8.noarch 2023-09-23T06:34:59.469 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-argparse-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.469 INFO:teuthology.orchestra.run.smithi016.stdout: python3-ceph-common-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.469 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cephfs-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.469 INFO:teuthology.orchestra.run.smithi016.stdout: python3-certifi-2018.10.15-7.el8.noarch 2023-09-23T06:34:59.469 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cffi-1.11.5-6.el8.x86_64 2023-09-23T06:34:59.469 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cheroot-8.5.2-1.el8.noarch 2023-09-23T06:34:59.469 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cherrypy-18.4.0-1.el8.noarch 2023-09-23T06:34:59.469 INFO:teuthology.orchestra.run.smithi016.stdout: python3-cryptography-3.2.1-6.el8.x86_64 2023-09-23T06:34:59.469 INFO:teuthology.orchestra.run.smithi016.stdout: python3-google-auth-1:1.1.1-10.el8.noarch 2023-09-23T06:34:59.469 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-6.2-6.el8.noarch 2023-09-23T06:34:59.469 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jaraco-functools-2.0-4.el8.noarch 2023-09-23T06:34:59.469 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jinja2-2.10.1-3.el8.noarch 2023-09-23T06:34:59.470 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpatch-1.21-2.el8.noarch 2023-09-23T06:34:59.470 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jsonpointer-1.10-11.el8.noarch 2023-09-23T06:34:59.470 INFO:teuthology.orchestra.run.smithi016.stdout: python3-jwt-1.6.1-2.el8.noarch 2023-09-23T06:34:59.470 INFO:teuthology.orchestra.run.smithi016.stdout: python3-kubernetes-1:11.0.0-6.el8.noarch 2023-09-23T06:34:59.470 INFO:teuthology.orchestra.run.smithi016.stdout: python3-logutils-0.3.5-11.el8.noarch 2023-09-23T06:34:59.470 INFO:teuthology.orchestra.run.smithi016.stdout: python3-mako-1.0.6-14.el8.noarch 2023-09-23T06:34:59.470 INFO:teuthology.orchestra.run.smithi016.stdout: python3-markupsafe-0.23-19.el8.x86_64 2023-09-23T06:34:59.470 INFO:teuthology.orchestra.run.smithi016.stdout: python3-more-itertools-7.2.0-3.el8.noarch 2023-09-23T06:34:59.470 INFO:teuthology.orchestra.run.smithi016.stdout: python3-natsort-7.1.1-2.el8.noarch 2023-09-23T06:34:59.470 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy-1:1.14.3-10.el8.x86_64 2023-09-23T06:34:59.470 INFO:teuthology.orchestra.run.smithi016.stdout: python3-numpy-f2py-1:1.14.3-10.el8.x86_64 2023-09-23T06:34:59.470 INFO:teuthology.orchestra.run.smithi016.stdout: python3-oauthlib-2.1.0-1.el8.noarch 2023-09-23T06:34:59.471 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pecan-1.3.2-9.el8.noarch 2023-09-23T06:34:59.471 INFO:teuthology.orchestra.run.smithi016.stdout: python3-portend-2.6-1.el8.noarch 2023-09-23T06:34:59.471 INFO:teuthology.orchestra.run.smithi016.stdout: python3-prettytable-0.7.2-14.el8.noarch 2023-09-23T06:34:59.471 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyOpenSSL-19.0.0-1.el8.noarch 2023-09-23T06:34:59.471 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1-0.3.7-6.el8.noarch 2023-09-23T06:34:59.471 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pyasn1-modules-0.3.7-6.el8.noarch 2023-09-23T06:34:59.471 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pycparser-2.14-14.el8.noarch 2023-09-23T06:34:59.471 INFO:teuthology.orchestra.run.smithi016.stdout: python3-pytz-2017.2-11.el8.noarch 2023-09-23T06:34:59.471 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rados-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.471 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rbd-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.471 INFO:teuthology.orchestra.run.smithi016.stdout: python3-repoze-lru-0.7-6.el8.noarch 2023-09-23T06:34:59.471 INFO:teuthology.orchestra.run.smithi016.stdout: python3-requests-oauthlib-1.0.0-1.el8.noarch 2023-09-23T06:34:59.472 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rgw-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.472 INFO:teuthology.orchestra.run.smithi016.stdout: python3-routes-2.4.1-12.el8.noarch 2023-09-23T06:34:59.472 INFO:teuthology.orchestra.run.smithi016.stdout: python3-rsa-4.9-2.el8.noarch 2023-09-23T06:34:59.472 INFO:teuthology.orchestra.run.smithi016.stdout: python3-scipy-1.0.0-21.module_el8.5.0+771+e5d9a225.x86_64 2023-09-23T06:34:59.472 INFO:teuthology.orchestra.run.smithi016.stdout: python3-simplegeneric-0.8.1-17.el8.noarch 2023-09-23T06:34:59.472 INFO:teuthology.orchestra.run.smithi016.stdout: python3-singledispatch-3.4.0.3-18.el8.noarch 2023-09-23T06:34:59.472 INFO:teuthology.orchestra.run.smithi016.stdout: python3-tempora-1.14.1-5.el8.noarch 2023-09-23T06:34:59.472 INFO:teuthology.orchestra.run.smithi016.stdout: python3-trustme-0.6.0-4.el8.noarch 2023-09-23T06:34:59.472 INFO:teuthology.orchestra.run.smithi016.stdout: python3-waitress-1.4.3-1.el8.noarch 2023-09-23T06:34:59.472 INFO:teuthology.orchestra.run.smithi016.stdout: python3-webob-1.8.5-1.el8.1.noarch 2023-09-23T06:34:59.472 INFO:teuthology.orchestra.run.smithi016.stdout: python3-websocket-client-0.56.0-5.el8.noarch 2023-09-23T06:34:59.472 INFO:teuthology.orchestra.run.smithi016.stdout: python3-webtest-2.0.33-1.el8.noarch 2023-09-23T06:34:59.473 INFO:teuthology.orchestra.run.smithi016.stdout: python3-werkzeug-0.12.2-4.el8.noarch 2023-09-23T06:34:59.473 INFO:teuthology.orchestra.run.smithi016.stdout: python3-zc-lockfile-2.0-2.el8.noarch 2023-09-23T06:34:59.473 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-fuse-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.473 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-mirror-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.473 INFO:teuthology.orchestra.run.smithi016.stdout: rbd-nbd-2:18.0.0-6336.g86266391.el8.x86_64 2023-09-23T06:34:59.473 INFO:teuthology.orchestra.run.smithi016.stdout: socat-1.7.4.1-1.el8.x86_64 2023-09-23T06:34:59.473 INFO:teuthology.orchestra.run.smithi016.stdout: thrift-0.13.0-2.el8.x86_64 2023-09-23T06:34:59.473 INFO:teuthology.orchestra.run.smithi016.stdout: uuid-1.6.2-43.el8.x86_64 2023-09-23T06:34:59.473 INFO:teuthology.orchestra.run.smithi016.stdout: xfsprogs-devel-5.0.0-12.el8.x86_64 2023-09-23T06:34:59.473 INFO:teuthology.orchestra.run.smithi016.stdout: xmlstarlet-1.6.1-20.el8.x86_64 2023-09-23T06:34:59.474 INFO:teuthology.orchestra.run.smithi016.stdout: zlib-devel-1.2.11-21.el8.x86_64 2023-09-23T06:34:59.474 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:34:59.474 INFO:teuthology.orchestra.run.smithi016.stdout:Complete! 2023-09-23T06:34:59.767 DEBUG:teuthology.parallel:result is None 2023-09-23T06:34:59.767 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=862663913a74a99e1c52d50e6a7e59dd6705749a 2023-09-23T06:34:59.994 DEBUG:teuthology.orchestra.run.smithi016:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-09-23T06:35:00.051 INFO:teuthology.orchestra.run.smithi016.stdout:18.0.0-6336.g86266391.el8 2023-09-23T06:35:00.051 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6336.g86266391.el8 2023-09-23T06:35:00.051 INFO:teuthology.task.install:The correct ceph version 18.0.0-6336.g86266391 is installed. 2023-09-23T06:35:00.052 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F8%2Fx86_64&sha1=862663913a74a99e1c52d50e6a7e59dd6705749a 2023-09-23T06:35:00.196 DEBUG:teuthology.orchestra.run.smithi092:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2023-09-23T06:35:00.256 INFO:teuthology.orchestra.run.smithi092.stdout:18.0.0-6336.g86266391.el8 2023-09-23T06:35:00.257 INFO:teuthology.packaging:The installed version of ceph is 18.0.0-6336.g86266391.el8 2023-09-23T06:35:00.257 INFO:teuthology.task.install:The correct ceph version 18.0.0-6336.g86266391 is installed. 2023-09-23T06:35:00.257 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2023-09-23T06:35:00.257 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:00.257 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-09-23T06:35:00.333 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:00.334 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2023-09-23T06:35:00.409 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2023-09-23T06:35:00.409 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:00.409 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/usr/bin/daemon-helper 2023-09-23T06:35:00.481 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-09-23T06:35:00.592 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:00.593 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/daemon-helper 2023-09-23T06:35:00.663 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/daemon-helper 2023-09-23T06:35:00.772 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2023-09-23T06:35:00.772 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:00.772 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/usr/bin/adjust-ulimits 2023-09-23T06:35:00.843 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-09-23T06:35:00.957 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:00.957 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/adjust-ulimits 2023-09-23T06:35:01.026 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2023-09-23T06:35:01.135 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2023-09-23T06:35:01.136 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:01.136 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/usr/bin/stdin-killer 2023-09-23T06:35:01.209 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-09-23T06:35:01.325 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:01.325 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/usr/bin/stdin-killer 2023-09-23T06:35:01.395 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod a=rx -- /usr/bin/stdin-killer 2023-09-23T06:35:01.504 INFO:teuthology.run_tasks:Running task ceph... 2023-09-23T06:35:01.568 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2023-09-23T06:35:01.568 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 777 /var/log/ceph 2023-09-23T06:35:01.573 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 777 /var/log/ceph 2023-09-23T06:35:01.643 INFO:tasks.ceph:Disabling ceph logrotate... 2023-09-23T06:35:01.643 DEBUG:teuthology.orchestra.run.smithi016:> sudo rm -f -- /etc/logrotate.d/ceph 2023-09-23T06:35:01.647 DEBUG:teuthology.orchestra.run.smithi092:> sudo rm -f -- /etc/logrotate.d/ceph 2023-09-23T06:35:01.715 INFO:tasks.ceph:Creating extra log directories... 2023-09-23T06:35:01.715 DEBUG:teuthology.orchestra.run.smithi016:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-09-23T06:35:01.719 DEBUG:teuthology.orchestra.run.smithi092:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2023-09-23T06:35:01.795 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2023-09-23T06:35:01.795 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2023-09-23T06:35:01.795 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2023-09-23T06:35:01.795 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:01.796 DEBUG:teuthology.orchestra.run.smithi016:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-09-23T06:35:01.843 DEBUG:teuthology.orchestra.run.smithi016:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-09-23T06:35:02.072 DEBUG:teuthology.orchestra.run.smithi016:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2023-09-23T06:35:02.144 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:02.145 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2023-09-23T06:35:02.195 DEBUG:teuthology.orchestra.run.smithi092:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2023-09-23T06:35:03.108 DEBUG:teuthology.orchestra.run.smithi092:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2023-09-23T06:35:03.192 INFO:tasks.ceph:Creating ceph cluster ceph... 2023-09-23T06:35:03.192 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2023-09-23T06:35:03.192 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/vshankar-2023-09-23_02:50:30-fs-wip-vshankar-testing-20230922.144532-testing-default-smithi/7401568', 'branch': 'wip-vshankar-testing-20230922.144532', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate} clusters/1a3s-mds-4c-client conf/{client mds mon osd} distro/{centos_8} mount/kclient/{mount-syntax/{v2} mount overrides/{distro/testing/k-testing ms-die-on-skipped}} objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile} tasks/xfstests-dev}', 'email': 'vshankar@redhat.com', 'first_in_suite': False, 'job_id': '7401568', 'kernel': {'client': {'branch': 'testing'}, 'flavor': 'default', 'kdb': True, 'sha1': 'fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c'}, 'ktype': 'upstream', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'name': 'vshankar-2023-09-23_02:50:30-fs-wip-vshankar-testing-20230922.144532-testing-default-smithi', 'no_nested_subset': False, 'nuke-on-error': True, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '8.stream', 'overrides': {'admin_socket': {'branch': 'wip-vshankar-testing-20230922.144532'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '862663913a74a99e1c52d50e6a7e59dd6705749a'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {'osd default pool size': 2}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '862663913a74a99e1c52d50e6a7e59dd6705749a'}}, 'kclient': {'syntax': 'v2'}, 'selinux': {'whitelist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-vshankar-testing-20230922.144532', 'sha1': '862663913a74a99e1c52d50e6a7e59dd6705749a'}}, 'owner': 'scheduled_vshankar@teuthology', 'priority': 100, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 8196, 'sha1': '862663913a74a99e1c52d50e6a7e59dd6705749a', 'sleep_before_teardown': 0, 'subset': '57/1024', 'suite': 'fs', 'suite_branch': 'wip-vshankar-testing-20230922.144532', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_862663913a74a99e1c52d50e6a7e59dd6705749a/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '862663913a74a99e1c52d50e6a7e59dd6705749a', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi016.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBC74VNqj0aN56gXoSurnrsNIBi/nc4NCzHOm9FIbfBTJcLN2G3nhQD/+xHa8kkDDE0+ziSBuYxNus6I8ZkSmnJg=', 'smithi092.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBNmz17ovaOPTHdukYyWCB0DcMJ+1b0NFE13IkvvXpEQZ/3RWZ8W/UsxRUJIDo+B5gdon+Yo26Z6CZ7QRe0+5c6E='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'client': {'branch': 'testing'}, 'flavor': 'default', 'kdb': True, 'sha1': 'fef64f93da2bbe59bfa57cc5e0530b4dcd2f9c7c'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '862663913a74a99e1c52d50e6a7e59dd6705749a'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'global': {'ms die on skipped message': False}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'overall HEALTH_', '\\(FS_DEGRADED\\)', '\\(MDS_FAILED\\)', '\\(MDS_DEGRADED\\)', '\\(FS_WITH_FAILED_MDS\\)', '\\(MDS_DAMAGE\\)', '\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', '\\(FS_INLINE_DATA_DEPRECATED\\)', '\\(POOL_APP_NOT_ENABLED\\)', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding'], 'sha1': '862663913a74a99e1c52d50e6a7e59dd6705749a', 'cluster': 'ceph'}}, {'kclient': None}, {'cephfs_test_runner': {'fail_on_skip': False, 'modules': ['tasks.cephfs.tests_from_xfstests_dev']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ["local function is_kupstream() return yaml.ktype == 'upstream' end", "local function is_kdistro() return yaml.ktype == 'distro' end", 'local function is_fuse() return false end', 'local function syntax_version() return yaml.overrides.kclient.syntax end']}, 'teuthology_branch': 'main', 'teuthology_sha1': '54e62bcbac4e53d9685e08328b790d3b20d71cae', 'timestamp': '2023-09-23_02:50:30', 'tube': 'smithi', 'user': 'vshankar', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.2830'} 2023-09-23T06:35:03.193 DEBUG:teuthology.orchestra.run.smithi016:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-09-23T06:35:03.197 DEBUG:teuthology.orchestra.run.smithi092:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2023-09-23T06:35:03.249 DEBUG:teuthology.orchestra.run.smithi016:> sudo install -d -m0777 -- /var/run/ceph 2023-09-23T06:35:03.253 DEBUG:teuthology.orchestra.run.smithi092:> sudo install -d -m0777 -- /var/run/ceph 2023-09-23T06:35:03.331 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:03.331 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/scratch_devs of=/dev/stdout 2023-09-23T06:35:03.380 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-09-23T06:35:03.380 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_1 2023-09-23T06:35:03.428 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-09-23T06:35:03.428 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T06:35:03.428 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 5h/5d Inode: 448 Links: 1 2023-09-23T06:35:03.428 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T06:35:03.429 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T06:35:03.429 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2023-09-23 06:34:56.741129770 +0000 2023-09-23T06:35:03.429 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2023-09-23 06:31:24.948317612 +0000 2023-09-23T06:35:03.429 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2023-09-23 06:31:24.948317612 +0000 2023-09-23T06:35:03.429 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: 2023-09-23 06:31:24.927317935 +0000 2023-09-23T06:35:03.429 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-09-23T06:35:03.498 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2023-09-23T06:35:03.498 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2023-09-23T06:35:03.498 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 0.000176766 s, 2.9 MB/s 2023-09-23T06:35:03.500 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-09-23T06:35:03.551 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_2 2023-09-23T06:35:03.600 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-09-23T06:35:03.601 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T06:35:03.601 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 5h/5d Inode: 454 Links: 1 2023-09-23T06:35:03.601 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T06:35:03.601 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T06:35:03.601 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2023-09-23 06:34:56.741129770 +0000 2023-09-23T06:35:03.601 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2023-09-23 06:31:25.790304666 +0000 2023-09-23T06:35:03.601 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2023-09-23 06:31:25.790304666 +0000 2023-09-23T06:35:03.601 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: 2023-09-23 06:31:25.771304958 +0000 2023-09-23T06:35:03.601 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-09-23T06:35:03.671 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2023-09-23T06:35:03.671 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2023-09-23T06:35:03.671 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 0.000189058 s, 2.7 MB/s 2023-09-23T06:35:03.674 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-09-23T06:35:03.723 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_3 2023-09-23T06:35:03.770 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-09-23T06:35:03.771 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T06:35:03.771 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 5h/5d Inode: 460 Links: 1 2023-09-23T06:35:03.771 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T06:35:03.771 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T06:35:03.771 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2023-09-23 06:34:56.741129770 +0000 2023-09-23T06:35:03.771 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2023-09-23 06:31:26.627291797 +0000 2023-09-23T06:35:03.771 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2023-09-23 06:31:26.627291797 +0000 2023-09-23T06:35:03.771 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: 2023-09-23 06:31:26.605292136 +0000 2023-09-23T06:35:03.772 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-09-23T06:35:03.884 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2023-09-23T06:35:03.884 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2023-09-23T06:35:03.884 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 0.000172639 s, 3.0 MB/s 2023-09-23T06:35:03.887 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-09-23T06:35:03.937 DEBUG:teuthology.orchestra.run.smithi016:> stat /dev/vg_nvme/lv_4 2023-09-23T06:35:03.986 INFO:teuthology.orchestra.run.smithi016.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-09-23T06:35:03.987 INFO:teuthology.orchestra.run.smithi016.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T06:35:03.987 INFO:teuthology.orchestra.run.smithi016.stdout:Device: 5h/5d Inode: 466 Links: 1 2023-09-23T06:35:03.987 INFO:teuthology.orchestra.run.smithi016.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T06:35:03.987 INFO:teuthology.orchestra.run.smithi016.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T06:35:03.987 INFO:teuthology.orchestra.run.smithi016.stdout:Access: 2023-09-23 06:34:56.741129770 +0000 2023-09-23T06:35:03.988 INFO:teuthology.orchestra.run.smithi016.stdout:Modify: 2023-09-23 06:31:27.478278713 +0000 2023-09-23T06:35:03.988 INFO:teuthology.orchestra.run.smithi016.stdout:Change: 2023-09-23 06:31:27.478278713 +0000 2023-09-23T06:35:03.988 INFO:teuthology.orchestra.run.smithi016.stdout: Birth: 2023-09-23 06:31:27.455279067 +0000 2023-09-23T06:35:03.988 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-09-23T06:35:04.057 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records in 2023-09-23T06:35:04.058 INFO:teuthology.orchestra.run.smithi016.stderr:1+0 records out 2023-09-23T06:35:04.058 INFO:teuthology.orchestra.run.smithi016.stderr:512 bytes copied, 0.000163235 s, 3.1 MB/s 2023-09-23T06:35:04.060 DEBUG:teuthology.orchestra.run.smithi016:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-09-23T06:35:04.110 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-09-23T06:35:04.111 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:04.111 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/scratch_devs of=/dev/stdout 2023-09-23T06:35:04.163 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2023-09-23T06:35:04.163 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_1 2023-09-23T06:35:04.215 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2023-09-23T06:35:04.215 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T06:35:04.215 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 448 Links: 1 2023-09-23T06:35:04.215 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T06:35:04.215 INFO:teuthology.orchestra.run.smithi092.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T06:35:04.215 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2023-09-23 06:34:44.207054068 +0000 2023-09-23T06:35:04.216 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2023-09-23 06:31:12.888089917 +0000 2023-09-23T06:35:04.216 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2023-09-23 06:31:12.888089917 +0000 2023-09-23T06:35:04.216 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: 2023-09-23 06:31:12.857090793 +0000 2023-09-23T06:35:04.216 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2023-09-23T06:35:04.290 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2023-09-23T06:35:04.291 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2023-09-23T06:35:04.291 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000328194 s, 1.6 MB/s 2023-09-23T06:35:04.293 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2023-09-23T06:35:04.347 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_2 2023-09-23T06:35:04.399 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2023-09-23T06:35:04.399 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T06:35:04.399 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 454 Links: 1 2023-09-23T06:35:04.399 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T06:35:04.400 INFO:teuthology.orchestra.run.smithi092.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T06:35:04.400 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2023-09-23 06:34:44.207054068 +0000 2023-09-23T06:35:04.400 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2023-09-23 06:31:13.754065425 +0000 2023-09-23T06:35:04.400 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2023-09-23 06:31:13.754065425 +0000 2023-09-23T06:35:04.400 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: 2023-09-23 06:31:13.725066246 +0000 2023-09-23T06:35:04.400 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2023-09-23T06:35:04.474 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2023-09-23T06:35:04.475 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2023-09-23T06:35:04.475 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000412932 s, 1.2 MB/s 2023-09-23T06:35:04.477 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2023-09-23T06:35:04.531 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_3 2023-09-23T06:35:04.583 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2023-09-23T06:35:04.583 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T06:35:04.583 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 460 Links: 1 2023-09-23T06:35:04.583 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T06:35:04.583 INFO:teuthology.orchestra.run.smithi092.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T06:35:04.583 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2023-09-23 06:34:44.207054068 +0000 2023-09-23T06:35:04.583 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2023-09-23 06:31:14.594041670 +0000 2023-09-23T06:35:04.583 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2023-09-23 06:31:14.594041670 +0000 2023-09-23T06:35:04.583 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: 2023-09-23 06:31:14.566042462 +0000 2023-09-23T06:35:04.584 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2023-09-23T06:35:04.654 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2023-09-23T06:35:04.655 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2023-09-23T06:35:04.655 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.00046568 s, 1.1 MB/s 2023-09-23T06:35:04.657 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2023-09-23T06:35:04.706 DEBUG:teuthology.orchestra.run.smithi092:> stat /dev/vg_nvme/lv_4 2023-09-23T06:35:04.752 INFO:teuthology.orchestra.run.smithi092.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2023-09-23T06:35:04.752 INFO:teuthology.orchestra.run.smithi092.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2023-09-23T06:35:04.752 INFO:teuthology.orchestra.run.smithi092.stdout:Device: 5h/5d Inode: 466 Links: 1 2023-09-23T06:35:04.752 INFO:teuthology.orchestra.run.smithi092.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2023-09-23T06:35:04.752 INFO:teuthology.orchestra.run.smithi092.stdout:Context: system_u:object_r:device_t:s0 2023-09-23T06:35:04.752 INFO:teuthology.orchestra.run.smithi092.stdout:Access: 2023-09-23 06:34:44.208054040 +0000 2023-09-23T06:35:04.753 INFO:teuthology.orchestra.run.smithi092.stdout:Modify: 2023-09-23 06:31:15.417018396 +0000 2023-09-23T06:35:04.753 INFO:teuthology.orchestra.run.smithi092.stdout:Change: 2023-09-23 06:31:15.417018396 +0000 2023-09-23T06:35:04.753 INFO:teuthology.orchestra.run.smithi092.stdout: Birth: 2023-09-23 06:31:15.393019074 +0000 2023-09-23T06:35:04.753 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2023-09-23T06:35:04.818 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records in 2023-09-23T06:35:04.818 INFO:teuthology.orchestra.run.smithi092.stderr:1+0 records out 2023-09-23T06:35:04.818 INFO:teuthology.orchestra.run.smithi092.stderr:512 bytes copied, 0.000280359 s, 1.8 MB/s 2023-09-23T06:35:04.821 DEBUG:teuthology.orchestra.run.smithi092:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2023-09-23T06:35:04.868 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-09-23T06:35:04.868 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi016.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi092.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-09-23T06:35:04.868 INFO:tasks.ceph:Generating config... 2023-09-23T06:35:04.869 INFO:tasks.ceph:[client] client mount timeout = 600 2023-09-23T06:35:04.870 INFO:tasks.ceph:[client] debug client = 20 2023-09-23T06:35:04.870 INFO:tasks.ceph:[client] debug ms = 1 2023-09-23T06:35:04.870 INFO:tasks.ceph:[client] pid file = 2023-09-23T06:35:04.870 INFO:tasks.ceph:[client] rados mon op timeout = 900 2023-09-23T06:35:04.870 INFO:tasks.ceph:[client] rados osd op timeout = 900 2023-09-23T06:35:04.871 INFO:tasks.ceph:[global] ms die on skipped message = False 2023-09-23T06:35:04.871 INFO:tasks.ceph:[mds] debug mds = 20 2023-09-23T06:35:04.871 INFO:tasks.ceph:[mds] debug mds balancer = 20 2023-09-23T06:35:04.871 INFO:tasks.ceph:[mds] debug ms = 1 2023-09-23T06:35:04.871 INFO:tasks.ceph:[mds] mds debug frag = True 2023-09-23T06:35:04.871 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2023-09-23T06:35:04.871 INFO:tasks.ceph:[mds] mds op complaint time = 180 2023-09-23T06:35:04.871 INFO:tasks.ceph:[mds] mds verify scatter = True 2023-09-23T06:35:04.871 INFO:tasks.ceph:[mds] osd op complaint time = 180 2023-09-23T06:35:04.871 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2023-09-23T06:35:04.871 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2023-09-23T06:35:04.871 INFO:tasks.ceph:[mgr] debug mgr = 20 2023-09-23T06:35:04.872 INFO:tasks.ceph:[mgr] debug ms = 1 2023-09-23T06:35:04.872 INFO:tasks.ceph:[mon] debug mon = 20 2023-09-23T06:35:04.872 INFO:tasks.ceph:[mon] debug ms = 1 2023-09-23T06:35:04.872 INFO:tasks.ceph:[mon] debug paxos = 20 2023-09-23T06:35:04.872 INFO:tasks.ceph:[mon] mon op complaint time = 120 2023-09-23T06:35:04.872 INFO:tasks.ceph:[osd] bdev async discard = True 2023-09-23T06:35:04.872 INFO:tasks.ceph:[osd] bdev enable discard = True 2023-09-23T06:35:04.872 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2023-09-23T06:35:04.872 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2023-09-23T06:35:04.872 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2023-09-23T06:35:04.872 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2023-09-23T06:35:04.872 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2023-09-23T06:35:04.872 INFO:tasks.ceph:[osd] debug ms = 1 2023-09-23T06:35:04.873 INFO:tasks.ceph:[osd] debug osd = 20 2023-09-23T06:35:04.873 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2023-09-23T06:35:04.873 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2023-09-23T06:35:04.873 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2023-09-23T06:35:04.873 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2023-09-23T06:35:04.873 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2023-09-23T06:35:04.873 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2023-09-23T06:35:04.873 INFO:tasks.ceph:[osd] osd op complaint time = 180 2023-09-23T06:35:04.873 INFO:tasks.ceph:Setting up mon.a... 2023-09-23T06:35:04.873 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2023-09-23T06:35:04.989 INFO:teuthology.orchestra.run.smithi016.stdout:creating /etc/ceph/ceph.keyring 2023-09-23T06:35:04.997 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2023-09-23T06:35:05.100 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-09-23T06:35:05.174 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.16'), ('mon.b', '172.21.15.92'), ('mon.c', '[v2:172.21.15.92:3301,v1:172.21.15.92:6790]')] 2023-09-23T06:35:05.174 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.16,172.21.15.92,[v2:172.21.15.92:3301,v1:172.21.15.92:6790]', 'ms die on skipped message': False}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false'}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2023-09-23T06:35:05.175 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:05.175 DEBUG:teuthology.orchestra.run.smithi016:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2023-09-23T06:35:05.222 DEBUG:teuthology.orchestra.run.smithi016:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.16 --add b 172.21.15.92 --addv c '[v2:172.21.15.92:3301,v1:172.21.15.92:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2023-09-23T06:35:05.355 INFO:teuthology.orchestra.run.smithi016.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2023-09-23T06:35:05.356 INFO:teuthology.orchestra.run.smithi016.stdout:monmaptool: generated fsid a4473c66-b59d-48ae-9109-7ce1a730b162 2023-09-23T06:35:05.356 INFO:teuthology.orchestra.run.smithi016.stdout:setting min_mon_release = pacific 2023-09-23T06:35:05.356 INFO:teuthology.orchestra.run.smithi016.stdout:epoch 0 2023-09-23T06:35:05.356 INFO:teuthology.orchestra.run.smithi016.stdout:fsid a4473c66-b59d-48ae-9109-7ce1a730b162 2023-09-23T06:35:05.356 INFO:teuthology.orchestra.run.smithi016.stdout:last_changed 2023-09-23T06:35:05.354759+0000 2023-09-23T06:35:05.356 INFO:teuthology.orchestra.run.smithi016.stdout:created 2023-09-23T06:35:05.354759+0000 2023-09-23T06:35:05.356 INFO:teuthology.orchestra.run.smithi016.stdout:min_mon_release 16 (pacific) 2023-09-23T06:35:05.356 INFO:teuthology.orchestra.run.smithi016.stdout:election_strategy: 1 2023-09-23T06:35:05.356 INFO:teuthology.orchestra.run.smithi016.stdout:0: [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] mon.a 2023-09-23T06:35:05.356 INFO:teuthology.orchestra.run.smithi016.stdout:1: [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] mon.b 2023-09-23T06:35:05.356 INFO:teuthology.orchestra.run.smithi016.stdout:2: [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] mon.c 2023-09-23T06:35:05.356 INFO:teuthology.orchestra.run.smithi016.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2023-09-23T06:35:05.358 DEBUG:teuthology.orchestra.run.smithi016:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2023-09-23T06:35:05.406 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID a4473c66-b59d-48ae-9109-7ce1a730b162... 2023-09-23T06:35:05.407 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-09-23T06:35:05.411 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2023-09-23T06:35:05.527 INFO:teuthology.orchestra.run.smithi092.stdout:[global] 2023-09-23T06:35:05.527 INFO:teuthology.orchestra.run.smithi092.stdout: chdir = "" 2023-09-23T06:35:05.527 INFO:teuthology.orchestra.run.smithi092.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-09-23T06:35:05.527 INFO:teuthology.orchestra.run.smithi092.stdout: auth supported = cephx 2023-09-23T06:35:05.528 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.528 INFO:teuthology.orchestra.run.smithi092.stdout: filestore xattr use omap = true 2023-09-23T06:35:05.528 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.528 INFO:teuthology.orchestra.run.smithi092.stdout: mon clock drift allowed = 1.000 2023-09-23T06:35:05.528 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.528 INFO:teuthology.orchestra.run.smithi092.stdout: osd crush chooseleaf type = 0 2023-09-23T06:35:05.528 INFO:teuthology.orchestra.run.smithi092.stdout: auth debug = true 2023-09-23T06:35:05.528 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.528 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on old message = true 2023-09-23T06:35:05.528 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on bug = true 2023-09-23T06:35:05.528 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.529 INFO:teuthology.orchestra.run.smithi092.stdout: mon max pg per osd = 10000 # >= luminous 2023-09-23T06:35:05.529 INFO:teuthology.orchestra.run.smithi092.stdout: mon pg warn max object skew = 0 2023-09-23T06:35:05.529 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.529 INFO:teuthology.orchestra.run.smithi092.stdout: # disable pg_autoscaler by default for new pools 2023-09-23T06:35:05.529 INFO:teuthology.orchestra.run.smithi092.stdout: osd_pool_default_pg_autoscale_mode = off 2023-09-23T06:35:05.529 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.529 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default size = 2 2023-09-23T06:35:05.529 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.529 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow primary affinity = true 2023-09-23T06:35:05.529 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd allow pg remap = true 2023-09-23T06:35:05.529 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on legacy crush tunables = false 2023-09-23T06:35:05.529 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on crush straw calc version zero = false 2023-09-23T06:35:05.530 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on no sortbitwise = false 2023-09-23T06:35:05.530 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on osd down out interval zero = false 2023-09-23T06:35:05.530 INFO:teuthology.orchestra.run.smithi092.stdout: mon warn on too few osds = false 2023-09-23T06:35:05.530 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-09-23T06:35:05.530 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_pool_no_redundancy = false 2023-09-23T06:35:05.530 INFO:teuthology.orchestra.run.smithi092.stdout: mon_allow_pool_size_one = true 2023-09-23T06:35:05.530 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.530 INFO:teuthology.orchestra.run.smithi092.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-09-23T06:35:05.530 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.530 INFO:teuthology.orchestra.run.smithi092.stdout: osd default data pool replay window = 5 2023-09-23T06:35:05.530 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.531 INFO:teuthology.orchestra.run.smithi092.stdout: mon allow pool delete = true 2023-09-23T06:35:05.531 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.531 INFO:teuthology.orchestra.run.smithi092.stdout: mon cluster log file level = debug 2023-09-23T06:35:05.531 INFO:teuthology.orchestra.run.smithi092.stdout: debug asserts on shutdown = true 2023-09-23T06:35:05.531 INFO:teuthology.orchestra.run.smithi092.stdout: mon health detail to clog = false 2023-09-23T06:35:05.531 INFO:teuthology.orchestra.run.smithi092.stdout: mon host = "172.21.15.16,172.21.15.92,[v2:172.21.15.92:3301,v1:172.21.15.92:6790]" 2023-09-23T06:35:05.531 INFO:teuthology.orchestra.run.smithi092.stdout: ms die on skipped message = False 2023-09-23T06:35:05.531 INFO:teuthology.orchestra.run.smithi092.stdout: fsid = a4473c66-b59d-48ae-9109-7ce1a730b162 2023-09-23T06:35:05.531 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.531 INFO:teuthology.orchestra.run.smithi092.stdout:[osd] 2023-09-23T06:35:05.531 INFO:teuthology.orchestra.run.smithi092.stdout: osd journal size = 100 2023-09-23T06:35:05.531 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.532 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub load threshold = 5.0 2023-09-23T06:35:05.532 INFO:teuthology.orchestra.run.smithi092.stdout: osd scrub max interval = 600 2023-09-23T06:35:05.532 INFO:teuthology.orchestra.run.smithi092.stdout: osd mclock profile = high_recovery_ops 2023-09-23T06:35:05.532 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.532 INFO:teuthology.orchestra.run.smithi092.stdout: osd recover clone overlap = true 2023-09-23T06:35:05.532 INFO:teuthology.orchestra.run.smithi092.stdout: osd recovery max chunk = 1048576 2023-09-23T06:35:05.532 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.532 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug shutdown = true 2023-09-23T06:35:05.532 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug op order = true 2023-09-23T06:35:05.532 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug verify stray on activate = true 2023-09-23T06:35:05.532 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.532 INFO:teuthology.orchestra.run.smithi092.stdout: osd open classes on start = true 2023-09-23T06:35:05.533 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug pg log writeout = true 2023-09-23T06:35:05.533 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.533 INFO:teuthology.orchestra.run.smithi092.stdout: osd deep scrub update digest min age = 30 2023-09-23T06:35:05.533 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.533 INFO:teuthology.orchestra.run.smithi092.stdout: osd map max advance = 10 2023-09-23T06:35:05.533 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.533 INFO:teuthology.orchestra.run.smithi092.stdout: journal zero on create = true 2023-09-23T06:35:05.533 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.533 INFO:teuthology.orchestra.run.smithi092.stdout: filestore ondisk finisher threads = 3 2023-09-23T06:35:05.533 INFO:teuthology.orchestra.run.smithi092.stdout: filestore apply finisher threads = 3 2023-09-23T06:35:05.533 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.533 INFO:teuthology.orchestra.run.smithi092.stdout: bdev debug aio = true 2023-09-23T06:35:05.534 INFO:teuthology.orchestra.run.smithi092.stdout: osd debug misdirected ops = true 2023-09-23T06:35:05.534 INFO:teuthology.orchestra.run.smithi092.stdout: bdev async discard = True 2023-09-23T06:35:05.534 INFO:teuthology.orchestra.run.smithi092.stdout: bdev enable discard = True 2023-09-23T06:35:05.534 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore allocator = bitmap 2023-09-23T06:35:05.534 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore block size = 96636764160 2023-09-23T06:35:05.534 INFO:teuthology.orchestra.run.smithi092.stdout: bluestore fsck on mount = True 2023-09-23T06:35:05.534 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluefs = 1/20 2023-09-23T06:35:05.534 INFO:teuthology.orchestra.run.smithi092.stdout: debug bluestore = 1/20 2023-09-23T06:35:05.534 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2023-09-23T06:35:05.534 INFO:teuthology.orchestra.run.smithi092.stdout: debug osd = 20 2023-09-23T06:35:05.534 INFO:teuthology.orchestra.run.smithi092.stdout: debug rocksdb = 4/10 2023-09-23T06:35:05.534 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd backfillfull_ratio = 0.85 2023-09-23T06:35:05.535 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd full ratio = 0.9 2023-09-23T06:35:05.535 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd nearfull ratio = 0.8 2023-09-23T06:35:05.535 INFO:teuthology.orchestra.run.smithi092.stdout: osd failsafe full ratio = 0.95 2023-09-23T06:35:05.535 INFO:teuthology.orchestra.run.smithi092.stdout: osd objectstore = bluestore 2023-09-23T06:35:05.535 INFO:teuthology.orchestra.run.smithi092.stdout: osd op complaint time = 180 2023-09-23T06:35:05.535 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.535 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr] 2023-09-23T06:35:05.535 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2023-09-23T06:35:05.535 INFO:teuthology.orchestra.run.smithi092.stdout: debug mgr = 20 2023-09-23T06:35:05.535 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2023-09-23T06:35:05.535 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2023-09-23T06:35:05.535 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2023-09-23T06:35:05.536 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2023-09-23T06:35:05.536 INFO:teuthology.orchestra.run.smithi092.stdout: mgr/telemetry/nag = false 2023-09-23T06:35:05.536 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.536 INFO:teuthology.orchestra.run.smithi092.stdout:[mon] 2023-09-23T06:35:05.536 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2023-09-23T06:35:05.536 INFO:teuthology.orchestra.run.smithi092.stdout: debug mon = 20 2023-09-23T06:35:05.536 INFO:teuthology.orchestra.run.smithi092.stdout: debug paxos = 20 2023-09-23T06:35:05.536 INFO:teuthology.orchestra.run.smithi092.stdout: debug auth = 20 2023-09-23T06:35:05.536 INFO:teuthology.orchestra.run.smithi092.stdout: mon data avail warn = 5 2023-09-23T06:35:05.536 INFO:teuthology.orchestra.run.smithi092.stdout: mon mgr mkfs grace = 240 2023-09-23T06:35:05.536 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min pgs per osd = 4 2023-09-23T06:35:05.537 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd reporter subtree level = osd 2023-09-23T06:35:05.537 INFO:teuthology.orchestra.run.smithi092.stdout: mon osd prime pg temp = true 2023-09-23T06:35:05.537 INFO:teuthology.orchestra.run.smithi092.stdout: mon reweight min bytes per osd = 10 2023-09-23T06:35:05.537 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.537 INFO:teuthology.orchestra.run.smithi092.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-09-23T06:35:05.537 INFO:teuthology.orchestra.run.smithi092.stdout: auth mon ticket ttl = 660 # 11m 2023-09-23T06:35:05.537 INFO:teuthology.orchestra.run.smithi092.stdout: auth service ticket ttl = 240 # 4m 2023-09-23T06:35:05.537 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.537 INFO:teuthology.orchestra.run.smithi092.stdout: # don't complain about insecure global_id in the test suite 2023-09-23T06:35:05.537 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-09-23T06:35:05.537 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-09-23T06:35:05.537 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.538 INFO:teuthology.orchestra.run.smithi092.stdout: # 1m isn't quite enough 2023-09-23T06:35:05.538 INFO:teuthology.orchestra.run.smithi092.stdout: mon_down_mkfs_grace = 2m 2023-09-23T06:35:05.538 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.538 INFO:teuthology.orchestra.run.smithi092.stdout: mon_warn_on_filestore_osds = false 2023-09-23T06:35:05.538 INFO:teuthology.orchestra.run.smithi092.stdout: mon op complaint time = 120 2023-09-23T06:35:05.538 INFO:teuthology.orchestra.run.smithi092.stdout: 2023-09-23T06:35:05.538 INFO:teuthology.orchestra.run.smithi092.stdout:[client] 2023-09-23T06:35:05.538 INFO:teuthology.orchestra.run.smithi092.stdout: rgw cache enabled = true 2023-09-23T06:35:05.538 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable ops log = true 2023-09-23T06:35:05.538 INFO:teuthology.orchestra.run.smithi092.stdout: rgw enable usage log = true 2023-09-23T06:35:05.538 INFO:teuthology.orchestra.run.smithi092.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-09-23T06:35:05.539 INFO:teuthology.orchestra.run.smithi092.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-09-23T06:35:05.539 INFO:teuthology.orchestra.run.smithi092.stdout: client mount timeout = 600 2023-09-23T06:35:05.539 INFO:teuthology.orchestra.run.smithi092.stdout: debug client = 20 2023-09-23T06:35:05.539 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2023-09-23T06:35:05.539 INFO:teuthology.orchestra.run.smithi092.stdout: pid file = "" 2023-09-23T06:35:05.539 INFO:teuthology.orchestra.run.smithi092.stdout: rados mon op timeout = 900 2023-09-23T06:35:05.539 INFO:teuthology.orchestra.run.smithi092.stdout: rados osd op timeout = 900 2023-09-23T06:35:05.539 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.a] 2023-09-23T06:35:05.539 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.b] 2023-09-23T06:35:05.539 INFO:teuthology.orchestra.run.smithi092.stdout:[mon.c] 2023-09-23T06:35:05.539 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.a] 2023-09-23T06:35:05.539 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.c] 2023-09-23T06:35:05.540 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.b] 2023-09-23T06:35:05.540 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.d] 2023-09-23T06:35:05.540 INFO:teuthology.orchestra.run.smithi092.stdout:[mds] 2023-09-23T06:35:05.540 INFO:teuthology.orchestra.run.smithi092.stdout: debug mds = 20 2023-09-23T06:35:05.540 INFO:teuthology.orchestra.run.smithi092.stdout: debug mds balancer = 20 2023-09-23T06:35:05.540 INFO:teuthology.orchestra.run.smithi092.stdout: debug ms = 1 2023-09-23T06:35:05.540 INFO:teuthology.orchestra.run.smithi092.stdout: mds debug frag = True 2023-09-23T06:35:05.540 INFO:teuthology.orchestra.run.smithi092.stdout: mds debug scatterstat = True 2023-09-23T06:35:05.540 INFO:teuthology.orchestra.run.smithi092.stdout: mds op complaint time = 180 2023-09-23T06:35:05.540 INFO:teuthology.orchestra.run.smithi092.stdout: mds verify scatter = True 2023-09-23T06:35:05.540 INFO:teuthology.orchestra.run.smithi092.stdout: osd op complaint time = 180 2023-09-23T06:35:05.540 INFO:teuthology.orchestra.run.smithi092.stdout: rados mon op timeout = 900 2023-09-23T06:35:05.541 INFO:teuthology.orchestra.run.smithi092.stdout: rados osd op timeout = 900 2023-09-23T06:35:05.541 INFO:teuthology.orchestra.run.smithi016.stdout:[global] 2023-09-23T06:35:05.541 INFO:teuthology.orchestra.run.smithi016.stdout: chdir = "" 2023-09-23T06:35:05.541 INFO:teuthology.orchestra.run.smithi016.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2023-09-23T06:35:05.541 INFO:teuthology.orchestra.run.smithi016.stdout: auth supported = cephx 2023-09-23T06:35:05.541 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.541 INFO:teuthology.orchestra.run.smithi016.stdout: filestore xattr use omap = true 2023-09-23T06:35:05.542 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.542 INFO:teuthology.orchestra.run.smithi016.stdout: mon clock drift allowed = 1.000 2023-09-23T06:35:05.542 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.542 INFO:teuthology.orchestra.run.smithi016.stdout: osd crush chooseleaf type = 0 2023-09-23T06:35:05.542 INFO:teuthology.orchestra.run.smithi016.stdout: auth debug = true 2023-09-23T06:35:05.542 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.542 INFO:teuthology.orchestra.run.smithi016.stdout: ms die on old message = true 2023-09-23T06:35:05.542 INFO:teuthology.orchestra.run.smithi016.stdout: ms die on bug = true 2023-09-23T06:35:05.542 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.542 INFO:teuthology.orchestra.run.smithi016.stdout: mon max pg per osd = 10000 # >= luminous 2023-09-23T06:35:05.542 INFO:teuthology.orchestra.run.smithi016.stdout: mon pg warn max object skew = 0 2023-09-23T06:35:05.543 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.543 INFO:teuthology.orchestra.run.smithi016.stdout: # disable pg_autoscaler by default for new pools 2023-09-23T06:35:05.543 INFO:teuthology.orchestra.run.smithi016.stdout: osd_pool_default_pg_autoscale_mode = off 2023-09-23T06:35:05.543 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.543 INFO:teuthology.orchestra.run.smithi016.stdout: osd pool default size = 2 2023-09-23T06:35:05.543 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.543 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd allow primary affinity = true 2023-09-23T06:35:05.543 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd allow pg remap = true 2023-09-23T06:35:05.543 INFO:teuthology.orchestra.run.smithi016.stdout: mon warn on legacy crush tunables = false 2023-09-23T06:35:05.543 INFO:teuthology.orchestra.run.smithi016.stdout: mon warn on crush straw calc version zero = false 2023-09-23T06:35:05.543 INFO:teuthology.orchestra.run.smithi016.stdout: mon warn on no sortbitwise = false 2023-09-23T06:35:05.543 INFO:teuthology.orchestra.run.smithi016.stdout: mon warn on osd down out interval zero = false 2023-09-23T06:35:05.544 INFO:teuthology.orchestra.run.smithi016.stdout: mon warn on too few osds = false 2023-09-23T06:35:05.544 INFO:teuthology.orchestra.run.smithi016.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2023-09-23T06:35:05.544 INFO:teuthology.orchestra.run.smithi016.stdout: mon_warn_on_pool_no_redundancy = false 2023-09-23T06:35:05.544 INFO:teuthology.orchestra.run.smithi016.stdout: mon_allow_pool_size_one = true 2023-09-23T06:35:05.544 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.544 INFO:teuthology.orchestra.run.smithi016.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2023-09-23T06:35:05.544 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.544 INFO:teuthology.orchestra.run.smithi016.stdout: osd default data pool replay window = 5 2023-09-23T06:35:05.544 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.544 INFO:teuthology.orchestra.run.smithi016.stdout: mon allow pool delete = true 2023-09-23T06:35:05.544 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.545 INFO:teuthology.orchestra.run.smithi016.stdout: mon cluster log file level = debug 2023-09-23T06:35:05.545 INFO:teuthology.orchestra.run.smithi016.stdout: debug asserts on shutdown = true 2023-09-23T06:35:05.545 INFO:teuthology.orchestra.run.smithi016.stdout: mon health detail to clog = false 2023-09-23T06:35:05.545 INFO:teuthology.orchestra.run.smithi016.stdout: mon host = "172.21.15.16,172.21.15.92,[v2:172.21.15.92:3301,v1:172.21.15.92:6790]" 2023-09-23T06:35:05.545 INFO:teuthology.orchestra.run.smithi016.stdout: ms die on skipped message = False 2023-09-23T06:35:05.545 INFO:teuthology.orchestra.run.smithi016.stdout: fsid = a4473c66-b59d-48ae-9109-7ce1a730b162 2023-09-23T06:35:05.545 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.545 INFO:teuthology.orchestra.run.smithi016.stdout:[osd] 2023-09-23T06:35:05.545 INFO:teuthology.orchestra.run.smithi016.stdout: osd journal size = 100 2023-09-23T06:35:05.545 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.545 INFO:teuthology.orchestra.run.smithi016.stdout: osd scrub load threshold = 5.0 2023-09-23T06:35:05.545 INFO:teuthology.orchestra.run.smithi016.stdout: osd scrub max interval = 600 2023-09-23T06:35:05.546 INFO:teuthology.orchestra.run.smithi016.stdout: osd mclock profile = high_recovery_ops 2023-09-23T06:35:05.546 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.546 INFO:teuthology.orchestra.run.smithi016.stdout: osd recover clone overlap = true 2023-09-23T06:35:05.546 INFO:teuthology.orchestra.run.smithi016.stdout: osd recovery max chunk = 1048576 2023-09-23T06:35:05.546 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.546 INFO:teuthology.orchestra.run.smithi016.stdout: osd debug shutdown = true 2023-09-23T06:35:05.546 INFO:teuthology.orchestra.run.smithi016.stdout: osd debug op order = true 2023-09-23T06:35:05.546 INFO:teuthology.orchestra.run.smithi016.stdout: osd debug verify stray on activate = true 2023-09-23T06:35:05.546 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.546 INFO:teuthology.orchestra.run.smithi016.stdout: osd open classes on start = true 2023-09-23T06:35:05.546 INFO:teuthology.orchestra.run.smithi016.stdout: osd debug pg log writeout = true 2023-09-23T06:35:05.547 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.547 INFO:teuthology.orchestra.run.smithi016.stdout: osd deep scrub update digest min age = 30 2023-09-23T06:35:05.547 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.547 INFO:teuthology.orchestra.run.smithi016.stdout: osd map max advance = 10 2023-09-23T06:35:05.547 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.547 INFO:teuthology.orchestra.run.smithi016.stdout: journal zero on create = true 2023-09-23T06:35:05.547 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.547 INFO:teuthology.orchestra.run.smithi016.stdout: filestore ondisk finisher threads = 3 2023-09-23T06:35:05.547 INFO:teuthology.orchestra.run.smithi016.stdout: filestore apply finisher threads = 3 2023-09-23T06:35:05.547 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.547 INFO:teuthology.orchestra.run.smithi016.stdout: bdev debug aio = true 2023-09-23T06:35:05.547 INFO:teuthology.orchestra.run.smithi016.stdout: osd debug misdirected ops = true 2023-09-23T06:35:05.548 INFO:teuthology.orchestra.run.smithi016.stdout: bdev async discard = True 2023-09-23T06:35:05.548 INFO:teuthology.orchestra.run.smithi016.stdout: bdev enable discard = True 2023-09-23T06:35:05.548 INFO:teuthology.orchestra.run.smithi016.stdout: bluestore allocator = bitmap 2023-09-23T06:35:05.548 INFO:teuthology.orchestra.run.smithi016.stdout: bluestore block size = 96636764160 2023-09-23T06:35:05.548 INFO:teuthology.orchestra.run.smithi016.stdout: bluestore fsck on mount = True 2023-09-23T06:35:05.548 INFO:teuthology.orchestra.run.smithi016.stdout: debug bluefs = 1/20 2023-09-23T06:35:05.548 INFO:teuthology.orchestra.run.smithi016.stdout: debug bluestore = 1/20 2023-09-23T06:35:05.548 INFO:teuthology.orchestra.run.smithi016.stdout: debug ms = 1 2023-09-23T06:35:05.548 INFO:teuthology.orchestra.run.smithi016.stdout: debug osd = 20 2023-09-23T06:35:05.548 INFO:teuthology.orchestra.run.smithi016.stdout: debug rocksdb = 4/10 2023-09-23T06:35:05.548 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd backfillfull_ratio = 0.85 2023-09-23T06:35:05.548 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd full ratio = 0.9 2023-09-23T06:35:05.549 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd nearfull ratio = 0.8 2023-09-23T06:35:05.549 INFO:teuthology.orchestra.run.smithi016.stdout: osd failsafe full ratio = 0.95 2023-09-23T06:35:05.549 INFO:teuthology.orchestra.run.smithi016.stdout: osd objectstore = bluestore 2023-09-23T06:35:05.549 INFO:teuthology.orchestra.run.smithi016.stdout: osd op complaint time = 180 2023-09-23T06:35:05.549 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.549 INFO:teuthology.orchestra.run.smithi016.stdout:[mgr] 2023-09-23T06:35:05.549 INFO:teuthology.orchestra.run.smithi016.stdout: debug ms = 1 2023-09-23T06:35:05.549 INFO:teuthology.orchestra.run.smithi016.stdout: debug mgr = 20 2023-09-23T06:35:05.549 INFO:teuthology.orchestra.run.smithi016.stdout: debug mon = 20 2023-09-23T06:35:05.549 INFO:teuthology.orchestra.run.smithi016.stdout: debug auth = 20 2023-09-23T06:35:05.549 INFO:teuthology.orchestra.run.smithi016.stdout: mon reweight min pgs per osd = 4 2023-09-23T06:35:05.549 INFO:teuthology.orchestra.run.smithi016.stdout: mon reweight min bytes per osd = 10 2023-09-23T06:35:05.550 INFO:teuthology.orchestra.run.smithi016.stdout: mgr/telemetry/nag = false 2023-09-23T06:35:05.550 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.550 INFO:teuthology.orchestra.run.smithi016.stdout:[mon] 2023-09-23T06:35:05.550 INFO:teuthology.orchestra.run.smithi016.stdout: debug ms = 1 2023-09-23T06:35:05.550 INFO:teuthology.orchestra.run.smithi016.stdout: debug mon = 20 2023-09-23T06:35:05.550 INFO:teuthology.orchestra.run.smithi016.stdout: debug paxos = 20 2023-09-23T06:35:05.550 INFO:teuthology.orchestra.run.smithi016.stdout: debug auth = 20 2023-09-23T06:35:05.550 INFO:teuthology.orchestra.run.smithi016.stdout: mon data avail warn = 5 2023-09-23T06:35:05.550 INFO:teuthology.orchestra.run.smithi016.stdout: mon mgr mkfs grace = 240 2023-09-23T06:35:05.550 INFO:teuthology.orchestra.run.smithi016.stdout: mon reweight min pgs per osd = 4 2023-09-23T06:35:05.550 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd reporter subtree level = osd 2023-09-23T06:35:05.551 INFO:teuthology.orchestra.run.smithi016.stdout: mon osd prime pg temp = true 2023-09-23T06:35:05.551 INFO:teuthology.orchestra.run.smithi016.stdout: mon reweight min bytes per osd = 10 2023-09-23T06:35:05.551 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.551 INFO:teuthology.orchestra.run.smithi016.stdout: # rotate auth tickets quickly to exercise renewal paths 2023-09-23T06:35:05.551 INFO:teuthology.orchestra.run.smithi016.stdout: auth mon ticket ttl = 660 # 11m 2023-09-23T06:35:05.551 INFO:teuthology.orchestra.run.smithi016.stdout: auth service ticket ttl = 240 # 4m 2023-09-23T06:35:05.551 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.551 INFO:teuthology.orchestra.run.smithi016.stdout: # don't complain about insecure global_id in the test suite 2023-09-23T06:35:05.551 INFO:teuthology.orchestra.run.smithi016.stdout: mon_warn_on_insecure_global_id_reclaim = false 2023-09-23T06:35:05.551 INFO:teuthology.orchestra.run.smithi016.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2023-09-23T06:35:05.551 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.551 INFO:teuthology.orchestra.run.smithi016.stdout: # 1m isn't quite enough 2023-09-23T06:35:05.552 INFO:teuthology.orchestra.run.smithi016.stdout: mon_down_mkfs_grace = 2m 2023-09-23T06:35:05.552 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.552 INFO:teuthology.orchestra.run.smithi016.stdout: mon_warn_on_filestore_osds = false 2023-09-23T06:35:05.552 INFO:teuthology.orchestra.run.smithi016.stdout: mon op complaint time = 120 2023-09-23T06:35:05.552 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:05.552 INFO:teuthology.orchestra.run.smithi016.stdout:[client] 2023-09-23T06:35:05.552 INFO:teuthology.orchestra.run.smithi016.stdout: rgw cache enabled = true 2023-09-23T06:35:05.552 INFO:teuthology.orchestra.run.smithi016.stdout: rgw enable ops log = true 2023-09-23T06:35:05.552 INFO:teuthology.orchestra.run.smithi016.stdout: rgw enable usage log = true 2023-09-23T06:35:05.552 INFO:teuthology.orchestra.run.smithi016.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2023-09-23T06:35:05.552 INFO:teuthology.orchestra.run.smithi016.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2023-09-23T06:35:05.553 INFO:teuthology.orchestra.run.smithi016.stdout: client mount timeout = 600 2023-09-23T06:35:05.553 INFO:teuthology.orchestra.run.smithi016.stdout: debug client = 20 2023-09-23T06:35:05.553 INFO:teuthology.orchestra.run.smithi016.stdout: debug ms = 1 2023-09-23T06:35:05.553 INFO:teuthology.orchestra.run.smithi016.stdout: pid file = "" 2023-09-23T06:35:05.553 INFO:teuthology.orchestra.run.smithi016.stdout: rados mon op timeout = 900 2023-09-23T06:35:05.553 INFO:teuthology.orchestra.run.smithi016.stdout: rados osd op timeout = 900 2023-09-23T06:35:05.553 INFO:teuthology.orchestra.run.smithi016.stdout:[mon.a] 2023-09-23T06:35:05.553 INFO:teuthology.orchestra.run.smithi016.stdout:[mon.b] 2023-09-23T06:35:05.553 INFO:teuthology.orchestra.run.smithi016.stdout:[mon.c] 2023-09-23T06:35:05.553 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.a] 2023-09-23T06:35:05.553 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.c] 2023-09-23T06:35:05.553 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.b] 2023-09-23T06:35:05.554 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.d] 2023-09-23T06:35:05.554 INFO:teuthology.orchestra.run.smithi016.stdout:[mds] 2023-09-23T06:35:05.554 INFO:teuthology.orchestra.run.smithi016.stdout: debug mds = 20 2023-09-23T06:35:05.554 INFO:teuthology.orchestra.run.smithi016.stdout: debug mds balancer = 20 2023-09-23T06:35:05.554 INFO:teuthology.orchestra.run.smithi016.stdout: debug ms = 1 2023-09-23T06:35:05.554 INFO:teuthology.orchestra.run.smithi016.stdout: mds debug frag = True 2023-09-23T06:35:05.554 INFO:teuthology.orchestra.run.smithi016.stdout: mds debug scatterstat = True 2023-09-23T06:35:05.554 INFO:teuthology.orchestra.run.smithi016.stdout: mds op complaint time = 180 2023-09-23T06:35:05.554 INFO:teuthology.orchestra.run.smithi016.stdout: mds verify scatter = True 2023-09-23T06:35:05.554 INFO:teuthology.orchestra.run.smithi016.stdout: osd op complaint time = 180 2023-09-23T06:35:05.554 INFO:teuthology.orchestra.run.smithi016.stdout: rados mon op timeout = 900 2023-09-23T06:35:05.555 INFO:teuthology.orchestra.run.smithi016.stdout: rados osd op timeout = 900 2023-09-23T06:35:05.560 INFO:tasks.ceph:Creating admin key on mon.a... 2023-09-23T06:35:05.561 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2023-09-23T06:35:05.681 INFO:tasks.ceph:Copying monmap to all nodes... 2023-09-23T06:35:05.681 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:05.681 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2023-09-23T06:35:05.728 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:05.729 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2023-09-23T06:35:05.814 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi016.front.sepia.ceph.com 2023-09-23T06:35:05.815 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:05.815 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/etc/ceph/ceph.keyring 2023-09-23T06:35:05.815 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-09-23T06:35:05.953 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:05.953 DEBUG:teuthology.orchestra.run.smithi016:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-09-23T06:35:06.041 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi092.front.sepia.ceph.com 2023-09-23T06:35:06.041 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:06.041 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd of=/etc/ceph/ceph.keyring 2023-09-23T06:35:06.042 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 0644 /etc/ceph/ceph.keyring 2023-09-23T06:35:06.135 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:06.135 DEBUG:teuthology.orchestra.run.smithi092:> dd of=/home/ubuntu/cephtest/ceph.monmap 2023-09-23T06:35:06.221 INFO:tasks.ceph:Setting up mon nodes... 2023-09-23T06:35:06.221 INFO:tasks.ceph:Setting up mgr nodes... 2023-09-23T06:35:06.221 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2023-09-23T06:35:06.346 INFO:teuthology.orchestra.run.smithi016.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2023-09-23T06:35:06.352 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2023-09-23T06:35:06.491 INFO:teuthology.orchestra.run.smithi092.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2023-09-23T06:35:06.497 INFO:tasks.ceph:Setting up mds nodes... 2023-09-23T06:35:06.498 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2023-09-23T06:35:06.629 INFO:teuthology.orchestra.run.smithi016.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2023-09-23T06:35:06.634 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2023-09-23T06:35:06.705 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2023-09-23T06:35:06.832 INFO:teuthology.orchestra.run.smithi016.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2023-09-23T06:35:06.837 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2023-09-23T06:35:06.907 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2023-09-23T06:35:07.030 INFO:teuthology.orchestra.run.smithi092.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2023-09-23T06:35:07.035 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2023-09-23T06:35:07.104 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2023-09-23T06:35:07.225 INFO:teuthology.orchestra.run.smithi092.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2023-09-23T06:35:07.229 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2023-09-23T06:35:07.298 INFO:tasks.ceph_client:Setting up client nodes... 2023-09-23T06:35:07.299 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2023-09-23T06:35:07.398 INFO:teuthology.orchestra.run.smithi016.stdout:creating /etc/ceph/ceph.client.0.keyring 2023-09-23T06:35:07.430 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2023-09-23T06:35:07.529 INFO:teuthology.orchestra.run.smithi016.stdout:creating /etc/ceph/ceph.client.2.keyring 2023-09-23T06:35:07.560 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2023-09-23T06:35:07.656 INFO:teuthology.orchestra.run.smithi092.stdout:creating /etc/ceph/ceph.client.1.keyring 2023-09-23T06:35:07.686 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2023-09-23T06:35:07.786 INFO:teuthology.orchestra.run.smithi092.stdout:creating /etc/ceph/ceph.client.3.keyring 2023-09-23T06:35:07.817 INFO:tasks.ceph:Running mkfs on osd nodes... 2023-09-23T06:35:07.817 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi016.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi092.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2023-09-23T06:35:07.818 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2023-09-23T06:35:07.889 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-09-23T06:35:07.890 INFO:tasks.ceph:role: osd.0 2023-09-23T06:35:07.890 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi016.front.sepia.ceph.com 2023-09-23T06:35:07.890 DEBUG:teuthology.orchestra.run.smithi016:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-09-23T06:35:07.960 INFO:teuthology.orchestra.run.smithi016.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-09-23T06:35:07.960 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-23T06:35:07.960 INFO:teuthology.orchestra.run.smithi016.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-23T06:35:07.960 INFO:teuthology.orchestra.run.smithi016.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-23T06:35:07.960 INFO:teuthology.orchestra.run.smithi016.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-23T06:35:07.960 INFO:teuthology.orchestra.run.smithi016.stdout: = sunit=0 swidth=0 blks 2023-09-23T06:35:07.960 INFO:teuthology.orchestra.run.smithi016.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-23T06:35:07.960 INFO:teuthology.orchestra.run.smithi016.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-23T06:35:07.961 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-23T06:35:07.961 INFO:teuthology.orchestra.run.smithi016.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-23T06:35:07.983 INFO:teuthology.orchestra.run.smithi016.stdout:Discarding blocks...Done. 2023-09-23T06:35:07.987 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi016.front.sepia.ceph.com -o noatime 2023-09-23T06:35:07.987 DEBUG:teuthology.orchestra.run.smithi016:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2023-09-23T06:35:08.096 DEBUG:teuthology.orchestra.run.smithi016:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2023-09-23T06:35:08.175 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2023-09-23T06:35:08.246 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-09-23T06:35:08.246 INFO:tasks.ceph:role: osd.1 2023-09-23T06:35:08.246 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi016.front.sepia.ceph.com 2023-09-23T06:35:08.246 DEBUG:teuthology.orchestra.run.smithi016:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-09-23T06:35:08.316 INFO:teuthology.orchestra.run.smithi016.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-09-23T06:35:08.316 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-23T06:35:08.316 INFO:teuthology.orchestra.run.smithi016.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-23T06:35:08.316 INFO:teuthology.orchestra.run.smithi016.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-23T06:35:08.316 INFO:teuthology.orchestra.run.smithi016.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-23T06:35:08.316 INFO:teuthology.orchestra.run.smithi016.stdout: = sunit=0 swidth=0 blks 2023-09-23T06:35:08.316 INFO:teuthology.orchestra.run.smithi016.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-23T06:35:08.317 INFO:teuthology.orchestra.run.smithi016.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-23T06:35:08.317 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-23T06:35:08.317 INFO:teuthology.orchestra.run.smithi016.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-23T06:35:08.339 INFO:teuthology.orchestra.run.smithi016.stdout:Discarding blocks...Done. 2023-09-23T06:35:08.344 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi016.front.sepia.ceph.com -o noatime 2023-09-23T06:35:08.344 DEBUG:teuthology.orchestra.run.smithi016:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2023-09-23T06:35:08.453 DEBUG:teuthology.orchestra.run.smithi016:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2023-09-23T06:35:08.532 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2023-09-23T06:35:08.602 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-09-23T06:35:08.602 INFO:tasks.ceph:role: osd.2 2023-09-23T06:35:08.602 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi016.front.sepia.ceph.com 2023-09-23T06:35:08.603 DEBUG:teuthology.orchestra.run.smithi016:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-09-23T06:35:08.671 INFO:teuthology.orchestra.run.smithi016.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-09-23T06:35:08.672 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-23T06:35:08.672 INFO:teuthology.orchestra.run.smithi016.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-23T06:35:08.672 INFO:teuthology.orchestra.run.smithi016.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-23T06:35:08.672 INFO:teuthology.orchestra.run.smithi016.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-23T06:35:08.672 INFO:teuthology.orchestra.run.smithi016.stdout: = sunit=0 swidth=0 blks 2023-09-23T06:35:08.672 INFO:teuthology.orchestra.run.smithi016.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-23T06:35:08.672 INFO:teuthology.orchestra.run.smithi016.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-23T06:35:08.672 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-23T06:35:08.672 INFO:teuthology.orchestra.run.smithi016.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-23T06:35:08.695 INFO:teuthology.orchestra.run.smithi016.stdout:Discarding blocks...Done. 2023-09-23T06:35:08.698 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi016.front.sepia.ceph.com -o noatime 2023-09-23T06:35:08.699 DEBUG:teuthology.orchestra.run.smithi016:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2023-09-23T06:35:08.803 DEBUG:teuthology.orchestra.run.smithi016:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2023-09-23T06:35:08.879 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2023-09-23T06:35:08.950 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2023-09-23T06:35:08.950 INFO:tasks.ceph:role: osd.3 2023-09-23T06:35:08.950 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi016.front.sepia.ceph.com 2023-09-23T06:35:08.950 DEBUG:teuthology.orchestra.run.smithi016:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-09-23T06:35:09.020 INFO:teuthology.orchestra.run.smithi016.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-09-23T06:35:09.020 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-23T06:35:09.020 INFO:teuthology.orchestra.run.smithi016.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-23T06:35:09.020 INFO:teuthology.orchestra.run.smithi016.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-23T06:35:09.020 INFO:teuthology.orchestra.run.smithi016.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-23T06:35:09.020 INFO:teuthology.orchestra.run.smithi016.stdout: = sunit=0 swidth=0 blks 2023-09-23T06:35:09.020 INFO:teuthology.orchestra.run.smithi016.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-23T06:35:09.020 INFO:teuthology.orchestra.run.smithi016.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-23T06:35:09.021 INFO:teuthology.orchestra.run.smithi016.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-23T06:35:09.021 INFO:teuthology.orchestra.run.smithi016.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-23T06:35:09.043 INFO:teuthology.orchestra.run.smithi016.stdout:Discarding blocks...Done. 2023-09-23T06:35:09.047 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi016.front.sepia.ceph.com -o noatime 2023-09-23T06:35:09.048 DEBUG:teuthology.orchestra.run.smithi016:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2023-09-23T06:35:09.153 DEBUG:teuthology.orchestra.run.smithi016:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2023-09-23T06:35:09.228 DEBUG:teuthology.orchestra.run.smithi016:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-23T06:35:09.354 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:09.352+0000 7ff943875680 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2023-09-23T06:35:09.528 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:09.353+0000 7ff943875680 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2023-09-23T06:35:09.528 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:09.353+0000 7ff943875680 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-09-23T06:35:09.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:09.353+0000 7ff943875680 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-09-23T06:35:09.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:09.353+0000 7ff943875680 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2023-09-23T06:35:09.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:09.354+0000 7ff943875680 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2023-09-23T06:35:12.246 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2023-09-23T06:35:12.322 DEBUG:teuthology.orchestra.run.smithi016:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-23T06:35:12.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:12.429+0000 7f72f6aac680 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2023-09-23T06:35:12.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:12.429+0000 7f72f6aac680 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2023-09-23T06:35:12.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:12.429+0000 7f72f6aac680 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-09-23T06:35:12.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:12.429+0000 7f72f6aac680 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-09-23T06:35:12.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:12.429+0000 7f72f6aac680 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2023-09-23T06:35:12.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:12.431+0000 7f72f6aac680 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2023-09-23T06:35:15.320 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2023-09-23T06:35:15.396 DEBUG:teuthology.orchestra.run.smithi016:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-23T06:35:15.507 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:15.505+0000 7f285bb0c680 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2023-09-23T06:35:15.507 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:15.505+0000 7f285bb0c680 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2023-09-23T06:35:15.507 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:15.505+0000 7f285bb0c680 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-09-23T06:35:15.507 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:15.505+0000 7f285bb0c680 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-09-23T06:35:15.507 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:15.505+0000 7f285bb0c680 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2023-09-23T06:35:15.508 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:15.507+0000 7f285bb0c680 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2023-09-23T06:35:18.384 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2023-09-23T06:35:18.459 DEBUG:teuthology.orchestra.run.smithi016:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-23T06:35:18.570 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:18.568+0000 7f7534515680 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2023-09-23T06:35:18.571 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:18.569+0000 7f7534515680 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2023-09-23T06:35:18.571 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:18.569+0000 7f7534515680 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-09-23T06:35:18.571 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:18.569+0000 7f7534515680 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-09-23T06:35:18.571 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:18.569+0000 7f7534515680 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2023-09-23T06:35:18.571 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:18.570+0000 7f7534515680 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2023-09-23T06:35:21.448 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2023-09-23T06:35:21.523 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2023-09-23T06:35:21.602 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-09-23T06:35:21.602 INFO:tasks.ceph:role: osd.4 2023-09-23T06:35:21.602 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi092.front.sepia.ceph.com 2023-09-23T06:35:21.602 DEBUG:teuthology.orchestra.run.smithi092:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2023-09-23T06:35:21.687 INFO:teuthology.orchestra.run.smithi092.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2023-09-23T06:35:21.688 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-23T06:35:21.688 INFO:teuthology.orchestra.run.smithi092.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-23T06:35:21.688 INFO:teuthology.orchestra.run.smithi092.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-23T06:35:21.688 INFO:teuthology.orchestra.run.smithi092.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-23T06:35:21.688 INFO:teuthology.orchestra.run.smithi092.stdout: = sunit=0 swidth=0 blks 2023-09-23T06:35:21.688 INFO:teuthology.orchestra.run.smithi092.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-23T06:35:21.688 INFO:teuthology.orchestra.run.smithi092.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-23T06:35:21.688 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-23T06:35:21.688 INFO:teuthology.orchestra.run.smithi092.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-23T06:35:22.120 INFO:teuthology.orchestra.run.smithi092.stdout:Discarding blocks...Done. 2023-09-23T06:35:22.123 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi092.front.sepia.ceph.com -o noatime 2023-09-23T06:35:22.124 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2023-09-23T06:35:22.342 DEBUG:teuthology.orchestra.run.smithi092:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2023-09-23T06:35:22.423 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2023-09-23T06:35:22.492 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-09-23T06:35:22.492 INFO:tasks.ceph:role: osd.5 2023-09-23T06:35:22.492 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi092.front.sepia.ceph.com 2023-09-23T06:35:22.492 DEBUG:teuthology.orchestra.run.smithi092:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2023-09-23T06:35:22.568 INFO:teuthology.orchestra.run.smithi092.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2023-09-23T06:35:22.568 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-23T06:35:22.569 INFO:teuthology.orchestra.run.smithi092.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-23T06:35:22.569 INFO:teuthology.orchestra.run.smithi092.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-23T06:35:22.569 INFO:teuthology.orchestra.run.smithi092.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-23T06:35:22.569 INFO:teuthology.orchestra.run.smithi092.stdout: = sunit=0 swidth=0 blks 2023-09-23T06:35:22.569 INFO:teuthology.orchestra.run.smithi092.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-23T06:35:22.569 INFO:teuthology.orchestra.run.smithi092.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-23T06:35:22.569 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-23T06:35:22.569 INFO:teuthology.orchestra.run.smithi092.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-23T06:35:22.973 INFO:teuthology.orchestra.run.smithi092.stdout:Discarding blocks...Done. 2023-09-23T06:35:22.976 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi092.front.sepia.ceph.com -o noatime 2023-09-23T06:35:22.976 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2023-09-23T06:35:23.106 DEBUG:teuthology.orchestra.run.smithi092:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2023-09-23T06:35:23.184 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2023-09-23T06:35:23.253 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-09-23T06:35:23.253 INFO:tasks.ceph:role: osd.6 2023-09-23T06:35:23.253 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi092.front.sepia.ceph.com 2023-09-23T06:35:23.253 DEBUG:teuthology.orchestra.run.smithi092:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2023-09-23T06:35:23.329 INFO:teuthology.orchestra.run.smithi092.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2023-09-23T06:35:23.329 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-23T06:35:23.329 INFO:teuthology.orchestra.run.smithi092.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-23T06:35:23.329 INFO:teuthology.orchestra.run.smithi092.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-23T06:35:23.329 INFO:teuthology.orchestra.run.smithi092.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-23T06:35:23.329 INFO:teuthology.orchestra.run.smithi092.stdout: = sunit=0 swidth=0 blks 2023-09-23T06:35:23.329 INFO:teuthology.orchestra.run.smithi092.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-23T06:35:23.330 INFO:teuthology.orchestra.run.smithi092.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-23T06:35:23.330 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-23T06:35:23.330 INFO:teuthology.orchestra.run.smithi092.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-23T06:35:23.786 INFO:teuthology.orchestra.run.smithi092.stdout:Discarding blocks...Done. 2023-09-23T06:35:23.791 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi092.front.sepia.ceph.com -o noatime 2023-09-23T06:35:23.791 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2023-09-23T06:35:23.989 DEBUG:teuthology.orchestra.run.smithi092:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2023-09-23T06:35:24.066 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2023-09-23T06:35:24.134 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2023-09-23T06:35:24.134 INFO:tasks.ceph:role: osd.7 2023-09-23T06:35:24.134 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi092.front.sepia.ceph.com 2023-09-23T06:35:24.135 DEBUG:teuthology.orchestra.run.smithi092:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2023-09-23T06:35:24.210 INFO:teuthology.orchestra.run.smithi092.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2023-09-23T06:35:24.211 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 attr=2, projid32bit=1 2023-09-23T06:35:24.211 INFO:teuthology.orchestra.run.smithi092.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2023-09-23T06:35:24.211 INFO:teuthology.orchestra.run.smithi092.stdout: = reflink=1 bigtime=0 inobtcount=0 2023-09-23T06:35:24.211 INFO:teuthology.orchestra.run.smithi092.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2023-09-23T06:35:24.211 INFO:teuthology.orchestra.run.smithi092.stdout: = sunit=0 swidth=0 blks 2023-09-23T06:35:24.211 INFO:teuthology.orchestra.run.smithi092.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2023-09-23T06:35:24.211 INFO:teuthology.orchestra.run.smithi092.stdout:log =internal log bsize=4096 blocks=11443, version=2 2023-09-23T06:35:24.211 INFO:teuthology.orchestra.run.smithi092.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2023-09-23T06:35:24.211 INFO:teuthology.orchestra.run.smithi092.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2023-09-23T06:35:24.644 INFO:teuthology.orchestra.run.smithi092.stdout:Discarding blocks...Done. 2023-09-23T06:35:24.649 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi092.front.sepia.ceph.com -o noatime 2023-09-23T06:35:24.649 DEBUG:teuthology.orchestra.run.smithi092:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2023-09-23T06:35:24.774 DEBUG:teuthology.orchestra.run.smithi092:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2023-09-23T06:35:24.850 DEBUG:teuthology.orchestra.run.smithi092:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-23T06:35:24.974 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:24.972+0000 7f67791f7680 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2023-09-23T06:35:24.974 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:24.972+0000 7f67791f7680 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2023-09-23T06:35:24.974 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:24.972+0000 7f67791f7680 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-09-23T06:35:24.974 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:24.972+0000 7f67791f7680 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-09-23T06:35:24.974 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:24.972+0000 7f67791f7680 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2023-09-23T06:35:24.975 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:24.974+0000 7f67791f7680 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2023-09-23T06:35:27.875 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2023-09-23T06:35:27.946 DEBUG:teuthology.orchestra.run.smithi092:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-23T06:35:28.052 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:28.050+0000 7f40e7968680 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2023-09-23T06:35:28.052 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:28.051+0000 7f40e7968680 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2023-09-23T06:35:28.053 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:28.051+0000 7f40e7968680 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-09-23T06:35:28.053 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:28.051+0000 7f40e7968680 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-09-23T06:35:28.053 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:28.051+0000 7f40e7968680 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2023-09-23T06:35:28.053 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:28.052+0000 7f40e7968680 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2023-09-23T06:35:30.931 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2023-09-23T06:35:31.003 DEBUG:teuthology.orchestra.run.smithi092:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-23T06:35:31.108 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:31.106+0000 7fe1b69cf680 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2023-09-23T06:35:31.108 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:31.106+0000 7fe1b69cf680 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2023-09-23T06:35:31.108 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:31.106+0000 7fe1b69cf680 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-09-23T06:35:31.108 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:31.106+0000 7fe1b69cf680 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-09-23T06:35:31.108 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:31.106+0000 7fe1b69cf680 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2023-09-23T06:35:31.109 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:31.108+0000 7fe1b69cf680 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2023-09-23T06:35:33.194 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:35:33.199 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:35:33.999 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2023-09-23T06:35:34.068 DEBUG:teuthology.orchestra.run.smithi092:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2023-09-23T06:35:34.173 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:34.172+0000 7ff9e4269680 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2023-09-23T06:35:34.174 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:34.172+0000 7ff9e4269680 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2023-09-23T06:35:34.174 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:34.172+0000 7ff9e4269680 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-09-23T06:35:34.174 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:34.172+0000 7ff9e4269680 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-09-23T06:35:34.174 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:34.172+0000 7ff9e4269680 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2023-09-23T06:35:34.175 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:34.173+0000 7ff9e4269680 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2023-09-23T06:35:37.052 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2023-09-23T06:35:37.123 INFO:tasks.ceph:Reading keys from all nodes... 2023-09-23T06:35:37.124 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:37.124 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2023-09-23T06:35:37.201 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:37.201 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2023-09-23T06:35:37.272 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:37.273 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2023-09-23T06:35:37.383 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:37.383 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2023-09-23T06:35:37.491 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:37.492 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2023-09-23T06:35:37.601 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:37.601 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2023-09-23T06:35:37.709 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:37.709 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2023-09-23T06:35:37.819 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:37.819 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2023-09-23T06:35:37.893 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:37.893 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2023-09-23T06:35:37.962 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:37.962 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2023-09-23T06:35:38.070 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:38.070 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2023-09-23T06:35:38.178 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:38.178 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2023-09-23T06:35:38.287 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:38.287 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2023-09-23T06:35:38.396 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:38.396 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2023-09-23T06:35:38.504 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:38.505 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2023-09-23T06:35:38.553 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:38.553 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2023-09-23T06:35:38.600 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:38.600 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2023-09-23T06:35:38.645 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:38.645 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2023-09-23T06:35:38.730 INFO:tasks.ceph:Adding keys to all mons... 2023-09-23T06:35:38.730 DEBUG:teuthology.orchestra.run.smithi016:> sudo tee -a /etc/ceph/ceph.keyring 2023-09-23T06:35:38.734 DEBUG:teuthology.orchestra.run.smithi092:> sudo tee -a /etc/ceph/ceph.keyring 2023-09-23T06:35:38.798 INFO:teuthology.orchestra.run.smithi016.stdout:[mgr.y] 2023-09-23T06:35:38.798 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAahw5lNrCZFBAAyW254lGUZanpwwetG3nNWg== 2023-09-23T06:35:38.799 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.a] 2023-09-23T06:35:38.799 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAahw5lizN3JRAAh+Xd63jmalIjeVfQBk9+ug== 2023-09-23T06:35:38.799 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.c] 2023-09-23T06:35:38.799 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAahw5lJn+bMRAARPAMiD82YFIEtmvBr8msfw== 2023-09-23T06:35:38.799 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.0] 2023-09-23T06:35:38.799 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAdhw5lb3USFRAArBiqEpLRhnU+7Ck0KuflFw== 2023-09-23T06:35:38.799 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.1] 2023-09-23T06:35:38.799 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAghw5lZlOpGRAA1ahdu1aXU+x1pyPjOUkY7w== 2023-09-23T06:35:38.799 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.2] 2023-09-23T06:35:38.799 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAjhw5lTywuHhAACghGvjcROefk1Gpsps7AqA== 2023-09-23T06:35:38.799 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.3] 2023-09-23T06:35:38.800 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAmhw5lTYz2IRAAavem6+gosUWTgIFzP/Sgsg== 2023-09-23T06:35:38.800 INFO:teuthology.orchestra.run.smithi016.stdout:[mgr.x] 2023-09-23T06:35:38.800 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAahw5lzv5FHRAAuaR63BEkDtF7N0iHTJFc6A== 2023-09-23T06:35:38.800 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.b] 2023-09-23T06:35:38.800 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAbhw5lOJjDARAAnna0ih78pYUDm6RzZcJOpA== 2023-09-23T06:35:38.800 INFO:teuthology.orchestra.run.smithi016.stdout:[mds.d] 2023-09-23T06:35:38.800 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAbhw5lIZ9gDRAACxpON6Ihfi7hT3jnGthFUA== 2023-09-23T06:35:38.800 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.4] 2023-09-23T06:35:38.800 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAshw5lhRH/ORAA49/flAC62yvh+e3iqvz5ig== 2023-09-23T06:35:38.800 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.5] 2023-09-23T06:35:38.800 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAwhw5lbnwWAxAAbIqSsHUMpZtk5IBD6LjcDA== 2023-09-23T06:35:38.801 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.6] 2023-09-23T06:35:38.801 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAzhw5lYWllBhAAthAKjIXd3Iiw4Zj1ZqldQg== 2023-09-23T06:35:38.801 INFO:teuthology.orchestra.run.smithi016.stdout:[osd.7] 2023-09-23T06:35:38.801 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQA2hw5llVpQChAAV/tT4I7q5/sah5EqxaEPiQ== 2023-09-23T06:35:38.801 INFO:teuthology.orchestra.run.smithi016.stdout:[client.0] 2023-09-23T06:35:38.801 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAbhw5l1Aa8FxAAopcPI+GwfTn69JjDl6wzvw== 2023-09-23T06:35:38.801 INFO:teuthology.orchestra.run.smithi016.stdout:[client.2] 2023-09-23T06:35:38.801 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAbhw5lW4aIHxAAXy0gsefCY2LHOWOdRIkx4g== 2023-09-23T06:35:38.801 INFO:teuthology.orchestra.run.smithi016.stdout:[client.1] 2023-09-23T06:35:38.801 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAbhw5lDFwbJxAATyCfkeJ7Ff6fXNGrU/MRXQ== 2023-09-23T06:35:38.801 INFO:teuthology.orchestra.run.smithi016.stdout:[client.3] 2023-09-23T06:35:38.802 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAbhw5l5dPZLhAAEtfzAvTKadzrqzjnGEmQ7Q== 2023-09-23T06:35:38.835 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr.y] 2023-09-23T06:35:38.836 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAahw5lNrCZFBAAyW254lGUZanpwwetG3nNWg== 2023-09-23T06:35:38.836 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.a] 2023-09-23T06:35:38.836 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAahw5lizN3JRAAh+Xd63jmalIjeVfQBk9+ug== 2023-09-23T06:35:38.836 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.c] 2023-09-23T06:35:38.836 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAahw5lJn+bMRAARPAMiD82YFIEtmvBr8msfw== 2023-09-23T06:35:38.836 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.0] 2023-09-23T06:35:38.836 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAdhw5lb3USFRAArBiqEpLRhnU+7Ck0KuflFw== 2023-09-23T06:35:38.836 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.1] 2023-09-23T06:35:38.836 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAghw5lZlOpGRAA1ahdu1aXU+x1pyPjOUkY7w== 2023-09-23T06:35:38.836 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.2] 2023-09-23T06:35:38.836 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAjhw5lTywuHhAACghGvjcROefk1Gpsps7AqA== 2023-09-23T06:35:38.837 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.3] 2023-09-23T06:35:38.837 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAmhw5lTYz2IRAAavem6+gosUWTgIFzP/Sgsg== 2023-09-23T06:35:38.837 INFO:teuthology.orchestra.run.smithi092.stdout:[mgr.x] 2023-09-23T06:35:38.837 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAahw5lzv5FHRAAuaR63BEkDtF7N0iHTJFc6A== 2023-09-23T06:35:38.837 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.b] 2023-09-23T06:35:38.837 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAbhw5lOJjDARAAnna0ih78pYUDm6RzZcJOpA== 2023-09-23T06:35:38.837 INFO:teuthology.orchestra.run.smithi092.stdout:[mds.d] 2023-09-23T06:35:38.837 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAbhw5lIZ9gDRAACxpON6Ihfi7hT3jnGthFUA== 2023-09-23T06:35:38.837 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.4] 2023-09-23T06:35:38.837 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAshw5lhRH/ORAA49/flAC62yvh+e3iqvz5ig== 2023-09-23T06:35:38.837 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.5] 2023-09-23T06:35:38.838 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAwhw5lbnwWAxAAbIqSsHUMpZtk5IBD6LjcDA== 2023-09-23T06:35:38.838 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.6] 2023-09-23T06:35:38.838 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAzhw5lYWllBhAAthAKjIXd3Iiw4Zj1ZqldQg== 2023-09-23T06:35:38.838 INFO:teuthology.orchestra.run.smithi092.stdout:[osd.7] 2023-09-23T06:35:38.838 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQA2hw5llVpQChAAV/tT4I7q5/sah5EqxaEPiQ== 2023-09-23T06:35:38.838 INFO:teuthology.orchestra.run.smithi092.stdout:[client.0] 2023-09-23T06:35:38.838 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAbhw5l1Aa8FxAAopcPI+GwfTn69JjDl6wzvw== 2023-09-23T06:35:38.838 INFO:teuthology.orchestra.run.smithi092.stdout:[client.2] 2023-09-23T06:35:38.838 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAbhw5lW4aIHxAAXy0gsefCY2LHOWOdRIkx4g== 2023-09-23T06:35:38.838 INFO:teuthology.orchestra.run.smithi092.stdout:[client.1] 2023-09-23T06:35:38.838 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAbhw5lDFwbJxAATyCfkeJ7Ff6fXNGrU/MRXQ== 2023-09-23T06:35:38.838 INFO:teuthology.orchestra.run.smithi092.stdout:[client.3] 2023-09-23T06:35:38.839 INFO:teuthology.orchestra.run.smithi092.stdout: key = AQAbhw5l5dPZLhAAEtfzAvTKadzrqzjnGEmQ7Q== 2023-09-23T06:35:38.839 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-09-23T06:35:38.847 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-09-23T06:35:38.987 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-23T06:35:38.992 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-23T06:35:39.103 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-23T06:35:39.107 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-23T06:35:39.218 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-23T06:35:39.222 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-23T06:35:39.331 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-23T06:35:39.335 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-23T06:35:39.443 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-23T06:35:39.448 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-23T06:35:39.555 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-23T06:35:39.559 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-23T06:35:39.667 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-09-23T06:35:39.672 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2023-09-23T06:35:39.780 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-23T06:35:39.809 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-23T06:35:39.920 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-23T06:35:39.925 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2023-09-23T06:35:40.038 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-23T06:35:40.043 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-23T06:35:40.150 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-23T06:35:40.155 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-23T06:35:40.263 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-23T06:35:40.268 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-23T06:35:40.375 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-23T06:35:40.380 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2023-09-23T06:35:40.489 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-23T06:35:40.493 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-23T06:35:40.605 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-23T06:35:40.609 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-23T06:35:40.721 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-23T06:35:40.725 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-23T06:35:40.838 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-23T06:35:40.842 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2023-09-23T06:35:40.953 INFO:tasks.ceph:Running mkfs on mon nodes... 2023-09-23T06:35:40.954 DEBUG:teuthology.orchestra.run.smithi016:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2023-09-23T06:35:41.024 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-09-23T06:35:41.151 DEBUG:teuthology.orchestra.run.smithi016:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2023-09-23T06:35:41.221 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2023-09-23T06:35:41.291 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-09-23T06:35:41.413 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2023-09-23T06:35:41.482 DEBUG:teuthology.orchestra.run.smithi092:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2023-09-23T06:35:41.550 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2023-09-23T06:35:41.672 DEBUG:teuthology.orchestra.run.smithi092:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2023-09-23T06:35:41.740 DEBUG:teuthology.orchestra.run.smithi016:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-09-23T06:35:41.744 DEBUG:teuthology.orchestra.run.smithi092:> rm -- /home/ubuntu/cephtest/ceph.monmap 2023-09-23T06:35:41.790 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2023-09-23T06:35:41.790 INFO:tasks.ceph.mon.a:Restarting daemon 2023-09-23T06:35:41.790 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2023-09-23T06:35:41.832 INFO:tasks.ceph.mon.a:Started 2023-09-23T06:35:41.832 INFO:tasks.ceph.mon.b:Restarting daemon 2023-09-23T06:35:41.832 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2023-09-23T06:35:41.836 INFO:tasks.ceph.mon.b:Started 2023-09-23T06:35:41.836 INFO:tasks.ceph.mon.c:Restarting daemon 2023-09-23T06:35:41.836 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2023-09-23T06:35:41.840 INFO:tasks.ceph.mon.c:Started 2023-09-23T06:35:41.840 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2023-09-23T06:35:41.841 INFO:tasks.ceph.mgr.y:Restarting daemon 2023-09-23T06:35:41.841 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2023-09-23T06:35:41.845 INFO:tasks.ceph.mgr.y:Started 2023-09-23T06:35:41.845 INFO:tasks.ceph.mgr.x:Restarting daemon 2023-09-23T06:35:41.845 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2023-09-23T06:35:41.849 INFO:tasks.ceph.mgr.x:Started 2023-09-23T06:35:41.849 INFO:tasks.ceph:Setting crush tunables to default 2023-09-23T06:35:41.849 DEBUG:teuthology.orchestra.run.smithi016:> sudo ceph --cluster ceph osd crush tunables default 2023-09-23T06:35:42.052 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.051+0000 7f8d76bff700 1 Processor -- start 2023-09-23T06:35:42.053 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.051+0000 7f8d76bff700 1 -- start start 2023-09-23T06:35:42.054 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.052+0000 7f8d76bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 0x7f8d700cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:42.054 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.052+0000 7f8d76bff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d700d3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:42.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.052+0000 7f8d76bff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d7015dca0 con 0x7f8d700d0030 2023-09-23T06:35:42.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.052+0000 7f8d76bff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d700ce130 con 0x7f8d70161fc0 2023-09-23T06:35:42.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.052+0000 7f8d76bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d700ce3d0 con 0x7f8d7015d8c0 2023-09-23T06:35:42.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.053+0000 7f8d6ffff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d700d3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:42.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.053+0000 7f8d7499b700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 0x7f8d700cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:42.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.053+0000 7f8d6ffff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d700d3d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:42702/0 (socket says 172.21.15.16:42702) 2023-09-23T06:35:42.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.053+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 learned_addr learned my addr 172.21.15.16:0/9265967 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:35:42.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.053+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 msgr2=0x7f8d700d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-23T06:35:42.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.053+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 msgr2=0x7f8d700d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:42.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.053+0000 7f8d7499b700 1 -- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 msgr2=0x7f8d700cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-09-23T06:35:42.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.053+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d700d3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:42.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.053+0000 7f8d7499b700 1 -- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 msgr2=0x7f8d700cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:42.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.053+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 0x7f8d700cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:42.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.053+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 0x7f8d700cf190 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-23T06:35:42.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.053+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d700d3d30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-23T06:35:42.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.254+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 0x7f8d700cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:42.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.254+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d700d3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:42.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.254+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 msgr2=0x7f8d700d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-09-23T06:35:42.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.254+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 msgr2=0x7f8d700d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:42.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.254+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d700d3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:42.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.254+0000 7f8d7499b700 1 -- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 msgr2=0x7f8d700cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-23T06:35:42.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.254+0000 7f8d7499b700 1 -- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 msgr2=0x7f8d700cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:42.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.254+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d700d3d30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-09-23T06:35:42.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.254+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 0x7f8d700cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:42.257 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.254+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 0x7f8d700cf190 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-09-23T06:35:42.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.655+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 0x7f8d700cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:42.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.655+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d700d3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:42.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.655+0000 7f8d7499b700 1 -- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 msgr2=0x7f8d700cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-23T06:35:42.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.655+0000 7f8d7499b700 1 -- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 msgr2=0x7f8d700cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:42.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.655+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 0x7f8d700cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:42.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.655+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 msgr2=0x7f8d700d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-09-23T06:35:42.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.655+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 msgr2=0x7f8d700d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:42.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.655+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d700d3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:42.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.655+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d700d3d30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-09-23T06:35:42.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:42.655+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 0x7f8d700cf190 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-09-23T06:35:43.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:43.457+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 0x7f8d700cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:43.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:43.457+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d700d3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:43.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:43.457+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 msgr2=0x7f8d700d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-09-23T06:35:43.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:43.457+0000 7f8d7499b700 1 -- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 msgr2=0x7f8d700cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-23T06:35:43.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:43.457+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 msgr2=0x7f8d700d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:43.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:43.457+0000 7f8d7499b700 1 -- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 msgr2=0x7f8d700cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:43.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:43.457+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d700d3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:43.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:43.457+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 0x7f8d700cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:43.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:43.457+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 0x7f8d700cf190 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-09-23T06:35:43.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:43.457+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d700d3d30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-09-23T06:35:45.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.053+0000 7f8d6e7fc700 1 -- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 msgr2=0x7f8d700cf190 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-23T06:35:45.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.053+0000 7f8d6e7fc700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d7015d8c0 0x7f8d700cf190 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:45.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.053+0000 7f8d6e7fc700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 msgr2=0x7f8d700d3d30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-23T06:35:45.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.053+0000 7f8d6e7fc700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d700d3d30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:45.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.053+0000 7f8d6e7fc700 1 -- 172.21.15.16:0/9265967 >> v1:172.21.15.92:6789/0 conn(0x7f8d700d0030 legacy=0x7f8d700d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:45.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.053+0000 7f8d6e7fc700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d54009880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:45.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.053+0000 7f8d6e7fc700 1 -- 172.21.15.16:0/9265967 --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d700ce6b0 con 0x7f8d54003750 2023-09-23T06:35:45.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.053+0000 7f8d6e7fc700 1 -- 172.21.15.16:0/9265967 --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d700ce130 con 0x7f8d540073e0 2023-09-23T06:35:45.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.053+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d54009880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:45.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.053+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 msgr2=0x7f8d54009880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-23T06:35:45.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.053+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 msgr2=0x7f8d54009880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:45.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.053+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d54009880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:45.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.053+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d54009880 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-23T06:35:45.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.254+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d54009880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:45.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.254+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 msgr2=0x7f8d54009880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-23T06:35:45.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.254+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 msgr2=0x7f8d54009880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:45.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.254+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d54009880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:45.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.254+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d54009880 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-09-23T06:35:45.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.655+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d54009880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:45.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.655+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 msgr2=0x7f8d54009880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-23T06:35:45.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.655+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 msgr2=0x7f8d54009880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:45.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.655+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d54009880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:45.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:45.655+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d54009880 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-09-23T06:35:46.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:46.457+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d54009880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:46.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:46.457+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 msgr2=0x7f8d54009880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-23T06:35:46.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:46.457+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 msgr2=0x7f8d54009880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:46.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:46.457+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d54009880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:46.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:46.457+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d54009880 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-09-23T06:35:48.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.053+0000 7f8d6e7fc700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 msgr2=0x7f8d54009880 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-23T06:35:48.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.053+0000 7f8d6e7fc700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d54009880 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:48.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.053+0000 7f8d6e7fc700 1 -- 172.21.15.16:0/9265967 >> v1:172.21.15.16:6789/0 conn(0x7f8d54003750 legacy=0x7f8d54005bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:48.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.053+0000 7f8d6e7fc700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d5400e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:48.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.053+0000 7f8d7519c700 1 -- 172.21.15.16:0/9265967 reap_dead start 2023-09-23T06:35:48.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.053+0000 7f8d6e7fc700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d540107e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:48.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.053+0000 7f8d6e7fc700 1 -- 172.21.15.16:0/9265967 --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d5400af80 con 0x7f8d5400a040 2023-09-23T06:35:48.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.053+0000 7f8d6e7fc700 1 -- 172.21.15.16:0/9265967 --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d700ce130 con 0x7f8d540073e0 2023-09-23T06:35:48.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.053+0000 7f8d6e7fc700 1 -- 172.21.15.16:0/9265967 --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d700ce3d0 con 0x7f8d70161fc0 2023-09-23T06:35:48.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.053+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d5400e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:48.057 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.053+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 msgr2=0x7f8d5400e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-09-23T06:35:48.057 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.053+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 msgr2=0x7f8d5400e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:48.057 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.053+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d5400e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:48.057 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.053+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d5400e290 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-23T06:35:48.057 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.053+0000 7f8d7519c700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d540107e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:48.057 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.054+0000 7f8d7519c700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 msgr2=0x7f8d540107e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2023-09-23T06:35:48.057 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.054+0000 7f8d7519c700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 msgr2=0x7f8d540107e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:48.057 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.054+0000 7f8d7519c700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d540107e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:48.057 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.054+0000 7f8d7519c700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d540107e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-23T06:35:48.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.254+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d5400e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:48.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.254+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 msgr2=0x7f8d5400e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-09-23T06:35:48.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.254+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 msgr2=0x7f8d5400e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:48.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.254+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d5400e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:48.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.254+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d5400e290 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-09-23T06:35:48.257 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.255+0000 7f8d7519c700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d540107e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:48.257 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.255+0000 7f8d7519c700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 msgr2=0x7f8d540107e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-09-23T06:35:48.257 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.255+0000 7f8d7519c700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 msgr2=0x7f8d540107e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:48.257 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.255+0000 7f8d7519c700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d540107e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:48.258 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.255+0000 7f8d7519c700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d540107e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-09-23T06:35:48.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.655+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d5400e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:48.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.655+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 msgr2=0x7f8d5400e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-09-23T06:35:48.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.655+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 msgr2=0x7f8d5400e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:48.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.655+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d5400e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:48.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.655+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d5400e290 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-09-23T06:35:48.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.656+0000 7f8d7519c700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d540107e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:48.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.656+0000 7f8d7519c700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 msgr2=0x7f8d540107e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-09-23T06:35:48.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.656+0000 7f8d7519c700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 msgr2=0x7f8d540107e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:48.659 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.656+0000 7f8d7519c700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d540107e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:48.659 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:48.656+0000 7f8d7519c700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d540107e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-09-23T06:35:49.458 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:49.457+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d5400e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:49.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:49.457+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 msgr2=0x7f8d5400e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-09-23T06:35:49.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:49.457+0000 7f8d6ffff700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 msgr2=0x7f8d5400e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:49.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:49.457+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d5400e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:49.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:49.457+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d5400e290 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-09-23T06:35:49.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:49.458+0000 7f8d7519c700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d540107e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:49.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:49.458+0000 7f8d7519c700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 msgr2=0x7f8d540107e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2023-09-23T06:35:49.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:49.458+0000 7f8d7519c700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 msgr2=0x7f8d540107e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:49.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:49.458+0000 7f8d7519c700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d540107e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:49.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:49.458+0000 7f8d7519c700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d540107e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2023-09-23T06:35:51.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.054+0000 7f8d6e7fc700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 msgr2=0x7f8d540107e0 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-23T06:35:51.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.054+0000 7f8d6e7fc700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.92:3300/0 conn(0x7f8d70161fc0 0x7f8d540107e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:51.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.054+0000 7f8d6e7fc700 1 -- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 msgr2=0x7f8d5400e290 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-23T06:35:51.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.054+0000 7f8d6e7fc700 1 --2- 172.21.15.16:0/9265967 >> v2:172.21.15.16:3300/0 conn(0x7f8d540073e0 0x7f8d5400e290 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:51.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.054+0000 7f8d6e7fc700 1 -- 172.21.15.16:0/9265967 >> v1:172.21.15.16:6789/0 conn(0x7f8d5400a040 legacy=0x7f8d5400a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:51.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.054+0000 7f8d6e7fc700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d540062e0 0x7f8d54005b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:51.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.054+0000 7f8d6e7fc700 1 -- 172.21.15.16:0/9265967 --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d54009890 con 0x7f8d540066c0 2023-09-23T06:35:51.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.054+0000 7f8d6e7fc700 1 -- 172.21.15.16:0/9265967 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d700ce130 con 0x7f8d540062e0 2023-09-23T06:35:51.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.054+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d540062e0 0x7f8d54005b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:51.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.054+0000 7f8d7499b700 1 -- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d540062e0 msgr2=0x7f8d54005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-23T06:35:51.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.054+0000 7f8d7499b700 1 -- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d540062e0 msgr2=0x7f8d54005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:51.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.054+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d540062e0 0x7f8d54005b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:51.057 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.054+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d540062e0 0x7f8d54005b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-23T06:35:51.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.255+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d540062e0 0x7f8d54005b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:51.257 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.255+0000 7f8d7499b700 1 -- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d540062e0 msgr2=0x7f8d54005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-23T06:35:51.257 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.255+0000 7f8d7499b700 1 -- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d540062e0 msgr2=0x7f8d54005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:51.257 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.255+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d540062e0 0x7f8d54005b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:51.257 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.255+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d540062e0 0x7f8d54005b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2023-09-23T06:35:51.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.656+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d540062e0 0x7f8d54005b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:51.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.656+0000 7f8d7499b700 1 -- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d540062e0 msgr2=0x7f8d54005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2023-09-23T06:35:51.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.656+0000 7f8d7499b700 1 -- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d540062e0 msgr2=0x7f8d54005b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2023-09-23T06:35:51.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.656+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d540062e0 0x7f8d54005b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2023-09-23T06:35:51.659 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:51.656+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d540062e0 0x7f8d54005b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2023-09-23T06:35:52.248 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.246+0000 7f8d6f7fe700 1 -- 172.21.15.16:0/9265967 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1849118085 0 0) 0x7f8d54009890 con 0x7f8d540066c0 2023-09-23T06:35:52.248 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.246+0000 7f8d6f7fe700 1 -- 172.21.15.16:0/9265967 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8d600035b0 con 0x7f8d540066c0 2023-09-23T06:35:52.250 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.247+0000 7f8d6f7fe700 1 -- 172.21.15.16:0/9265967 <== mon.1 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1741623852 0 0) 0x7f8d600035b0 con 0x7f8d540066c0 2023-09-23T06:35:52.250 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.247+0000 7f8d6f7fe700 1 -- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d540062e0 msgr2=0x7f8d54005b70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-23T06:35:52.250 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.247+0000 7f8d6f7fe700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d540062e0 0x7f8d54005b70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:52.250 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.247+0000 7f8d6f7fe700 1 -- 172.21.15.16:0/9265967 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d54009b10 con 0x7f8d540066c0 2023-09-23T06:35:52.250 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.247+0000 7f8d6f7fe700 1 -- 172.21.15.16:0/9265967 <== mon.1 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2518992857 0 0) 0x7f8d5c0167f0 con 0x7f8d540066c0 2023-09-23T06:35:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.247+0000 7f8d6f7fe700 1 -- 172.21.15.16:0/9265967 >> v1:172.21.15.92:6789/0 conn(0x7f8d540066c0 legacy=0x7f8d54006b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.247+0000 7f8d7519c700 1 -- 172.21.15.16:0/9265967 reap_dead start 2023-09-23T06:35:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.247+0000 7f8d6f7fe700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d60003a00 0x7f8d60003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.247+0000 7f8d6f7fe700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8d60004850 0x7f8d60004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.247+0000 7f8d6f7fe700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d60005330 0x7f8d6000ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.247+0000 7f8d6f7fe700 1 -- 172.21.15.16:0/9265967 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d700ce130 con 0x7f8d60004850 2023-09-23T06:35:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.247+0000 7f8d6f7fe700 1 -- 172.21.15.16:0/9265967 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d6000c1e0 con 0x7f8d60003a00 2023-09-23T06:35:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.247+0000 7f8d6f7fe700 1 -- 172.21.15.16:0/9265967 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d6000c3a0 con 0x7f8d60005330 2023-09-23T06:35:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.247+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d60003a00 0x7f8d60003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.247+0000 7f8d7519c700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d60005330 0x7f8d6000ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.248+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8d60004850 0x7f8d60004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:52.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.248+0000 7f8d7499b700 1 -- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d60005330 msgr2=0x7f8d6000ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:35:52.252 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.248+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d60005330 0x7f8d6000ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:52.252 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.248+0000 7f8d7499b700 1 -- 172.21.15.16:0/9265967 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8d60004850 msgr2=0x7f8d60004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:35:52.252 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.248+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8d60004850 0x7f8d60004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:52.252 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.248+0000 7f8d7499b700 1 -- 172.21.15.16:0/9265967 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d600035b0 con 0x7f8d60003a00 2023-09-23T06:35:52.252 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.249+0000 7f8d7499b700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d60003a00 0x7f8d60003e00 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f8d64006f10 tx=0x7f8d60005880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=67ab85ca3d0cbcf9 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:52.253 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.249+0000 7f8d6f7fe700 1 -- 172.21.15.16:0/9265967 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d6401d070 con 0x7f8d60003a00 2023-09-23T06:35:52.253 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.249+0000 7f8d6f7fe700 1 -- 172.21.15.16:0/9265967 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d6400c040 con 0x7f8d60003a00 2023-09-23T06:35:52.253 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.249+0000 7f8d6f7fe700 1 -- 172.21.15.16:0/9265967 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d64004240 con 0x7f8d60003a00 2023-09-23T06:35:52.253 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.250+0000 7f8d76bff700 1 -- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d60003a00 msgr2=0x7f8d60003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:52.253 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.250+0000 7f8d76bff700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d60003a00 0x7f8d60003e00 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f8d64006f10 tx=0x7f8d60005880 comp rx=0 tx=0).stop 2023-09-23T06:35:52.253 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.250+0000 7f8d76bff700 1 -- 172.21.15.16:0/9265967 shutdown_connections 2023-09-23T06:35:52.253 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.250+0000 7f8d76bff700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d60005330 0x7f8d6000ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:52.253 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.250+0000 7f8d76bff700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8d60004850 0x7f8d60004cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:52.253 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.250+0000 7f8d76bff700 1 --2- 172.21.15.16:0/9265967 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d60003a00 0x7f8d60003e00 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:52.254 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.250+0000 7f8d76bff700 1 -- 172.21.15.16:0/9265967 >> 172.21.15.16:0/9265967 conn(0x7f8d7009c9b0 msgr2=0x7f8d700d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:52.254 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.251+0000 7f8d76bff700 1 -- 172.21.15.16:0/9265967 shutdown_connections 2023-09-23T06:35:52.254 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.251+0000 7f8d76bff700 1 -- 172.21.15.16:0/9265967 wait complete. 2023-09-23T06:35:52.255 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.253+0000 7f8d76bff700 1 Processor -- start 2023-09-23T06:35:52.255 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.254+0000 7f8d76bff700 1 -- start start 2023-09-23T06:35:52.257 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.255+0000 7f8d76bff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8d60003a00 0x7f8d700c75b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:52.257 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.255+0000 7f8d76bff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d60004850 0x7f8d70151b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:52.257 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.255+0000 7f8d76bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d60005330 0x7f8d700ccf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:52.257 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.255+0000 7f8d76bff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d700b7330 con 0x7f8d60003a00 2023-09-23T06:35:52.257 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.255+0000 7f8d76bff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d70152070 con 0x7f8d60004850 2023-09-23T06:35:52.257 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.255+0000 7f8d76bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d700b6720 con 0x7f8d60005330 2023-09-23T06:35:52.258 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.255+0000 7f8d7499b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8d60003a00 0x7f8d700c75b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:52.258 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.255+0000 7f8d7499b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8d60003a00 0x7f8d700c75b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:40758/0 (socket says 172.21.15.16:40758) 2023-09-23T06:35:52.258 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.255+0000 7f8d7499b700 1 -- 172.21.15.16:0/959606544 learned_addr learned my addr 172.21.15.16:0/959606544 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:35:52.258 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.256+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/959606544 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d60004850 0x7f8d70151b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:52.258 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.256+0000 7f8d7519c700 1 --2- 172.21.15.16:0/959606544 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d60005330 0x7f8d700ccf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:52.258 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.256+0000 7f8d7499b700 1 -- 172.21.15.16:0/959606544 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d60005330 msgr2=0x7f8d700ccf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:52.259 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.256+0000 7f8d7499b700 1 --2- 172.21.15.16:0/959606544 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d60005330 0x7f8d700ccf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:52.259 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.256+0000 7f8d7499b700 1 -- 172.21.15.16:0/959606544 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d60004850 msgr2=0x7f8d70151b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:52.259 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.256+0000 7f8d7499b700 1 --2- 172.21.15.16:0/959606544 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d60004850 0x7f8d70151b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:52.259 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.256+0000 7f8d7499b700 1 -- 172.21.15.16:0/959606544 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d700b6a00 con 0x7f8d60003a00 2023-09-23T06:35:52.259 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.256+0000 7f8d7519c700 1 --2- 172.21.15.16:0/959606544 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d60005330 0x7f8d700ccf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:35:52.259 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.256+0000 7f8d6ffff700 1 --2- 172.21.15.16:0/959606544 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d60004850 0x7f8d70151b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:35:52.259 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.256+0000 7f8d7499b700 1 --2- 172.21.15.16:0/959606544 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8d60003a00 0x7f8d700c75b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f8d64006f10 tx=0x7f8d640047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:52.260 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.257+0000 7f8d6d7fa700 1 -- 172.21.15.16:0/959606544 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d64016e90 con 0x7f8d60003a00 2023-09-23T06:35:52.260 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.258+0000 7f8d6d7fa700 1 -- 172.21.15.16:0/959606544 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d640036a0 con 0x7f8d60003a00 2023-09-23T06:35:52.260 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.258+0000 7f8d76bff700 1 -- 172.21.15.16:0/959606544 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d700b6ce0 con 0x7f8d60003a00 2023-09-23T06:35:52.260 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.258+0000 7f8d6d7fa700 1 -- 172.21.15.16:0/959606544 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d64003a50 con 0x7f8d60003a00 2023-09-23T06:35:52.260 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.258+0000 7f8d76bff700 1 -- 172.21.15.16:0/959606544 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d700cd440 con 0x7f8d60003a00 2023-09-23T06:35:52.260 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.258+0000 7f8d6d7fa700 1 -- 172.21.15.16:0/959606544 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f8d64035440 con 0x7f8d60003a00 2023-09-23T06:35:52.260 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.258+0000 7f8d6d7fa700 1 -- 172.21.15.16:0/959606544 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f8d64000e40 con 0x7f8d60003a00 2023-09-23T06:35:52.261 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.259+0000 7f8d76bff700 1 -- 172.21.15.16:0/959606544 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d700b7610 con 0x7f8d60003a00 2023-09-23T06:35:52.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.263+0000 7f8d6d7fa700 1 -- 172.21.15.16:0/959606544 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7f8d6403a060 con 0x7f8d60003a00 2023-09-23T06:35:52.346 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.344+0000 7f8d76bff700 1 -- 172.21.15.16:0/959606544 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f8d700b7610 con 0x7f8d60003a00 2023-09-23T06:35:52.348 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.346+0000 7f8d6d7fa700 1 -- 172.21.15.16:0/959606544 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f8d64025070 con 0x7f8d60003a00 2023-09-23T06:35:52.349 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.347+0000 7f8d76bff700 1 -- 172.21.15.16:0/959606544 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8d60003a00 msgr2=0x7f8d700c75b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:52.349 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.347+0000 7f8d76bff700 1 --2- 172.21.15.16:0/959606544 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8d60003a00 0x7f8d700c75b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f8d64006f10 tx=0x7f8d640047c0 comp rx=0 tx=0).stop 2023-09-23T06:35:52.349 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.347+0000 7f8d76bff700 1 -- 172.21.15.16:0/959606544 shutdown_connections 2023-09-23T06:35:52.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.347+0000 7f8d76bff700 1 --2- 172.21.15.16:0/959606544 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8d60005330 0x7f8d700ccf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:52.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.347+0000 7f8d76bff700 1 --2- 172.21.15.16:0/959606544 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8d60003a00 0x7f8d700c75b0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:52.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.347+0000 7f8d76bff700 1 --2- 172.21.15.16:0/959606544 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8d60004850 0x7f8d70151b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:52.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.347+0000 7f8d76bff700 1 -- 172.21.15.16:0/959606544 >> 172.21.15.16:0/959606544 conn(0x7f8d7009c9b0 msgr2=0x7f8d70161320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:52.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.348+0000 7f8d76bff700 1 -- 172.21.15.16:0/959606544 shutdown_connections 2023-09-23T06:35:52.351 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:52.348+0000 7f8d76bff700 1 -- 172.21.15.16:0/959606544 wait complete. 2023-09-23T06:35:52.351 INFO:teuthology.orchestra.run.smithi016.stderr:adjusted tunables profile to default 2023-09-23T06:35:52.367 INFO:tasks.ceph:check_enable_crimson: False 2023-09-23T06:35:52.368 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2023-09-23T06:35:52.368 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:52.368 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2023-09-23T06:35:52.425 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:52.424+0000 7fedace7b240 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T06:35:52.431 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:52.430+0000 7efffec3e240 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2023-09-23T06:35:52.443 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:52.444 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2023-09-23T06:35:52.514 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:52.514 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2023-09-23T06:35:52.628 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:52.627+0000 7fedace7b240 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T06:35:52.658 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:35:52.659 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2023-09-23T06:35:52.663 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:52.659+0000 7efffec3e240 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2023-09-23T06:35:52.730 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:52.730 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2023-09-23T06:35:52.800 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:52.800 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2023-09-23T06:35:52.908 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:52.909 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2023-09-23T06:35:53.017 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:35:53.018 DEBUG:teuthology.orchestra.run.smithi092:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2023-09-23T06:35:53.085 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:53.083+0000 7fedace7b240 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T06:35:53.114 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:53.112+0000 7efffec3e240 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2023-09-23T06:35:53.127 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new d9bf00d2-e729-484c-a7f8-fac1d07e3226 0 2023-09-23T06:35:53.358 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.356+0000 7f4cb81ff700 1 Processor -- start 2023-09-23T06:35:53.358 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.357+0000 7f4cb81ff700 1 -- start start 2023-09-23T06:35:53.361 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.358+0000 7f4cb81ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4cb015d930 0x7f4cb015e980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:53.361 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.358+0000 7f4cb81ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4cb00d35c0 0x7f4cb00d3a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:53.361 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.358+0000 7f4cb81ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4cb00b3560 0x7f4cb00b39f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:53.361 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.358+0000 7f4cb81ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4cb00d3f80 con 0x7f4cb00b3560 2023-09-23T06:35:53.361 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.358+0000 7f4cb81ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4cb00b4220 con 0x7f4cb015d930 2023-09-23T06:35:53.361 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.358+0000 7f4cb81ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4cb00b4500 con 0x7f4cb00d35c0 2023-09-23T06:35:53.362 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.358+0000 7f4cb5f9b700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4cb015d930 0x7f4cb015e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:53.362 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.358+0000 7f4cb5f9b700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4cb015d930 0x7f4cb015e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:53250/0 (socket says 172.21.15.92:53250) 2023-09-23T06:35:53.362 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.358+0000 7f4cb5f9b700 1 -- 172.21.15.92:0/1755827879 learned_addr learned my addr 172.21.15.92:0/1755827879 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-09-23T06:35:53.362 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.358+0000 7f4cb579a700 1 --2- 172.21.15.92:0/1755827879 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4cb00d35c0 0x7f4cb00d3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:53.362 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.358+0000 7f4cb679c700 1 --2- 172.21.15.92:0/1755827879 >> v2:172.21.15.16:3300/0 conn(0x7f4cb00b3560 0x7f4cb00b39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:53.362 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.358+0000 7f4cb5f9b700 1 -- 172.21.15.92:0/1755827879 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4cb00d35c0 msgr2=0x7f4cb00d3a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:35:53.363 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.358+0000 7f4cb5f9b700 1 --2- 172.21.15.92:0/1755827879 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4cb00d35c0 0x7f4cb00d3a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.363 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.359+0000 7f4cb5f9b700 1 -- 172.21.15.92:0/1755827879 >> v2:172.21.15.16:3300/0 conn(0x7f4cb00b3560 msgr2=0x7f4cb00b39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:35:53.363 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.359+0000 7f4cb5f9b700 1 --2- 172.21.15.92:0/1755827879 >> v2:172.21.15.16:3300/0 conn(0x7f4cb00b3560 0x7f4cb00b39f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.363 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.359+0000 7f4cb5f9b700 1 -- 172.21.15.92:0/1755827879 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4cb015e180 con 0x7f4cb015d930 2023-09-23T06:35:53.363 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.359+0000 7f4cb5f9b700 1 --2- 172.21.15.92:0/1755827879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4cb015d930 0x7f4cb015e980 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4cb008deb0 tx=0x7f4cac009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=14de7e95e317b06b server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:53.363 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.359+0000 7f4cb4f99700 1 -- 172.21.15.92:0/1755827879 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cac005e30 con 0x7f4cb015d930 2023-09-23T06:35:53.364 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.359+0000 7f4cb4f99700 1 -- 172.21.15.92:0/1755827879 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4cac004030 con 0x7f4cb015d930 2023-09-23T06:35:53.364 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.359+0000 7f4cb4f99700 1 -- 172.21.15.92:0/1755827879 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cac0043e0 con 0x7f4cb015d930 2023-09-23T06:35:53.365 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.360+0000 7f4cb81ff700 1 -- 172.21.15.92:0/1755827879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4cb015d930 msgr2=0x7f4cb015e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:53.365 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.360+0000 7f4cb81ff700 1 --2- 172.21.15.92:0/1755827879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4cb015d930 0x7f4cb015e980 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4cb008deb0 tx=0x7f4cac009bd0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.365 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.360+0000 7f4cb81ff700 1 -- 172.21.15.92:0/1755827879 shutdown_connections 2023-09-23T06:35:53.365 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.360+0000 7f4cb81ff700 1 --2- 172.21.15.92:0/1755827879 >> v2:172.21.15.16:3300/0 conn(0x7f4cb00b3560 0x7f4cb00b39f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.366 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.360+0000 7f4cb81ff700 1 --2- 172.21.15.92:0/1755827879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4cb015d930 0x7f4cb015e980 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.366 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.360+0000 7f4cb81ff700 1 --2- 172.21.15.92:0/1755827879 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4cb00d35c0 0x7f4cb00d3a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.366 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.360+0000 7f4cb81ff700 1 -- 172.21.15.92:0/1755827879 >> 172.21.15.92:0/1755827879 conn(0x7f4cb008afe0 msgr2=0x7f4cb009c990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:53.366 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.360+0000 7f4cb81ff700 1 -- 172.21.15.92:0/1755827879 shutdown_connections 2023-09-23T06:35:53.366 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.360+0000 7f4cb81ff700 1 -- 172.21.15.92:0/1755827879 wait complete. 2023-09-23T06:35:53.366 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.363+0000 7f4cb81ff700 1 Processor -- start 2023-09-23T06:35:53.367 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.363+0000 7f4cb81ff700 1 -- start start 2023-09-23T06:35:53.369 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.364+0000 7f4cb81ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4cb00b3560 0x7f4cb0158cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:53.369 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.364+0000 7f4cb81ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4cb00d35c0 0x7f4cb00b0180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:53.369 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.364+0000 7f4cb81ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4cb015d930 0x7f4cb00b4f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:53.369 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.364+0000 7f4cb81ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cb00b1850 con 0x7f4cb00b3560 2023-09-23T06:35:53.369 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.364+0000 7f4cb81ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cb0159200 con 0x7f4cb015d930 2023-09-23T06:35:53.370 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.364+0000 7f4cb81ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4cb00b0bd0 con 0x7f4cb00d35c0 2023-09-23T06:35:53.370 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.365+0000 7f4cb5f9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4cb00b3560 0x7f4cb0158cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:53.370 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.365+0000 7f4cb679c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4cb015d930 0x7f4cb00b4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:53.370 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.365+0000 7f4cb579a700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4cb00d35c0 0x7f4cb00b0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:53.370 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.365+0000 7f4cb5f9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4cb00b3560 0x7f4cb0158cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.92:40718/0 (socket says 172.21.15.92:40718) 2023-09-23T06:35:53.370 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.365+0000 7f4cb5f9b700 1 -- 172.21.15.92:0/4073211669 learned_addr learned my addr 172.21.15.92:0/4073211669 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-09-23T06:35:53.371 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.365+0000 7f4cb5f9b700 1 -- 172.21.15.92:0/4073211669 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4cb00d35c0 msgr2=0x7f4cb00b0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:53.371 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.365+0000 7f4cb5f9b700 1 --2- 172.21.15.92:0/4073211669 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4cb00d35c0 0x7f4cb00b0180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.371 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.365+0000 7f4cb5f9b700 1 -- 172.21.15.92:0/4073211669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4cb015d930 msgr2=0x7f4cb00b4f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:53.371 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.365+0000 7f4cb5f9b700 1 --2- 172.21.15.92:0/4073211669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4cb015d930 0x7f4cb00b4f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.371 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.365+0000 7f4cb5f9b700 1 -- 172.21.15.92:0/4073211669 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4cac009500 con 0x7f4cb00b3560 2023-09-23T06:35:53.371 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.365+0000 7f4cb679c700 1 --2- 172.21.15.92:0/4073211669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4cb015d930 0x7f4cb00b4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:35:53.372 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.365+0000 7f4cb5f9b700 1 --2- 172.21.15.92:0/4073211669 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4cb00b3560 0x7f4cb0158cc0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4cac000c00 tx=0x7f4cac004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:53.372 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.366+0000 7f4ca67fc700 1 -- 172.21.15.92:0/4073211669 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cac003c30 con 0x7f4cb00b3560 2023-09-23T06:35:53.372 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.366+0000 7f4ca67fc700 1 -- 172.21.15.92:0/4073211669 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4cac003d90 con 0x7f4cb00b3560 2023-09-23T06:35:53.372 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.366+0000 7f4ca67fc700 1 -- 172.21.15.92:0/4073211669 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cac01c640 con 0x7f4cb00b3560 2023-09-23T06:35:53.372 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.366+0000 7f4cb81ff700 1 -- 172.21.15.92:0/4073211669 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4cb00b0eb0 con 0x7f4cb00b3560 2023-09-23T06:35:53.372 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.366+0000 7f4cb81ff700 1 -- 172.21.15.92:0/4073211669 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4cb00b1470 con 0x7f4cb00b3560 2023-09-23T06:35:53.372 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.366+0000 7f4ca67fc700 1 -- 172.21.15.92:0/4073211669 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f4cac01caa0 con 0x7f4cb00b3560 2023-09-23T06:35:53.373 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.366+0000 7f4ca67fc700 1 -- 172.21.15.92:0/4073211669 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7f4cac025b60 con 0x7f4cb00b3560 2023-09-23T06:35:53.373 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.367+0000 7f4cb81ff700 1 -- 172.21.15.92:0/4073211669 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4cb0067c30 con 0x7f4cb00b3560 2023-09-23T06:35:53.373 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.370+0000 7f4ca67fc700 1 -- 172.21.15.92:0/4073211669 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7f4cac02a060 con 0x7f4cb00b3560 2023-09-23T06:35:53.459 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.458+0000 7f4cb81ff700 1 -- 172.21.15.92:0/4073211669 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd new", "uuid": "d9bf00d2-e729-484c-a7f8-fac1d07e3226", "id": 0} v 0) v1 -- 0x7f4cb00b95b0 con 0x7f4cb00b3560 2023-09-23T06:35:53.461 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.460+0000 7f4ca67fc700 1 -- 172.21.15.92:0/4073211669 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "d9bf00d2-e729-484c-a7f8-fac1d07e3226", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f4cac020070 con 0x7f4cb00b3560 2023-09-23T06:35:53.461 INFO:teuthology.orchestra.run.smithi092.stdout:0 2023-09-23T06:35:53.463 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.461+0000 7f4cb81ff700 1 -- 172.21.15.92:0/4073211669 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4cb00b3560 msgr2=0x7f4cb0158cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:53.463 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.461+0000 7f4cb81ff700 1 --2- 172.21.15.92:0/4073211669 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4cb00b3560 0x7f4cb0158cc0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f4cac000c00 tx=0x7f4cac004750 comp rx=0 tx=0).stop 2023-09-23T06:35:53.463 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.461+0000 7f4cb81ff700 1 -- 172.21.15.92:0/4073211669 shutdown_connections 2023-09-23T06:35:53.463 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.461+0000 7f4cb81ff700 1 --2- 172.21.15.92:0/4073211669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4cb015d930 0x7f4cb00b4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.463 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.461+0000 7f4cb81ff700 1 --2- 172.21.15.92:0/4073211669 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4cb00b3560 0x7f4cb0158cc0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.464 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.461+0000 7f4cb81ff700 1 --2- 172.21.15.92:0/4073211669 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4cb00d35c0 0x7f4cb00b0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.464 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.461+0000 7f4cb81ff700 1 -- 172.21.15.92:0/4073211669 >> 172.21.15.92:0/4073211669 conn(0x7f4cb008afe0 msgr2=0x7f4cb006cbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:53.464 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.461+0000 7f4cb81ff700 1 -- 172.21.15.92:0/4073211669 shutdown_connections 2023-09-23T06:35:53.464 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.461+0000 7f4cb81ff700 1 -- 172.21.15.92:0/4073211669 wait complete. 2023-09-23T06:35:53.480 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new ec482dad-7be6-468c-95f5-dcbc8d38ea64 1 2023-09-23T06:35:53.671 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.670+0000 7fab27fff700 1 Processor -- start 2023-09-23T06:35:53.672 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.670+0000 7fab27fff700 1 -- start start 2023-09-23T06:35:53.674 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.671+0000 7fab27fff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fab200d35c0 0x7fab200d3a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:53.674 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.671+0000 7fab27fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fab200b3560 0x7fab200b39d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:53.674 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.671+0000 7fab27fff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fab200b4220 con 0x7fab2015d930 2023-09-23T06:35:53.674 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.671+0000 7fab27fff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab200d3fb0 con 0x7fab200b3560 2023-09-23T06:35:53.674 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.671+0000 7fab27fff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab200b4500 con 0x7fab200d35c0 2023-09-23T06:35:53.674 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.671+0000 7fab2559a700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fab200d35c0 0x7fab200d3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:53.674 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.671+0000 7fab2559a700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fab200d35c0 0x7fab200d3a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:53258/0 (socket says 172.21.15.92:53258) 2023-09-23T06:35:53.675 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.671+0000 7fab2559a700 1 -- 172.21.15.92:0/1007859558 learned_addr learned my addr 172.21.15.92:0/1007859558 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-09-23T06:35:53.675 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.671+0000 7fab2659c700 1 --2- 172.21.15.92:0/1007859558 >> v2:172.21.15.16:3300/0 conn(0x7fab200b3560 0x7fab200b39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:53.675 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.672+0000 7fab2559a700 1 -- 172.21.15.92:0/1007859558 >> v2:172.21.15.16:3300/0 conn(0x7fab200b3560 msgr2=0x7fab200b39d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:35:53.675 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.672+0000 7fab2559a700 1 --2- 172.21.15.92:0/1007859558 >> v2:172.21.15.16:3300/0 conn(0x7fab200b3560 0x7fab200b39d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.675 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.672+0000 7fab2559a700 1 -- 172.21.15.92:0/1007859558 >> v1:172.21.15.16:6789/0 conn(0x7fab2015d930 legacy=0x7fab2015e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:53.675 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.672+0000 7fab2559a700 1 -- 172.21.15.92:0/1007859558 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab2015e180 con 0x7fab200d35c0 2023-09-23T06:35:53.676 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.672+0000 7fab2559a700 1 --2- 172.21.15.92:0/1007859558 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab200d35c0 0x7fab200d3a70 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fab200743c0 tx=0x7fab10009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ba246f34f3731072 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:53.676 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.672+0000 7fab24d99700 1 -- 172.21.15.92:0/1007859558 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab1000b870 con 0x7fab200d35c0 2023-09-23T06:35:53.676 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.672+0000 7fab24d99700 1 -- 172.21.15.92:0/1007859558 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab1000b9d0 con 0x7fab200d35c0 2023-09-23T06:35:53.676 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.672+0000 7fab24d99700 1 -- 172.21.15.92:0/1007859558 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab1000bd60 con 0x7fab200d35c0 2023-09-23T06:35:53.679 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.673+0000 7fab27fff700 1 -- 172.21.15.92:0/1007859558 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab200d35c0 msgr2=0x7fab200d3a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:53.679 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.673+0000 7fab27fff700 1 --2- 172.21.15.92:0/1007859558 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab200d35c0 0x7fab200d3a70 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fab200743c0 tx=0x7fab10009bd0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.679 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.673+0000 7fab27fff700 1 -- 172.21.15.92:0/1007859558 shutdown_connections 2023-09-23T06:35:53.679 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.673+0000 7fab27fff700 1 --2- 172.21.15.92:0/1007859558 >> v2:172.21.15.16:3300/0 conn(0x7fab200b3560 0x7fab200b39d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.680 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.673+0000 7fab27fff700 1 --2- 172.21.15.92:0/1007859558 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab200d35c0 0x7fab200d3a70 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.680 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.673+0000 7fab27fff700 1 -- 172.21.15.92:0/1007859558 >> 172.21.15.92:0/1007859558 conn(0x7fab2008afe0 msgr2=0x7fab2009c990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:53.680 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.673+0000 7fab27fff700 1 -- 172.21.15.92:0/1007859558 shutdown_connections 2023-09-23T06:35:53.680 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.673+0000 7fab27fff700 1 -- 172.21.15.92:0/1007859558 wait complete. 2023-09-23T06:35:53.680 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.675+0000 7fab27fff700 1 Processor -- start 2023-09-23T06:35:53.680 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.675+0000 7fab27fff700 1 -- start start 2023-09-23T06:35:53.681 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.676+0000 7fab27fff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fab200b3560 0x7fab200b2c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:53.681 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.676+0000 7fab27fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab200d35c0 0x7fab2015a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:53.681 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.676+0000 7fab27fff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab2015d930 0x7fab200b03f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:53.681 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.676+0000 7fab27fff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab20158fe0 con 0x7fab200d35c0 2023-09-23T06:35:53.681 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.676+0000 7fab27fff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab201592c0 con 0x7fab2015d930 2023-09-23T06:35:53.681 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.676+0000 7fab27fff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab201595a0 con 0x7fab200b3560 2023-09-23T06:35:53.681 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.676+0000 7fab2659c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab2015d930 0x7fab200b03f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:53.682 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.676+0000 7fab2659c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab2015d930 0x7fab200b03f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:53270/0 (socket says 172.21.15.92:53270) 2023-09-23T06:35:53.682 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.676+0000 7fab2659c700 1 -- 172.21.15.92:0/2335254392 learned_addr learned my addr 172.21.15.92:0/2335254392 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-09-23T06:35:53.682 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.676+0000 7fab25d9b700 1 --2- 172.21.15.92:0/2335254392 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fab200b3560 0x7fab200b2c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:53.682 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.676+0000 7fab2559a700 1 --2- 172.21.15.92:0/2335254392 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab200d35c0 0x7fab2015a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:53.682 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.676+0000 7fab2659c700 1 -- 172.21.15.92:0/2335254392 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fab200b3560 msgr2=0x7fab200b2c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:53.682 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.676+0000 7fab2659c700 1 --2- 172.21.15.92:0/2335254392 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fab200b3560 0x7fab200b2c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.683 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.676+0000 7fab2659c700 1 -- 172.21.15.92:0/2335254392 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab200d35c0 msgr2=0x7fab2015a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:53.683 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.676+0000 7fab2659c700 1 --2- 172.21.15.92:0/2335254392 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab200d35c0 0x7fab2015a080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.683 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.676+0000 7fab2659c700 1 -- 172.21.15.92:0/2335254392 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab10009550 con 0x7fab2015d930 2023-09-23T06:35:53.683 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.677+0000 7fab2659c700 1 --2- 172.21.15.92:0/2335254392 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab2015d930 0x7fab200b03f0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fab18007e40 tx=0x7fab1800e3c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:53.683 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.677+0000 7fab167fc700 1 -- 172.21.15.92:0/2335254392 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab1800ed30 con 0x7fab2015d930 2023-09-23T06:35:53.683 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.677+0000 7fab167fc700 1 -- 172.21.15.92:0/2335254392 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab18014420 con 0x7fab2015d930 2023-09-23T06:35:53.684 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.677+0000 7fab167fc700 1 -- 172.21.15.92:0/2335254392 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab180147d0 con 0x7fab2015d930 2023-09-23T06:35:53.684 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.677+0000 7fab27fff700 1 -- 172.21.15.92:0/2335254392 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab20159880 con 0x7fab2015d930 2023-09-23T06:35:53.684 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.677+0000 7fab27fff700 1 -- 172.21.15.92:0/2335254392 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab200c7970 con 0x7fab2015d930 2023-09-23T06:35:53.684 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.677+0000 7fab167fc700 1 -- 172.21.15.92:0/2335254392 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fab18014c30 con 0x7fab2015d930 2023-09-23T06:35:53.684 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.677+0000 7fab167fc700 1 -- 172.21.15.92:0/2335254392 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7fab1801ed90 con 0x7fab2015d930 2023-09-23T06:35:53.685 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.678+0000 7fab27fff700 1 -- 172.21.15.92:0/2335254392 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab20159da0 con 0x7fab2015d930 2023-09-23T06:35:53.685 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.681+0000 7fab167fc700 1 -- 172.21.15.92:0/2335254392 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7fab20159da0 con 0x7fab2015d930 2023-09-23T06:35:53.725 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:53.724+0000 7efffec3e240 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T06:35:53.733 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:53.732+0000 7fedace7b240 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2023-09-23T06:35:53.770 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.768+0000 7fab27fff700 1 -- 172.21.15.92:0/2335254392 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd new", "uuid": "ec482dad-7be6-468c-95f5-dcbc8d38ea64", "id": 1} v 0) v1 -- 0x7fab20067c30 con 0x7fab2015d930 2023-09-23T06:35:53.774 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.772+0000 7fab167fc700 1 -- 172.21.15.92:0/2335254392 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "ec482dad-7be6-468c-95f5-dcbc8d38ea64", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7fab1802d0b0 con 0x7fab2015d930 2023-09-23T06:35:53.774 INFO:teuthology.orchestra.run.smithi092.stdout:1 2023-09-23T06:35:53.775 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.773+0000 7fab27fff700 1 -- 172.21.15.92:0/2335254392 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab2015d930 msgr2=0x7fab200b03f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:53.775 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.773+0000 7fab27fff700 1 --2- 172.21.15.92:0/2335254392 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab2015d930 0x7fab200b03f0 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fab18007e40 tx=0x7fab1800e3c0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.775 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.773+0000 7fab27fff700 1 -- 172.21.15.92:0/2335254392 shutdown_connections 2023-09-23T06:35:53.776 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.773+0000 7fab27fff700 1 --2- 172.21.15.92:0/2335254392 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fab2015d930 0x7fab200b03f0 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.776 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.773+0000 7fab27fff700 1 --2- 172.21.15.92:0/2335254392 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fab200b3560 0x7fab200b2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.776 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.773+0000 7fab27fff700 1 --2- 172.21.15.92:0/2335254392 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fab200d35c0 0x7fab2015a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.776 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.773+0000 7fab27fff700 1 -- 172.21.15.92:0/2335254392 >> 172.21.15.92:0/2335254392 conn(0x7fab2008afe0 msgr2=0x7fab200d2b20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:53.776 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.773+0000 7fab27fff700 1 -- 172.21.15.92:0/2335254392 shutdown_connections 2023-09-23T06:35:53.776 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.774+0000 7fab27fff700 1 -- 172.21.15.92:0/2335254392 wait complete. 2023-09-23T06:35:53.792 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new 4c8f312c-2de3-4a62-adb5-2462ca4b9fa2 2 2023-09-23T06:35:53.975 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:53.974+0000 7efffec3e240 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T06:35:53.979 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:53.978+0000 7fedace7b240 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2023-09-23T06:35:53.986 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.984+0000 7fa0625ff700 1 Processor -- start 2023-09-23T06:35:53.986 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.985+0000 7fa0625ff700 1 -- start start 2023-09-23T06:35:53.988 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.986+0000 7fa0625ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa05c161fc0 0x7fa05c0cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:53.989 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.986+0000 7fa0625ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa05c0d0030 0x7fa05c0d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:53.989 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.986+0000 7fa0625ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa05c0d09a0 con 0x7fa05c15d8c0 2023-09-23T06:35:53.989 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.986+0000 7fa0625ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa05c15dca0 con 0x7fa05c0d0030 2023-09-23T06:35:53.989 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.986+0000 7fa0625ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa05c0ce130 con 0x7fa05c161fc0 2023-09-23T06:35:53.989 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.986+0000 7fa05b7fe700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa05c161fc0 0x7fa05c0cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:53.989 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.986+0000 7fa060b9c700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa05c0d0030 0x7fa05c0d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:53.989 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.986+0000 7fa05bfff700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa05c15d8c0 0x7fa05c0d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.92:37088/0 (socket says 172.21.15.92:37088) 2023-09-23T06:35:53.989 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.986+0000 7fa05bfff700 1 -- 172.21.15.92:0/1431101222 learned_addr learned my addr 172.21.15.92:0/1431101222 (peer_addr_for_me v1:172.21.15.92:0/0) 2023-09-23T06:35:53.989 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.986+0000 7fa05affd700 1 -- 172.21.15.92:0/1431101222 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 759655169 0 0) 0x7fa05c0d09a0 con 0x7fa05c15d8c0 2023-09-23T06:35:53.990 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.987+0000 7fa05b7fe700 1 -- 172.21.15.92:0/1431101222 >> v2:172.21.15.92:3300/0 conn(0x7fa05c0d0030 msgr2=0x7fa05c0d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:35:53.990 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.987+0000 7fa05b7fe700 1 --2- 172.21.15.92:0/1431101222 >> v2:172.21.15.92:3300/0 conn(0x7fa05c0d0030 0x7fa05c0d0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.990 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.987+0000 7fa05b7fe700 1 -- 172.21.15.92:0/1431101222 >> v1:172.21.15.16:6789/0 conn(0x7fa05c15d8c0 legacy=0x7fa05c0d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:53.990 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.987+0000 7fa05b7fe700 1 -- 172.21.15.92:0/1431101222 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa05c0ce3d0 con 0x7fa05c161fc0 2023-09-23T06:35:53.990 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.987+0000 7fa05b7fe700 1 --2- 172.21.15.92:0/1431101222 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa05c161fc0 0x7fa05c0cf190 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa050009840 tx=0x7fa050009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e1f553dc5ad78b81 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:53.990 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.987+0000 7fa05affd700 1 -- 172.21.15.92:0/1431101222 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa050011830 con 0x7fa05c161fc0 2023-09-23T06:35:53.990 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.987+0000 7fa05affd700 1 -- 172.21.15.92:0/1431101222 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa050011990 con 0x7fa05c161fc0 2023-09-23T06:35:53.990 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.987+0000 7fa05affd700 1 -- 172.21.15.92:0/1431101222 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa050011d20 con 0x7fa05c161fc0 2023-09-23T06:35:53.991 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.988+0000 7fa0625ff700 1 -- 172.21.15.92:0/1431101222 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa05c161fc0 msgr2=0x7fa05c0cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:53.992 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.988+0000 7fa0625ff700 1 --2- 172.21.15.92:0/1431101222 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa05c161fc0 0x7fa05c0cf190 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fa050009840 tx=0x7fa050009b50 comp rx=0 tx=0).stop 2023-09-23T06:35:53.992 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.988+0000 7fa0625ff700 1 -- 172.21.15.92:0/1431101222 shutdown_connections 2023-09-23T06:35:53.992 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.988+0000 7fa0625ff700 1 --2- 172.21.15.92:0/1431101222 >> v2:172.21.15.92:3300/0 conn(0x7fa05c0d0030 0x7fa05c0d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.992 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.988+0000 7fa0625ff700 1 --2- 172.21.15.92:0/1431101222 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa05c161fc0 0x7fa05c0cf190 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.992 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.988+0000 7fa0625ff700 1 -- 172.21.15.92:0/1431101222 >> 172.21.15.92:0/1431101222 conn(0x7fa05c09c9b0 msgr2=0x7fa05c0d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:53.992 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.988+0000 7fa0625ff700 1 -- 172.21.15.92:0/1431101222 shutdown_connections 2023-09-23T06:35:53.992 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.988+0000 7fa0625ff700 1 -- 172.21.15.92:0/1431101222 wait complete. 2023-09-23T06:35:53.992 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.990+0000 7fa0625ff700 1 Processor -- start 2023-09-23T06:35:53.992 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.990+0000 7fa0625ff700 1 -- start start 2023-09-23T06:35:53.994 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.991+0000 7fa0625ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa05c0d0030 0x7fa05c15a6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:53.994 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.991+0000 7fa0625ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa05c15d8c0 0x7fa05c0c8ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:53.995 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.991+0000 7fa0625ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa05c161fc0 0x7fa05c0b50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:53.995 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.991+0000 7fa0625ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa05c0ca140 con 0x7fa05c0d0030 2023-09-23T06:35:53.995 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.991+0000 7fa0625ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa05c0c7380 con 0x7fa05c161fc0 2023-09-23T06:35:53.995 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.991+0000 7fa0625ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa05c0c98a0 con 0x7fa05c15d8c0 2023-09-23T06:35:53.995 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.991+0000 7fa05b7fe700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa05c15d8c0 0x7fa05c0c8ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:53.995 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.991+0000 7fa05bfff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa05c0d0030 0x7fa05c15a6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:53.995 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.991+0000 7fa05b7fe700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa05c15d8c0 0x7fa05c0c8ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.92:54012/0 (socket says 172.21.15.92:54012) 2023-09-23T06:35:53.995 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.991+0000 7fa05b7fe700 1 -- 172.21.15.92:0/2453645832 learned_addr learned my addr 172.21.15.92:0/2453645832 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-09-23T06:35:53.995 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.991+0000 7fa060b9c700 1 --2- 172.21.15.92:0/2453645832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa05c161fc0 0x7fa05c0b50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:53.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.991+0000 7fa05b7fe700 1 -- 172.21.15.92:0/2453645832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa05c161fc0 msgr2=0x7fa05c0b50f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:53.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.991+0000 7fa05b7fe700 1 --2- 172.21.15.92:0/2453645832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa05c161fc0 0x7fa05c0b50f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.991+0000 7fa05b7fe700 1 -- 172.21.15.92:0/2453645832 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa05c0d0030 msgr2=0x7fa05c15a6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:53.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.991+0000 7fa05b7fe700 1 --2- 172.21.15.92:0/2453645832 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa05c0d0030 0x7fa05c15a6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:53.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.991+0000 7fa05b7fe700 1 -- 172.21.15.92:0/2453645832 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0500094a0 con 0x7fa05c15d8c0 2023-09-23T06:35:53.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.991+0000 7fa060b9c700 1 --2- 172.21.15.92:0/2453645832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa05c161fc0 0x7fa05c0b50f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:35:53.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.992+0000 7fa05b7fe700 1 --2- 172.21.15.92:0/2453645832 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa05c15d8c0 0x7fa05c0c8ec0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa050014040 tx=0x7fa050004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:53.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.992+0000 7fa058ff9700 1 -- 172.21.15.92:0/2453645832 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0500036a0 con 0x7fa05c15d8c0 2023-09-23T06:35:53.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.992+0000 7fa058ff9700 1 -- 172.21.15.92:0/2453645832 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa05001f070 con 0x7fa05c15d8c0 2023-09-23T06:35:53.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.992+0000 7fa0625ff700 1 -- 172.21.15.92:0/2453645832 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa05c0c9b80 con 0x7fa05c15d8c0 2023-09-23T06:35:53.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.992+0000 7fa058ff9700 1 -- 172.21.15.92:0/2453645832 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa050003a60 con 0x7fa05c15d8c0 2023-09-23T06:35:53.996 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.992+0000 7fa0625ff700 1 -- 172.21.15.92:0/2453645832 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa05c15ac20 con 0x7fa05c15d8c0 2023-09-23T06:35:53.997 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.992+0000 7fa058ff9700 1 -- 172.21.15.92:0/2453645832 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fa050026480 con 0x7fa05c15d8c0 2023-09-23T06:35:53.997 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.993+0000 7fa058ff9700 1 -- 172.21.15.92:0/2453645832 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7fa050021070 con 0x7fa05c15d8c0 2023-09-23T06:35:53.997 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.993+0000 7fa0625ff700 1 -- 172.21.15.92:0/2453645832 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa05c074b40 con 0x7fa05c15d8c0 2023-09-23T06:35:53.997 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:53.996+0000 7fa058ff9700 1 -- 172.21.15.92:0/2453645832 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7fa05002b020 con 0x7fa05c15d8c0 2023-09-23T06:35:54.084 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.082+0000 7fa0625ff700 1 -- 172.21.15.92:0/2453645832 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd new", "uuid": "4c8f312c-2de3-4a62-adb5-2462ca4b9fa2", "id": 2} v 0) v1 -- 0x7fa05c0cfe10 con 0x7fa05c15d8c0 2023-09-23T06:35:54.087 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.086+0000 7fa058ff9700 1 -- 172.21.15.92:0/2453645832 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "4c8f312c-2de3-4a62-adb5-2462ca4b9fa2", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7fa050015020 con 0x7fa05c15d8c0 2023-09-23T06:35:54.088 INFO:teuthology.orchestra.run.smithi092.stdout:2 2023-09-23T06:35:54.089 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.087+0000 7fa0625ff700 1 -- 172.21.15.92:0/2453645832 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa05c15d8c0 msgr2=0x7fa05c0c8ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:54.089 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.087+0000 7fa0625ff700 1 --2- 172.21.15.92:0/2453645832 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa05c15d8c0 0x7fa05c0c8ec0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7fa050014040 tx=0x7fa050004750 comp rx=0 tx=0).stop 2023-09-23T06:35:54.089 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.087+0000 7fa0625ff700 1 -- 172.21.15.92:0/2453645832 shutdown_connections 2023-09-23T06:35:54.089 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.087+0000 7fa0625ff700 1 --2- 172.21.15.92:0/2453645832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa05c161fc0 0x7fa05c0b50f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.089 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.087+0000 7fa0625ff700 1 --2- 172.21.15.92:0/2453645832 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa05c0d0030 0x7fa05c15a6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.089 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.087+0000 7fa0625ff700 1 --2- 172.21.15.92:0/2453645832 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa05c15d8c0 0x7fa05c0c8ec0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.089 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.087+0000 7fa0625ff700 1 -- 172.21.15.92:0/2453645832 >> 172.21.15.92:0/2453645832 conn(0x7fa05c09c9b0 msgr2=0x7fa05c15ca60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:54.089 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.087+0000 7fa0625ff700 1 -- 172.21.15.92:0/2453645832 shutdown_connections 2023-09-23T06:35:54.089 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.087+0000 7fa0625ff700 1 -- 172.21.15.92:0/2453645832 wait complete. 2023-09-23T06:35:54.106 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new 5f97763f-4e5d-4770-876f-4d628794e447 3 2023-09-23T06:35:54.298 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.297+0000 7fee1edff700 1 Processor -- start 2023-09-23T06:35:54.298 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.297+0000 7fee1edff700 1 -- start start 2023-09-23T06:35:54.301 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.298+0000 7fee1edff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee18161fc0 0x7fee180cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:54.301 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.298+0000 7fee1edff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fee180d0030 0x7fee180d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:54.301 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.298+0000 7fee1edff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee180d09a0 con 0x7fee1815d8c0 2023-09-23T06:35:54.301 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.298+0000 7fee1edff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee1815dca0 con 0x7fee180d0030 2023-09-23T06:35:54.301 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.298+0000 7fee1edff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee180ce130 con 0x7fee18161fc0 2023-09-23T06:35:54.301 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.298+0000 7fee17fff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee18161fc0 0x7fee180cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:54.301 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.298+0000 7fee1cb9b700 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fee1815d8c0 0x7fee180d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:56124/0 (socket says 172.21.15.92:56124) 2023-09-23T06:35:54.301 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.298+0000 7fee1cb9b700 1 -- 172.21.15.92:0/2901648101 learned_addr learned my addr 172.21.15.92:0/2901648101 (peer_addr_for_me v1:172.21.15.92:0/0) 2023-09-23T06:35:54.302 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.298+0000 7fee1d39c700 1 --2- 172.21.15.92:0/2901648101 >> v2:172.21.15.16:3300/0 conn(0x7fee180d0030 0x7fee180d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:54.302 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.299+0000 7fee177fe700 1 -- 172.21.15.92:0/2901648101 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 890551045 0 0) 0x7fee180d09a0 con 0x7fee1815d8c0 2023-09-23T06:35:54.302 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.299+0000 7fee177fe700 1 -- 172.21.15.92:0/2901648101 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fee080035b0 con 0x7fee1815d8c0 2023-09-23T06:35:54.302 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.299+0000 7fee17fff700 1 -- 172.21.15.92:0/2901648101 >> v2:172.21.15.16:3300/0 conn(0x7fee180d0030 msgr2=0x7fee180d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:35:54.302 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.299+0000 7fee17fff700 1 --2- 172.21.15.92:0/2901648101 >> v2:172.21.15.16:3300/0 conn(0x7fee180d0030 0x7fee180d0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.302 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.299+0000 7fee17fff700 1 -- 172.21.15.92:0/2901648101 >> v1:172.21.15.92:6789/0 conn(0x7fee1815d8c0 legacy=0x7fee180d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:54.302 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.299+0000 7fee17fff700 1 -- 172.21.15.92:0/2901648101 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee180ce3d0 con 0x7fee18161fc0 2023-09-23T06:35:54.303 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.299+0000 7fee1d39c700 1 --2- 172.21.15.92:0/2901648101 >> v2:172.21.15.16:3300/0 conn(0x7fee180d0030 0x7fee180d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:35:54.303 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.299+0000 7fee17fff700 1 --2- 172.21.15.92:0/2901648101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee18161fc0 0x7fee180cf190 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fee04009840 tx=0x7fee04009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a4db45a0dc05f82f server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:54.303 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.299+0000 7fee177fe700 1 -- 172.21.15.92:0/2901648101 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee04011830 con 0x7fee18161fc0 2023-09-23T06:35:54.303 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.299+0000 7fee177fe700 1 -- 172.21.15.92:0/2901648101 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee04011990 con 0x7fee18161fc0 2023-09-23T06:35:54.303 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.299+0000 7fee177fe700 1 -- 172.21.15.92:0/2901648101 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee04011d20 con 0x7fee18161fc0 2023-09-23T06:35:54.306 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.300+0000 7fee1edff700 1 -- 172.21.15.92:0/2901648101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee18161fc0 msgr2=0x7fee180cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:54.306 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.300+0000 7fee1edff700 1 --2- 172.21.15.92:0/2901648101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee18161fc0 0x7fee180cf190 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fee04009840 tx=0x7fee04009b50 comp rx=0 tx=0).stop 2023-09-23T06:35:54.306 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.300+0000 7fee1edff700 1 -- 172.21.15.92:0/2901648101 shutdown_connections 2023-09-23T06:35:54.306 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.300+0000 7fee1edff700 1 --2- 172.21.15.92:0/2901648101 >> v2:172.21.15.16:3300/0 conn(0x7fee180d0030 0x7fee180d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.306 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.300+0000 7fee1edff700 1 --2- 172.21.15.92:0/2901648101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee18161fc0 0x7fee180cf190 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.306 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.300+0000 7fee1edff700 1 -- 172.21.15.92:0/2901648101 >> 172.21.15.92:0/2901648101 conn(0x7fee1809c9b0 msgr2=0x7fee180d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:54.306 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.300+0000 7fee1edff700 1 -- 172.21.15.92:0/2901648101 shutdown_connections 2023-09-23T06:35:54.306 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.300+0000 7fee1edff700 1 -- 172.21.15.92:0/2901648101 wait complete. 2023-09-23T06:35:54.306 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.302+0000 7fee1edff700 1 Processor -- start 2023-09-23T06:35:54.307 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.302+0000 7fee1edff700 1 -- start start 2023-09-23T06:35:54.307 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.303+0000 7fee1edff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee180d0030 0x7fee1806c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:54.307 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.303+0000 7fee1edff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee1815d8c0 0x7fee1806cf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:54.307 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.303+0000 7fee1edff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee18161fc0 0x7fee1815a240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:54.307 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.303+0000 7fee1edff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee181f6410 con 0x7fee180d0030 2023-09-23T06:35:54.307 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.303+0000 7fee1edff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee181f3ba0 con 0x7fee18161fc0 2023-09-23T06:35:54.308 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.303+0000 7fee1edff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee181f6620 con 0x7fee1815d8c0 2023-09-23T06:35:54.308 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.303+0000 7fee1d39c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee18161fc0 0x7fee1815a240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:54.308 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.303+0000 7fee17fff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee1815d8c0 0x7fee1806cf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:54.309 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.303+0000 7fee1d39c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee18161fc0 0x7fee1815a240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:53316/0 (socket says 172.21.15.92:53316) 2023-09-23T06:35:54.309 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.303+0000 7fee1d39c700 1 -- 172.21.15.92:0/1496061864 learned_addr learned my addr 172.21.15.92:0/1496061864 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-09-23T06:35:54.309 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.303+0000 7fee17fff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee1815d8c0 0x7fee1806cf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.92:54032/0 (socket says 172.21.15.92:54032) 2023-09-23T06:35:54.309 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.303+0000 7fee1cb9b700 1 --2- 172.21.15.92:0/1496061864 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee180d0030 0x7fee1806c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:54.310 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.303+0000 7fee1d39c700 1 -- 172.21.15.92:0/1496061864 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee1815d8c0 msgr2=0x7fee1806cf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:54.310 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.303+0000 7fee1d39c700 1 --2- 172.21.15.92:0/1496061864 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee1815d8c0 0x7fee1806cf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.310 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.304+0000 7fee1d39c700 1 -- 172.21.15.92:0/1496061864 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee180d0030 msgr2=0x7fee1806c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:54.310 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.304+0000 7fee1d39c700 1 --2- 172.21.15.92:0/1496061864 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee180d0030 0x7fee1806c9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.310 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.304+0000 7fee1d39c700 1 -- 172.21.15.92:0/1496061864 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee10009a70 con 0x7fee18161fc0 2023-09-23T06:35:54.310 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.304+0000 7fee1d39c700 1 --2- 172.21.15.92:0/1496061864 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee18161fc0 0x7fee1815a240 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fee1000efc0 tx=0x7fee1000c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:54.311 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.304+0000 7fee157fa700 1 -- 172.21.15.92:0/1496061864 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee1000ca90 con 0x7fee18161fc0 2023-09-23T06:35:54.311 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.304+0000 7fee157fa700 1 -- 172.21.15.92:0/1496061864 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee1000f040 con 0x7fee18161fc0 2023-09-23T06:35:54.311 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.304+0000 7fee1edff700 1 -- 172.21.15.92:0/1496061864 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee040094a0 con 0x7fee18161fc0 2023-09-23T06:35:54.311 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.304+0000 7fee157fa700 1 -- 172.21.15.92:0/1496061864 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee1000ce10 con 0x7fee18161fc0 2023-09-23T06:35:54.311 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.304+0000 7fee1edff700 1 -- 172.21.15.92:0/1496061864 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee181f6be0 con 0x7fee18161fc0 2023-09-23T06:35:54.311 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.304+0000 7fee157fa700 1 -- 172.21.15.92:0/1496061864 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fee10003d20 con 0x7fee18161fc0 2023-09-23T06:35:54.311 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.305+0000 7fee157fa700 1 -- 172.21.15.92:0/1496061864 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7fee100044b0 con 0x7fee18161fc0 2023-09-23T06:35:54.312 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.305+0000 7fee1edff700 1 -- 172.21.15.92:0/1496061864 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee18074b40 con 0x7fee18161fc0 2023-09-23T06:35:54.312 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.308+0000 7fee157fa700 1 -- 172.21.15.92:0/1496061864 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7fee10018030 con 0x7fee18161fc0 2023-09-23T06:35:54.395 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.393+0000 7fee1edff700 1 -- 172.21.15.92:0/1496061864 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd new", "uuid": "5f97763f-4e5d-4770-876f-4d628794e447", "id": 3} v 0) v1 -- 0x7fee180cfe10 con 0x7fee18161fc0 2023-09-23T06:35:54.399 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.397+0000 7fee157fa700 1 -- 172.21.15.92:0/1496061864 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "5f97763f-4e5d-4770-876f-4d628794e447", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7fee100040f0 con 0x7fee18161fc0 2023-09-23T06:35:54.399 INFO:teuthology.orchestra.run.smithi092.stdout:3 2023-09-23T06:35:54.400 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.398+0000 7fee1edff700 1 -- 172.21.15.92:0/1496061864 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee18161fc0 msgr2=0x7fee1815a240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:54.401 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.398+0000 7fee1edff700 1 --2- 172.21.15.92:0/1496061864 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee18161fc0 0x7fee1815a240 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fee1000efc0 tx=0x7fee1000c3a0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.401 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.399+0000 7fee1edff700 1 -- 172.21.15.92:0/1496061864 shutdown_connections 2023-09-23T06:35:54.401 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.399+0000 7fee1edff700 1 --2- 172.21.15.92:0/1496061864 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fee18161fc0 0x7fee1815a240 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.401 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.399+0000 7fee1edff700 1 --2- 172.21.15.92:0/1496061864 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fee180d0030 0x7fee1806c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.401 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.399+0000 7fee1edff700 1 --2- 172.21.15.92:0/1496061864 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fee1815d8c0 0x7fee1806cf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.401 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.399+0000 7fee1edff700 1 -- 172.21.15.92:0/1496061864 >> 172.21.15.92:0/1496061864 conn(0x7fee1809c9b0 msgr2=0x7fee180cf190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:54.401 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.399+0000 7fee1edff700 1 -- 172.21.15.92:0/1496061864 shutdown_connections 2023-09-23T06:35:54.401 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.399+0000 7fee1edff700 1 -- 172.21.15.92:0/1496061864 wait complete. 2023-09-23T06:35:54.418 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new 8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f 4 2023-09-23T06:35:54.440 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:54.439+0000 7efffec3e240 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T06:35:54.447 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:54.445+0000 7fedace7b240 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2023-09-23T06:35:54.621 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.620+0000 7fc7cc9ff700 1 Processor -- start 2023-09-23T06:35:54.622 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.620+0000 7fc7cc9ff700 1 -- start start 2023-09-23T06:35:54.624 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.621+0000 7fc7cc9ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc7c815d930 0x7fc7c815e980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:54.624 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.621+0000 7fc7cc9ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc7c80b3c70 0x7fc7c80d3a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:54.624 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.621+0000 7fc7cc9ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc7c80b4220 con 0x7fc7c80d35c0 2023-09-23T06:35:54.624 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.621+0000 7fc7cc9ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc7c80d3f80 con 0x7fc7c80b3c70 2023-09-23T06:35:54.624 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.621+0000 7fc7cc9ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7c80b4500 con 0x7fc7c815d930 2023-09-23T06:35:54.624 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.621+0000 7fc7c659c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc7c815d930 0x7fc7c815e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:54.624 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.622+0000 7fc7c659c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc7c815d930 0x7fc7c815e980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.92:54040/0 (socket says 172.21.15.92:54040) 2023-09-23T06:35:54.624 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.622+0000 7fc7c659c700 1 -- 172.21.15.92:0/1660502578 learned_addr learned my addr 172.21.15.92:0/1660502578 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-09-23T06:35:54.625 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.622+0000 7fc7c6d9d700 1 --2- 172.21.15.92:0/1660502578 >> v2:172.21.15.16:3300/0 conn(0x7fc7c80b3c70 0x7fc7c80d3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:54.625 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.622+0000 7fc7c659c700 1 -- 172.21.15.92:0/1660502578 >> v2:172.21.15.16:3300/0 conn(0x7fc7c80b3c70 msgr2=0x7fc7c80d3a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:35:54.625 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.622+0000 7fc7c659c700 1 --2- 172.21.15.92:0/1660502578 >> v2:172.21.15.16:3300/0 conn(0x7fc7c80b3c70 0x7fc7c80d3a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.625 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.622+0000 7fc7c659c700 1 -- 172.21.15.92:0/1660502578 >> v1:172.21.15.16:6789/0 conn(0x7fc7c80d35c0 legacy=0x7fc7c80b3560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:54.625 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.622+0000 7fc7c659c700 1 -- 172.21.15.92:0/1660502578 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7c815e180 con 0x7fc7c815d930 2023-09-23T06:35:54.625 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.622+0000 7fc7c559a700 1 -- 172.21.15.92:0/1660502578 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1339778963 0 0) 0x7fc7c80b4220 con 0x7fc7c80d35c0 2023-09-23T06:35:54.625 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.622+0000 7fc7c659c700 1 --2- 172.21.15.92:0/1660502578 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc7c815d930 0x7fc7c815e980 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc7b8006fd0 tx=0x7fc7b8009bd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=20f8c9965712ac7a server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:54.625 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.622+0000 7fc7c559a700 1 -- 172.21.15.92:0/1660502578 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b8005e30 con 0x7fc7c815d930 2023-09-23T06:35:54.625 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.622+0000 7fc7c559a700 1 -- 172.21.15.92:0/1660502578 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7b8004030 con 0x7fc7c815d930 2023-09-23T06:35:54.625 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.622+0000 7fc7c559a700 1 -- 172.21.15.92:0/1660502578 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7b80043e0 con 0x7fc7c815d930 2023-09-23T06:35:54.627 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.623+0000 7fc7cc9ff700 1 -- 172.21.15.92:0/1660502578 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc7c815d930 msgr2=0x7fc7c815e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:54.627 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.623+0000 7fc7cc9ff700 1 --2- 172.21.15.92:0/1660502578 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc7c815d930 0x7fc7c815e980 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7fc7b8006fd0 tx=0x7fc7b8009bd0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.627 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.623+0000 7fc7cc9ff700 1 -- 172.21.15.92:0/1660502578 shutdown_connections 2023-09-23T06:35:54.627 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.623+0000 7fc7cc9ff700 1 --2- 172.21.15.92:0/1660502578 >> v2:172.21.15.16:3300/0 conn(0x7fc7c80b3c70 0x7fc7c80d3a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.627 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.623+0000 7fc7cc9ff700 1 --2- 172.21.15.92:0/1660502578 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc7c815d930 0x7fc7c815e980 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.627 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.623+0000 7fc7cc9ff700 1 -- 172.21.15.92:0/1660502578 >> 172.21.15.92:0/1660502578 conn(0x7fc7c808afe0 msgr2=0x7fc7c809c990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:54.627 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.623+0000 7fc7cc9ff700 1 -- 172.21.15.92:0/1660502578 shutdown_connections 2023-09-23T06:35:54.627 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.623+0000 7fc7cc9ff700 1 -- 172.21.15.92:0/1660502578 wait complete. 2023-09-23T06:35:54.627 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.625+0000 7fc7cc9ff700 1 Processor -- start 2023-09-23T06:35:54.627 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.625+0000 7fc7cc9ff700 1 -- start start 2023-09-23T06:35:54.630 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.626+0000 7fc7cc9ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc7c80b3c70 0x7fc7c8154e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:54.630 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.626+0000 7fc7cc9ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7c80d35c0 0x7fc7c80c8fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:54.630 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.626+0000 7fc7cc9ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7c815d930 0x7fc7c80b8860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:54.630 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.626+0000 7fc7cc9ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7c81592f0 con 0x7fc7c815d930 2023-09-23T06:35:54.630 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.626+0000 7fc7cc9ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7c80c99b0 con 0x7fc7c80d35c0 2023-09-23T06:35:54.630 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.626+0000 7fc7cc9ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7c80c9c90 con 0x7fc7c80b3c70 2023-09-23T06:35:54.630 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.626+0000 7fc7c659c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc7c80b3c70 0x7fc7c8154e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:54.630 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.626+0000 7fc7c659c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc7c80b3c70 0x7fc7c8154e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.92:54054/0 (socket says 172.21.15.92:54054) 2023-09-23T06:35:54.630 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.626+0000 7fc7c659c700 1 -- 172.21.15.92:0/1883125805 learned_addr learned my addr 172.21.15.92:0/1883125805 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-09-23T06:35:54.631 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.626+0000 7fc7c5d9b700 1 --2- 172.21.15.92:0/1883125805 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7c80d35c0 0x7fc7c80c8fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:54.631 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.626+0000 7fc7c6d9d700 1 --2- 172.21.15.92:0/1883125805 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7c815d930 0x7fc7c80b8860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:54.631 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.626+0000 7fc7c6d9d700 1 -- 172.21.15.92:0/1883125805 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc7c80b3c70 msgr2=0x7fc7c8154e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:54.631 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.626+0000 7fc7c6d9d700 1 --2- 172.21.15.92:0/1883125805 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc7c80b3c70 0x7fc7c8154e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.631 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.627+0000 7fc7c6d9d700 1 -- 172.21.15.92:0/1883125805 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7c80d35c0 msgr2=0x7fc7c80c8fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:54.631 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.627+0000 7fc7c6d9d700 1 --2- 172.21.15.92:0/1883125805 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7c80d35c0 0x7fc7c80c8fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.631 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.627+0000 7fc7c6d9d700 1 -- 172.21.15.92:0/1883125805 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7b8009500 con 0x7fc7c815d930 2023-09-23T06:35:54.631 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.627+0000 7fc7c659c700 1 --2- 172.21.15.92:0/1883125805 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc7c80b3c70 0x7fc7c8154e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:35:54.631 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.627+0000 7fc7c5d9b700 1 --2- 172.21.15.92:0/1883125805 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7c80d35c0 0x7fc7c80c8fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:35:54.631 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.627+0000 7fc7c6d9d700 1 --2- 172.21.15.92:0/1883125805 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7c815d930 0x7fc7c80b8860 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc7c000efc0 tx=0x7fc7c000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:54.631 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.627+0000 7fc7b6ffd700 1 -- 172.21.15.92:0/1883125805 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7c000cc90 con 0x7fc7c815d930 2023-09-23T06:35:54.632 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.627+0000 7fc7b6ffd700 1 -- 172.21.15.92:0/1883125805 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7c000f040 con 0x7fc7c815d930 2023-09-23T06:35:54.632 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.627+0000 7fc7b6ffd700 1 -- 172.21.15.92:0/1883125805 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7c00146c0 con 0x7fc7c815d930 2023-09-23T06:35:54.632 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.627+0000 7fc7cc9ff700 1 -- 172.21.15.92:0/1883125805 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7c80c9f70 con 0x7fc7c815d930 2023-09-23T06:35:54.632 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.627+0000 7fc7cc9ff700 1 -- 172.21.15.92:0/1883125805 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7c81553c0 con 0x7fc7c815d930 2023-09-23T06:35:54.632 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.627+0000 7fc7b6ffd700 1 -- 172.21.15.92:0/1883125805 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fc7c0014b20 con 0x7fc7c815d930 2023-09-23T06:35:54.632 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.628+0000 7fc7b6ffd700 1 -- 172.21.15.92:0/1883125805 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7fc7c0014dd0 con 0x7fc7c815d930 2023-09-23T06:35:54.633 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.629+0000 7fc7cc9ff700 1 -- 172.21.15.92:0/1883125805 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7c8067c30 con 0x7fc7c815d930 2023-09-23T06:35:54.633 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.631+0000 7fc7b6ffd700 1 -- 172.21.15.92:0/1883125805 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7fc7c003bb20 con 0x7fc7c815d930 2023-09-23T06:35:54.725 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.724+0000 7fc7cc9ff700 1 -- 172.21.15.92:0/1883125805 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd new", "uuid": "8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f", "id": 4} v 0) v1 -- 0x7fc7c80cdaf0 con 0x7fc7c815d930 2023-09-23T06:35:54.727 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.726+0000 7fc7b6ffd700 1 -- 172.21.15.92:0/1883125805 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7fc7c002a070 con 0x7fc7c815d930 2023-09-23T06:35:54.727 INFO:teuthology.orchestra.run.smithi092.stdout:4 2023-09-23T06:35:54.729 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.727+0000 7fc7cc9ff700 1 -- 172.21.15.92:0/1883125805 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7c815d930 msgr2=0x7fc7c80b8860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:54.729 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.727+0000 7fc7cc9ff700 1 --2- 172.21.15.92:0/1883125805 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7c815d930 0x7fc7c80b8860 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc7c000efc0 tx=0x7fc7c000c3a0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.729 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.727+0000 7fc7cc9ff700 1 -- 172.21.15.92:0/1883125805 shutdown_connections 2023-09-23T06:35:54.729 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.727+0000 7fc7cc9ff700 1 --2- 172.21.15.92:0/1883125805 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc7c815d930 0x7fc7c80b8860 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.729 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.727+0000 7fc7cc9ff700 1 --2- 172.21.15.92:0/1883125805 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc7c80b3c70 0x7fc7c8154e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.729 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.727+0000 7fc7cc9ff700 1 --2- 172.21.15.92:0/1883125805 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc7c80d35c0 0x7fc7c80c8fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.729 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.727+0000 7fc7cc9ff700 1 -- 172.21.15.92:0/1883125805 >> 172.21.15.92:0/1883125805 conn(0x7fc7c808afe0 msgr2=0x7fc7c80ce190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:54.729 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.727+0000 7fc7cc9ff700 1 -- 172.21.15.92:0/1883125805 shutdown_connections 2023-09-23T06:35:54.729 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.727+0000 7fc7cc9ff700 1 -- 172.21.15.92:0/1883125805 wait complete. 2023-09-23T06:35:54.747 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new d84990fb-2ab6-46a5-a731-d430d3469aba 5 2023-09-23T06:35:54.977 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.976+0000 7f50c8bff700 1 Processor -- start 2023-09-23T06:35:54.977 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.976+0000 7f50c8bff700 1 -- start start 2023-09-23T06:35:54.979 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.977+0000 7f50c8bff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f50c415d930 0x7f50c415e980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:54.981 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.977+0000 7f50c8bff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f50c40d35c0 0x7f50c40d3a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:54.981 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.977+0000 7f50c8bff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50c40b4220 con 0x7f50c40b3560 2023-09-23T06:35:54.981 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.977+0000 7f50c8bff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50c40d3fb0 con 0x7f50c415d930 2023-09-23T06:35:54.981 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.977+0000 7f50c8bff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50c40b4500 con 0x7f50c40d35c0 2023-09-23T06:35:54.981 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.977+0000 7f50bbfff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f50c40d35c0 0x7f50c40d3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:54.981 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.977+0000 7f50bbfff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f50c40d35c0 0x7f50c40d3a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:53324/0 (socket says 172.21.15.92:53324) 2023-09-23T06:35:54.981 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.977+0000 7f50bbfff700 1 -- 172.21.15.92:0/407064347 learned_addr learned my addr 172.21.15.92:0/407064347 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-09-23T06:35:54.981 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.977+0000 7f50c259c700 1 --2- 172.21.15.92:0/407064347 >> v2:172.21.15.16:3300/0 conn(0x7f50c415d930 0x7f50c415e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:54.985 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.978+0000 7f50bbfff700 1 -- 172.21.15.92:0/407064347 >> v2:172.21.15.16:3300/0 conn(0x7f50c415d930 msgr2=0x7f50c415e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:35:54.985 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.978+0000 7f50bbfff700 1 --2- 172.21.15.92:0/407064347 >> v2:172.21.15.16:3300/0 conn(0x7f50c415d930 0x7f50c415e980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.985 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.978+0000 7f50c1d9b700 1 -- 172.21.15.92:0/407064347 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4180433783 0 0) 0x7f50c40b4220 con 0x7f50c40b3560 2023-09-23T06:35:54.985 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.978+0000 7f50bbfff700 1 -- 172.21.15.92:0/407064347 >> v1:172.21.15.16:6789/0 conn(0x7f50c40b3560 legacy=0x7f50c40b39d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:54.985 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.978+0000 7f50bbfff700 1 -- 172.21.15.92:0/407064347 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50c415e180 con 0x7f50c40d35c0 2023-09-23T06:35:54.986 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.978+0000 7f50bbfff700 1 --2- 172.21.15.92:0/407064347 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50c40d35c0 0x7f50c40d3a70 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f50c40743c0 tx=0x7f50ac009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c199733ffc586793 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:54.986 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.978+0000 7f50c1d9b700 1 -- 172.21.15.92:0/407064347 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50ac011830 con 0x7f50c40d35c0 2023-09-23T06:35:54.986 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.978+0000 7f50c1d9b700 1 -- 172.21.15.92:0/407064347 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50ac011990 con 0x7f50c40d35c0 2023-09-23T06:35:54.986 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.978+0000 7f50c1d9b700 1 -- 172.21.15.92:0/407064347 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50ac011d20 con 0x7f50c40d35c0 2023-09-23T06:35:54.986 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.979+0000 7f50c8bff700 1 -- 172.21.15.92:0/407064347 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50c40d35c0 msgr2=0x7f50c40d3a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:54.986 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.979+0000 7f50c8bff700 1 --2- 172.21.15.92:0/407064347 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50c40d35c0 0x7f50c40d3a70 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f50c40743c0 tx=0x7f50ac009bd0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.986 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.979+0000 7f50c8bff700 1 -- 172.21.15.92:0/407064347 shutdown_connections 2023-09-23T06:35:54.986 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.979+0000 7f50c8bff700 1 --2- 172.21.15.92:0/407064347 >> v2:172.21.15.16:3300/0 conn(0x7f50c415d930 0x7f50c415e980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.986 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.979+0000 7f50c8bff700 1 --2- 172.21.15.92:0/407064347 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50c40d35c0 0x7f50c40d3a70 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.986 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.979+0000 7f50c8bff700 1 -- 172.21.15.92:0/407064347 >> 172.21.15.92:0/407064347 conn(0x7f50c408afe0 msgr2=0x7f50c409c990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:54.986 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.979+0000 7f50c8bff700 1 -- 172.21.15.92:0/407064347 shutdown_connections 2023-09-23T06:35:54.987 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.979+0000 7f50c8bff700 1 -- 172.21.15.92:0/407064347 wait complete. 2023-09-23T06:35:54.987 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.981+0000 7f50c8bff700 1 Processor -- start 2023-09-23T06:35:54.987 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.981+0000 7f50c8bff700 1 -- start start 2023-09-23T06:35:54.987 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.982+0000 7f50c8bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50c40b3560 0x7f50c40c9a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:54.987 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.982+0000 7f50c8bff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50c40d35c0 0x7f50c40b7fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:54.987 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.982+0000 7f50c8bff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50c415d930 0x7f50c40b8520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:54.987 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.982+0000 7f50c8bff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50c40b6bf0 con 0x7f50c40d35c0 2023-09-23T06:35:54.987 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.982+0000 7f50c8bff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50c40c9fa0 con 0x7f50c415d930 2023-09-23T06:35:54.987 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.982+0000 7f50c8bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50c40b9160 con 0x7f50c40b3560 2023-09-23T06:35:54.987 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.982+0000 7f50c2d9d700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50c415d930 0x7f50c40b8520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:54.987 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.982+0000 7f50c2d9d700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50c415d930 0x7f50c40b8520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:53326/0 (socket says 172.21.15.92:53326) 2023-09-23T06:35:54.988 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.982+0000 7f50bbfff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50c40d35c0 0x7f50c40b7fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:54.988 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.982+0000 7f50c2d9d700 1 -- 172.21.15.92:0/1870045889 learned_addr learned my addr 172.21.15.92:0/1870045889 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-09-23T06:35:54.988 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.982+0000 7f50c259c700 1 --2- 172.21.15.92:0/1870045889 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50c40b3560 0x7f50c40c9a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:54.988 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.983+0000 7f50bbfff700 1 -- 172.21.15.92:0/1870045889 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50c40b3560 msgr2=0x7f50c40c9a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:54.988 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.983+0000 7f50bbfff700 1 --2- 172.21.15.92:0/1870045889 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50c40b3560 0x7f50c40c9a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.988 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.983+0000 7f50bbfff700 1 -- 172.21.15.92:0/1870045889 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50c415d930 msgr2=0x7f50c40b8520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:54.988 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.983+0000 7f50bbfff700 1 --2- 172.21.15.92:0/1870045889 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50c415d930 0x7f50c40b8520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:54.988 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.983+0000 7f50bbfff700 1 -- 172.21.15.92:0/1870045889 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50ac009550 con 0x7f50c40d35c0 2023-09-23T06:35:54.988 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.983+0000 7f50c2d9d700 1 --2- 172.21.15.92:0/1870045889 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50c415d930 0x7f50c40b8520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:35:54.989 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.983+0000 7f50c259c700 1 --2- 172.21.15.92:0/1870045889 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50c40b3560 0x7f50c40c9a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:35:54.989 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.983+0000 7f50bbfff700 1 --2- 172.21.15.92:0/1870045889 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50c40d35c0 0x7f50c40b7fe0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f50ac016000 tx=0x7f50ac004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:54.989 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.983+0000 7f50baffd700 1 -- 172.21.15.92:0/1870045889 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50ac004510 con 0x7f50c40d35c0 2023-09-23T06:35:54.989 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.983+0000 7f50baffd700 1 -- 172.21.15.92:0/1870045889 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50ac0036a0 con 0x7f50c40d35c0 2023-09-23T06:35:54.989 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.983+0000 7f50baffd700 1 -- 172.21.15.92:0/1870045889 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50ac003a10 con 0x7f50c40d35c0 2023-09-23T06:35:54.989 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.983+0000 7f50c8bff700 1 -- 172.21.15.92:0/1870045889 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50c40b8ba0 con 0x7f50c40d35c0 2023-09-23T06:35:54.989 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.983+0000 7f50c8bff700 1 -- 172.21.15.92:0/1870045889 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50c4158d50 con 0x7f50c40d35c0 2023-09-23T06:35:54.989 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.984+0000 7f50baffd700 1 -- 172.21.15.92:0/1870045889 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f50ac01a430 con 0x7f50c40d35c0 2023-09-23T06:35:54.989 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.984+0000 7f50baffd700 1 -- 172.21.15.92:0/1870045889 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7f50ac021030 con 0x7f50c40d35c0 2023-09-23T06:35:54.990 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.984+0000 7f50c8bff700 1 -- 172.21.15.92:0/1870045889 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f50c4067c30 con 0x7f50c40d35c0 2023-09-23T06:35:54.990 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:54.987+0000 7f50baffd700 1 -- 172.21.15.92:0/1870045889 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7f50ac02b060 con 0x7f50c40d35c0 2023-09-23T06:35:55.072 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.070+0000 7f50c8bff700 1 -- 172.21.15.92:0/1870045889 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd new", "uuid": "d84990fb-2ab6-46a5-a731-d430d3469aba", "id": 5} v 0) v1 -- 0x7f50c415ee90 con 0x7f50c40d35c0 2023-09-23T06:35:55.074 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.073+0000 7f50baffd700 1 -- 172.21.15.92:0/1870045889 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "d84990fb-2ab6-46a5-a731-d430d3469aba", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7f50ac015020 con 0x7f50c40d35c0 2023-09-23T06:35:55.074 INFO:teuthology.orchestra.run.smithi092.stdout:5 2023-09-23T06:35:55.076 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.074+0000 7f50c8bff700 1 -- 172.21.15.92:0/1870045889 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50c40d35c0 msgr2=0x7f50c40b7fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:55.076 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.074+0000 7f50c8bff700 1 --2- 172.21.15.92:0/1870045889 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50c40d35c0 0x7f50c40b7fe0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7f50ac016000 tx=0x7f50ac004750 comp rx=0 tx=0).stop 2023-09-23T06:35:55.076 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.074+0000 7f50c8bff700 1 -- 172.21.15.92:0/1870045889 shutdown_connections 2023-09-23T06:35:55.076 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.074+0000 7f50c8bff700 1 --2- 172.21.15.92:0/1870045889 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f50c415d930 0x7f50c40b8520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:55.076 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.074+0000 7f50c8bff700 1 --2- 172.21.15.92:0/1870045889 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f50c40b3560 0x7f50c40c9a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:55.076 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.074+0000 7f50c8bff700 1 --2- 172.21.15.92:0/1870045889 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f50c40d35c0 0x7f50c40b7fe0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:55.076 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.074+0000 7f50c8bff700 1 -- 172.21.15.92:0/1870045889 >> 172.21.15.92:0/1870045889 conn(0x7f50c408afe0 msgr2=0x7f50c40ce190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:55.076 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.074+0000 7f50c8bff700 1 -- 172.21.15.92:0/1870045889 shutdown_connections 2023-09-23T06:35:55.076 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.074+0000 7f50c8bff700 1 -- 172.21.15.92:0/1870045889 wait complete. 2023-09-23T06:35:55.094 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new 69b89217-268c-4ad2-9c37-47a3f43a32ab 6 2023-09-23T06:35:55.280 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:55.279+0000 7efffec3e240 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T06:35:55.289 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.288+0000 7fb4dbfff700 1 Processor -- start 2023-09-23T06:35:55.289 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.288+0000 7fb4dbfff700 1 -- start start 2023-09-23T06:35:55.291 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.289+0000 7fb4dbfff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb4dc160bc0 0x7fb4dc0b8de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:55.291 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.289+0000 7fb4dbfff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb4dc0b6d00 0x7fb4dc0d1f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:55.291 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.289+0000 7fb4dbfff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4dc0d1090 con 0x7fb4dc0d1ae0 2023-09-23T06:35:55.292 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.289+0000 7fb4dbfff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4dc0d2b10 con 0x7fb4dc160bc0 2023-09-23T06:35:55.292 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.289+0000 7fb4dbfff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4dc160fa0 con 0x7fb4dc0b6d00 2023-09-23T06:35:55.292 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.290+0000 7fb4da7fc700 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fb4dc0d1ae0 0x7fb4dc0b65f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.92:56138/0 (socket says 172.21.15.92:56138) 2023-09-23T06:35:55.292 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.290+0000 7fb4da7fc700 1 -- 172.21.15.92:0/3822682849 learned_addr learned my addr 172.21.15.92:0/3822682849 (peer_addr_for_me v1:172.21.15.92:0/0) 2023-09-23T06:35:55.292 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.290+0000 7fb4db7fe700 1 --2- 172.21.15.92:0/3822682849 >> v2:172.21.15.92:3300/0 conn(0x7fb4dc0b6d00 0x7fb4dc0d1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:55.292 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.290+0000 7fb4daffd700 1 --2- 172.21.15.92:0/3822682849 >> v2:172.21.15.16:3300/0 conn(0x7fb4dc160bc0 0x7fb4dc0b8de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:55.292 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.290+0000 7fb4daffd700 1 -- 172.21.15.92:0/3822682849 >> v2:172.21.15.92:3300/0 conn(0x7fb4dc0b6d00 msgr2=0x7fb4dc0d1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:35:55.292 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.290+0000 7fb4daffd700 1 --2- 172.21.15.92:0/3822682849 >> v2:172.21.15.92:3300/0 conn(0x7fb4dc0b6d00 0x7fb4dc0d1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:55.292 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.290+0000 7fb4daffd700 1 -- 172.21.15.92:0/3822682849 >> v1:172.21.15.92:6789/0 conn(0x7fb4dc0d1ae0 legacy=0x7fb4dc0b65f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:55.292 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.290+0000 7fb4daffd700 1 -- 172.21.15.92:0/3822682849 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4dc0d2cf0 con 0x7fb4dc160bc0 2023-09-23T06:35:55.294 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.290+0000 7fb4daffd700 1 --2- 172.21.15.92:0/3822682849 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4dc160bc0 0x7fb4dc0b8de0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fb4dc0b2e00 tx=0x7fb4cc009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=289ef74a167f065b server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:55.294 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.290+0000 7fb4d9ffb700 1 -- 172.21.15.92:0/3822682849 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4cc011830 con 0x7fb4dc160bc0 2023-09-23T06:35:55.294 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.291+0000 7fb4d9ffb700 1 -- 172.21.15.92:0/3822682849 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4cc011990 con 0x7fb4dc160bc0 2023-09-23T06:35:55.294 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.291+0000 7fb4d9ffb700 1 -- 172.21.15.92:0/3822682849 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4cc011d20 con 0x7fb4dc160bc0 2023-09-23T06:35:55.294 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.291+0000 7fb4dbfff700 1 -- 172.21.15.92:0/3822682849 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4dc160bc0 msgr2=0x7fb4dc0b8de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:55.294 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.291+0000 7fb4dbfff700 1 --2- 172.21.15.92:0/3822682849 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4dc160bc0 0x7fb4dc0b8de0 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fb4dc0b2e00 tx=0x7fb4cc009b20 comp rx=0 tx=0).stop 2023-09-23T06:35:55.294 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.291+0000 7fb4dbfff700 1 -- 172.21.15.92:0/3822682849 shutdown_connections 2023-09-23T06:35:55.294 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.291+0000 7fb4dbfff700 1 --2- 172.21.15.92:0/3822682849 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4dc160bc0 0x7fb4dc0b8de0 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:55.294 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.291+0000 7fb4dbfff700 1 --2- 172.21.15.92:0/3822682849 >> v2:172.21.15.92:3300/0 conn(0x7fb4dc0b6d00 0x7fb4dc0d1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:55.295 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.291+0000 7fb4dbfff700 1 -- 172.21.15.92:0/3822682849 >> 172.21.15.92:0/3822682849 conn(0x7fb4dc0722a0 msgr2=0x7fb4dc0726b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:55.295 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.291+0000 7fb4dbfff700 1 -- 172.21.15.92:0/3822682849 shutdown_connections 2023-09-23T06:35:55.295 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.291+0000 7fb4dbfff700 1 -- 172.21.15.92:0/3822682849 wait complete. 2023-09-23T06:35:55.295 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.294+0000 7fb4dbfff700 1 Processor -- start 2023-09-23T06:35:55.295 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.294+0000 7fb4dbfff700 1 -- start start 2023-09-23T06:35:55.299 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.296+0000 7fb4dbfff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4dc0b6d00 0x7fb4dc15c800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:55.299 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.296+0000 7fb4dbfff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb4dc0d1ae0 0x7fb4dc15cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:55.299 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.296+0000 7fb4dbfff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4dc160bc0 0x7fb4dc15b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:55.299 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.296+0000 7fb4dbfff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4dc0c9520 con 0x7fb4dc160bc0 2023-09-23T06:35:55.299 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.296+0000 7fb4dbfff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4dc1e63c0 con 0x7fb4dc0d1ae0 2023-09-23T06:35:55.299 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.296+0000 7fb4dbfff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4dc0c8f60 con 0x7fb4dc0b6d00 2023-09-23T06:35:55.299 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.296+0000 7fb4da7fc700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb4dc0d1ae0 0x7fb4dc15cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:55.299 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.296+0000 7fb4daffd700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4dc0b6d00 0x7fb4dc15c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:55.300 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.296+0000 7fb4da7fc700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb4dc0d1ae0 0x7fb4dc15cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.92:53332/0 (socket says 172.21.15.92:53332) 2023-09-23T06:35:55.300 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.296+0000 7fb4da7fc700 1 -- 172.21.15.92:0/2709641690 learned_addr learned my addr 172.21.15.92:0/2709641690 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-09-23T06:35:55.300 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.296+0000 7fb4db7fe700 1 --2- 172.21.15.92:0/2709641690 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4dc160bc0 0x7fb4dc15b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:55.300 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.296+0000 7fb4da7fc700 1 -- 172.21.15.92:0/2709641690 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4dc0b6d00 msgr2=0x7fb4dc15c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:55.300 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.296+0000 7fb4da7fc700 1 --2- 172.21.15.92:0/2709641690 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4dc0b6d00 0x7fb4dc15c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:55.300 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.296+0000 7fb4da7fc700 1 -- 172.21.15.92:0/2709641690 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4dc160bc0 msgr2=0x7fb4dc15b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:55.300 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.296+0000 7fb4da7fc700 1 --2- 172.21.15.92:0/2709641690 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4dc160bc0 0x7fb4dc15b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:55.300 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.296+0000 7fb4da7fc700 1 -- 172.21.15.92:0/2709641690 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4cc0094a0 con 0x7fb4dc0d1ae0 2023-09-23T06:35:55.300 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.296+0000 7fb4daffd700 1 --2- 172.21.15.92:0/2709641690 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4dc0b6d00 0x7fb4dc15c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:35:55.300 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.297+0000 7fb4da7fc700 1 --2- 172.21.15.92:0/2709641690 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb4dc0d1ae0 0x7fb4dc15cd40 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fb4d000c550 tx=0x7fb4d000c860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:55.300 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.297+0000 7fb4c37fe700 1 -- 172.21.15.92:0/2709641690 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4d0005d70 con 0x7fb4dc0d1ae0 2023-09-23T06:35:55.301 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.297+0000 7fb4c37fe700 1 -- 172.21.15.92:0/2709641690 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4d00070d0 con 0x7fb4dc0d1ae0 2023-09-23T06:35:55.301 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.297+0000 7fb4c37fe700 1 -- 172.21.15.92:0/2709641690 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4d0007440 con 0x7fb4dc0d1ae0 2023-09-23T06:35:55.301 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.297+0000 7fb4dbfff700 1 -- 172.21.15.92:0/2709641690 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4dc0c9240 con 0x7fb4dc0d1ae0 2023-09-23T06:35:55.301 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.297+0000 7fb4dbfff700 1 -- 172.21.15.92:0/2709641690 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4dc1587f0 con 0x7fb4dc0d1ae0 2023-09-23T06:35:55.301 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.297+0000 7fb4c37fe700 1 -- 172.21.15.92:0/2709641690 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fb4d0012400 con 0x7fb4dc0d1ae0 2023-09-23T06:35:55.301 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.297+0000 7fb4c37fe700 1 -- 172.21.15.92:0/2709641690 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7fb4d0012ca0 con 0x7fb4dc0d1ae0 2023-09-23T06:35:55.301 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.298+0000 7fb4dbfff700 1 -- 172.21.15.92:0/2709641690 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4dc1e5eb0 con 0x7fb4dc0d1ae0 2023-09-23T06:35:55.302 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.301+0000 7fb4c37fe700 1 -- 172.21.15.92:0/2709641690 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7fb4dc1e5eb0 con 0x7fb4dc0d1ae0 2023-09-23T06:35:55.308 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:55.306+0000 7fedace7b240 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2023-09-23T06:35:55.376 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:55.374+0000 7efffec3e240 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T06:35:55.387 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.386+0000 7fb4dbfff700 1 -- 172.21.15.92:0/2709641690 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd new", "uuid": "69b89217-268c-4ad2-9c37-47a3f43a32ab", "id": 6} v 0) v1 -- 0x7fb4dc1e6550 con 0x7fb4dc0d1ae0 2023-09-23T06:35:55.391 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.389+0000 7fb4c37fe700 1 -- 172.21.15.92:0/2709641690 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "69b89217-268c-4ad2-9c37-47a3f43a32ab", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7fb4d0017070 con 0x7fb4dc0d1ae0 2023-09-23T06:35:55.391 INFO:teuthology.orchestra.run.smithi092.stdout:6 2023-09-23T06:35:55.392 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.390+0000 7fb4dbfff700 1 -- 172.21.15.92:0/2709641690 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb4dc0d1ae0 msgr2=0x7fb4dc15cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:55.392 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.390+0000 7fb4dbfff700 1 --2- 172.21.15.92:0/2709641690 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb4dc0d1ae0 0x7fb4dc15cd40 secure :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0x7fb4d000c550 tx=0x7fb4d000c860 comp rx=0 tx=0).stop 2023-09-23T06:35:55.392 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.391+0000 7fb4dbfff700 1 -- 172.21.15.92:0/2709641690 shutdown_connections 2023-09-23T06:35:55.393 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.391+0000 7fb4dbfff700 1 --2- 172.21.15.92:0/2709641690 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb4dc160bc0 0x7fb4dc15b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:55.393 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.391+0000 7fb4dbfff700 1 --2- 172.21.15.92:0/2709641690 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb4dc0b6d00 0x7fb4dc15c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:55.393 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.391+0000 7fb4dbfff700 1 --2- 172.21.15.92:0/2709641690 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb4dc0d1ae0 0x7fb4dc15cd40 unknown :-1 s=CLOSED pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:55.393 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.391+0000 7fb4dbfff700 1 -- 172.21.15.92:0/2709641690 >> 172.21.15.92:0/2709641690 conn(0x7fb4dc0722a0 msgr2=0x7fb4dc072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:55.393 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.391+0000 7fb4dbfff700 1 -- 172.21.15.92:0/2709641690 shutdown_connections 2023-09-23T06:35:55.393 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.391+0000 7fb4dbfff700 1 -- 172.21.15.92:0/2709641690 wait complete. 2023-09-23T06:35:55.403 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:55.401+0000 7fedace7b240 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2023-09-23T06:35:55.409 DEBUG:teuthology.orchestra.run.smithi092:> sudo ceph --cluster ceph osd new dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65 7 2023-09-23T06:35:55.550 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:55.549+0000 7efffec3e240 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T06:35:55.577 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:55.576+0000 7fedace7b240 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2023-09-23T06:35:55.598 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.597+0000 7ff880bff700 1 Processor -- start 2023-09-23T06:35:55.598 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.597+0000 7ff880bff700 1 -- start start 2023-09-23T06:35:55.600 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.598+0000 7ff880bff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff87c15d8c0 0x7ff87c0cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:55.600 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.598+0000 7ff880bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff87c0d0030 0x7ff87c0d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.598+0000 7ff880bff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff87c0d09a0 con 0x7ff87c161fc0 2023-09-23T06:35:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.598+0000 7ff880bff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff87c15dca0 con 0x7ff87c15d8c0 2023-09-23T06:35:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.598+0000 7ff880bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff87c0ce130 con 0x7ff87c0d0030 2023-09-23T06:35:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.598+0000 7ff87ad9d700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff87c0d0030 0x7ff87c0d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.599+0000 7ff87ad9d700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff87c0d0030 0x7ff87c0d0460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.92:54072/0 (socket says 172.21.15.92:54072) 2023-09-23T06:35:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.599+0000 7ff879d9b700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff87c161fc0 0x7ff87c0d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.92:37112/0 (socket says 172.21.15.92:37112) 2023-09-23T06:35:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.599+0000 7ff87ad9d700 1 -- 172.21.15.92:0/1524267147 learned_addr learned my addr 172.21.15.92:0/1524267147 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-09-23T06:35:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.599+0000 7ff87a59c700 1 --2- 172.21.15.92:0/1524267147 >> v2:172.21.15.16:3300/0 conn(0x7ff87c15d8c0 0x7ff87c0cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.599+0000 7ff87ad9d700 1 -- 172.21.15.92:0/1524267147 >> v2:172.21.15.16:3300/0 conn(0x7ff87c15d8c0 msgr2=0x7ff87c0cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:35:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.599+0000 7ff87ad9d700 1 --2- 172.21.15.92:0/1524267147 >> v2:172.21.15.16:3300/0 conn(0x7ff87c15d8c0 0x7ff87c0cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:55.601 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.599+0000 7ff87ad9d700 1 -- 172.21.15.92:0/1524267147 >> v1:172.21.15.16:6789/0 conn(0x7ff87c161fc0 legacy=0x7ff87c0d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:55.602 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.599+0000 7ff87ad9d700 1 -- 172.21.15.92:0/1524267147 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff87c0ce3d0 con 0x7ff87c0d0030 2023-09-23T06:35:55.602 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.599+0000 7ff87959a700 1 -- 172.21.15.92:0/1524267147 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3455587805 0 0) 0x7ff87c0d09a0 con 0x7ff87c161fc0 2023-09-23T06:35:55.602 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.599+0000 7ff87ad9d700 1 --2- 172.21.15.92:0/1524267147 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff87c0d0030 0x7ff87c0d0460 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff874009e50 tx=0x7ff87400b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2974e20c4b76294a server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:55.603 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.599+0000 7ff87959a700 1 -- 172.21.15.92:0/1524267147 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff87400e070 con 0x7ff87c0d0030 2023-09-23T06:35:55.603 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.599+0000 7ff87959a700 1 -- 172.21.15.92:0/1524267147 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff87400b910 con 0x7ff87c0d0030 2023-09-23T06:35:55.603 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.599+0000 7ff87959a700 1 -- 172.21.15.92:0/1524267147 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff87400bcc0 con 0x7ff87c0d0030 2023-09-23T06:35:55.603 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.600+0000 7ff880bff700 1 -- 172.21.15.92:0/1524267147 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff87c0d0030 msgr2=0x7ff87c0d0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:55.603 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.600+0000 7ff880bff700 1 --2- 172.21.15.92:0/1524267147 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff87c0d0030 0x7ff87c0d0460 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7ff874009e50 tx=0x7ff87400b330 comp rx=0 tx=0).stop 2023-09-23T06:35:55.603 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.600+0000 7ff880bff700 1 -- 172.21.15.92:0/1524267147 shutdown_connections 2023-09-23T06:35:55.603 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.600+0000 7ff880bff700 1 --2- 172.21.15.92:0/1524267147 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff87c0d0030 0x7ff87c0d0460 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:55.604 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.600+0000 7ff880bff700 1 --2- 172.21.15.92:0/1524267147 >> v2:172.21.15.16:3300/0 conn(0x7ff87c15d8c0 0x7ff87c0cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:55.604 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.600+0000 7ff880bff700 1 -- 172.21.15.92:0/1524267147 >> 172.21.15.92:0/1524267147 conn(0x7ff87c09c9b0 msgr2=0x7ff87c0d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:55.604 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.600+0000 7ff880bff700 1 -- 172.21.15.92:0/1524267147 shutdown_connections 2023-09-23T06:35:55.604 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.600+0000 7ff880bff700 1 -- 172.21.15.92:0/1524267147 wait complete. 2023-09-23T06:35:55.604 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.602+0000 7ff880bff700 1 Processor -- start 2023-09-23T06:35:55.604 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.603+0000 7ff880bff700 1 -- start start 2023-09-23T06:35:55.606 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.604+0000 7ff880bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff87c0d0030 0x7ff87c0c7150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:55.607 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.604+0000 7ff880bff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff87c15d8c0 0x7ff87c1f6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:55.607 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.604+0000 7ff880bff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff87c161fc0 0x7ff87c1f2da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:55.607 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.604+0000 7ff880bff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff87c1f3e00 con 0x7ff87c161fc0 2023-09-23T06:35:55.607 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.604+0000 7ff880bff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff87c1f32e0 con 0x7ff87c15d8c0 2023-09-23T06:35:55.607 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.604+0000 7ff880bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff87c1f3560 con 0x7ff87c0d0030 2023-09-23T06:35:55.607 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.604+0000 7ff87a59c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff87c0d0030 0x7ff87c0c7150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:55.607 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.604+0000 7ff879d9b700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff87c15d8c0 0x7ff87c1f6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:55.607 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.604+0000 7ff87a59c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff87c0d0030 0x7ff87c0c7150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.92:54086/0 (socket says 172.21.15.92:54086) 2023-09-23T06:35:55.607 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.604+0000 7ff87a59c700 1 -- 172.21.15.92:0/2451920745 learned_addr learned my addr 172.21.15.92:0/2451920745 (peer_addr_for_me v2:172.21.15.92:0/0) 2023-09-23T06:35:55.607 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.604+0000 7ff87ad9d700 1 --2- 172.21.15.92:0/2451920745 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff87c161fc0 0x7ff87c1f2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:55.607 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.605+0000 7ff87a59c700 1 -- 172.21.15.92:0/2451920745 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff87c15d8c0 msgr2=0x7ff87c1f6ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:55.608 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.605+0000 7ff87a59c700 1 --2- 172.21.15.92:0/2451920745 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff87c15d8c0 0x7ff87c1f6ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:55.608 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.605+0000 7ff87a59c700 1 -- 172.21.15.92:0/2451920745 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff87c161fc0 msgr2=0x7ff87c1f2da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:55.608 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.605+0000 7ff87a59c700 1 --2- 172.21.15.92:0/2451920745 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff87c161fc0 0x7ff87c1f2da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:55.608 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.605+0000 7ff87a59c700 1 -- 172.21.15.92:0/2451920745 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff874009b30 con 0x7ff87c0d0030 2023-09-23T06:35:55.608 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.605+0000 7ff87ad9d700 1 --2- 172.21.15.92:0/2451920745 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff87c161fc0 0x7ff87c1f2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:35:55.608 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.605+0000 7ff87a59c700 1 --2- 172.21.15.92:0/2451920745 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff87c0d0030 0x7ff87c0c7150 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ff86c00e9b0 tx=0x7ff86c00ecc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:55.608 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.605+0000 7ff86affd700 1 -- 172.21.15.92:0/2451920745 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff86c009710 con 0x7ff87c0d0030 2023-09-23T06:35:55.608 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.605+0000 7ff86affd700 1 -- 172.21.15.92:0/2451920745 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff86c00ee50 con 0x7ff87c0d0030 2023-09-23T06:35:55.608 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.605+0000 7ff86affd700 1 -- 172.21.15.92:0/2451920745 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff86c00ca50 con 0x7ff87c0d0030 2023-09-23T06:35:55.608 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.605+0000 7ff880bff700 1 -- 172.21.15.92:0/2451920745 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff87c1f3840 con 0x7ff87c0d0030 2023-09-23T06:35:55.609 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.605+0000 7ff880bff700 1 -- 172.21.15.92:0/2451920745 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff87c0c8bd0 con 0x7ff87c0d0030 2023-09-23T06:35:55.609 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.606+0000 7ff86affd700 1 -- 172.21.15.92:0/2451920745 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7ff86c013470 con 0x7ff87c0d0030 2023-09-23T06:35:55.609 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.606+0000 7ff86affd700 1 -- 172.21.15.92:0/2451920745 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7ff86c013d80 con 0x7ff87c0d0030 2023-09-23T06:35:55.609 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.606+0000 7ff880bff700 1 -- 172.21.15.92:0/2451920745 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff87c0c8a30 con 0x7ff87c0d0030 2023-09-23T06:35:55.610 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.609+0000 7ff86affd700 1 -- 172.21.15.92:0/2451920745 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7ff86c03bb20 con 0x7ff87c0d0030 2023-09-23T06:35:55.642 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:55.641+0000 7efffec3e240 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T06:35:55.671 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:55.669+0000 7fedace7b240 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2023-09-23T06:35:55.695 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.694+0000 7ff880bff700 1 -- 172.21.15.92:0/2451920745 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd new", "uuid": "dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65", "id": 7} v 0) v1 -- 0x7ff87c0c8df0 con 0x7ff87c0d0030 2023-09-23T06:35:55.699 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.698+0000 7ff86affd700 1 -- 172.21.15.92:0/2451920745 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7ff86c02a020 con 0x7ff87c0d0030 2023-09-23T06:35:55.699 INFO:teuthology.orchestra.run.smithi092.stdout:7 2023-09-23T06:35:55.701 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.699+0000 7ff880bff700 1 -- 172.21.15.92:0/2451920745 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff87c0d0030 msgr2=0x7ff87c0c7150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:55.701 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.699+0000 7ff880bff700 1 --2- 172.21.15.92:0/2451920745 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff87c0d0030 0x7ff87c0c7150 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7ff86c00e9b0 tx=0x7ff86c00ecc0 comp rx=0 tx=0).stop 2023-09-23T06:35:55.701 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.699+0000 7ff880bff700 1 -- 172.21.15.92:0/2451920745 shutdown_connections 2023-09-23T06:35:55.701 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.699+0000 7ff880bff700 1 --2- 172.21.15.92:0/2451920745 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff87c161fc0 0x7ff87c1f2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:55.701 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.699+0000 7ff880bff700 1 --2- 172.21.15.92:0/2451920745 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff87c0d0030 0x7ff87c0c7150 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:55.701 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.699+0000 7ff880bff700 1 --2- 172.21.15.92:0/2451920745 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff87c15d8c0 0x7ff87c1f6ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:55.701 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.699+0000 7ff880bff700 1 -- 172.21.15.92:0/2451920745 >> 172.21.15.92:0/2451920745 conn(0x7ff87c09c9b0 msgr2=0x7ff87c0cf190 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:55.702 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.700+0000 7ff880bff700 1 -- 172.21.15.92:0/2451920745 shutdown_connections 2023-09-23T06:35:55.702 INFO:teuthology.orchestra.run.smithi092.stderr:2023-09-23T06:35:55.700+0000 7ff880bff700 1 -- 172.21.15.92:0/2451920745 wait complete. 2023-09-23T06:35:55.718 INFO:tasks.ceph.osd.0:Restarting daemon 2023-09-23T06:35:55.718 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2023-09-23T06:35:55.723 INFO:tasks.ceph.osd.0:Started 2023-09-23T06:35:55.724 INFO:tasks.ceph.osd.1:Restarting daemon 2023-09-23T06:35:55.724 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2023-09-23T06:35:55.729 INFO:tasks.ceph.osd.1:Started 2023-09-23T06:35:55.729 INFO:tasks.ceph.osd.2:Restarting daemon 2023-09-23T06:35:55.729 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2023-09-23T06:35:55.733 INFO:tasks.ceph.osd.2:Started 2023-09-23T06:35:55.734 INFO:tasks.ceph.osd.3:Restarting daemon 2023-09-23T06:35:55.734 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2023-09-23T06:35:55.739 INFO:tasks.ceph.osd.3:Started 2023-09-23T06:35:55.739 INFO:tasks.ceph.osd.4:Restarting daemon 2023-09-23T06:35:55.739 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2023-09-23T06:35:55.743 INFO:tasks.ceph.osd.4:Started 2023-09-23T06:35:55.744 INFO:tasks.ceph.osd.5:Restarting daemon 2023-09-23T06:35:55.744 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2023-09-23T06:35:55.748 INFO:tasks.ceph.osd.5:Started 2023-09-23T06:35:55.748 INFO:tasks.ceph.osd.6:Restarting daemon 2023-09-23T06:35:55.748 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2023-09-23T06:35:55.753 INFO:tasks.ceph.osd.6:Started 2023-09-23T06:35:55.753 INFO:tasks.ceph.osd.7:Restarting daemon 2023-09-23T06:35:55.753 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2023-09-23T06:35:55.758 INFO:tasks.ceph.osd.7:Started 2023-09-23T06:35:55.759 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:35:55.915 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:55.913+0000 7fedace7b240 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T06:35:55.917 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:55.915+0000 7efffec3e240 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2023-09-23T06:35:56.020 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:56.019+0000 7fedace7b240 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T06:35:56.026 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.025+0000 7f1003fff700 1 Processor -- start 2023-09-23T06:35:56.027 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.025+0000 7f1003fff700 1 -- start start 2023-09-23T06:35:56.028 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.026+0000 7f1003fff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0ffc0b5710 0x7f0ffc0d18c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:56.028 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.026+0000 7f1003fff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0ffc0d3060 0x7f0ffc0b90a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:56.028 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.026+0000 7f1003fff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ffc0d1fc0 con 0x7f0ffc15d920 2023-09-23T06:35:56.028 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.026+0000 7f1003fff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ffc0ced80 con 0x7f0ffc0d3060 2023-09-23T06:35:56.029 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.026+0000 7f1003fff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ffc0b95e0 con 0x7f0ffc0b5710 2023-09-23T06:35:56.029 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.027+0000 7f1001d9b700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f0ffc15d920 0x7f0ffc0b5000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33526/0 (socket says 172.21.15.16:33526) 2023-09-23T06:35:56.029 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.027+0000 7f1001d9b700 1 -- 172.21.15.16:0/2829418980 learned_addr learned my addr 172.21.15.16:0/2829418980 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:35:56.029 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.027+0000 7f100259c700 1 --2- 172.21.15.16:0/2829418980 >> v2:172.21.15.92:3300/0 conn(0x7f0ffc0d3060 0x7f0ffc0b90a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:56.029 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.027+0000 7f100159a700 1 --2- 172.21.15.16:0/2829418980 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0ffc0b5710 0x7f0ffc0d18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:56.031 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.027+0000 7f1000d99700 1 -- 172.21.15.16:0/2829418980 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 11132241 0 0) 0x7f0ffc0d1fc0 con 0x7f0ffc15d920 2023-09-23T06:35:56.031 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.027+0000 7f1000d99700 1 -- 172.21.15.16:0/2829418980 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0fe80035b0 con 0x7f0ffc15d920 2023-09-23T06:35:56.031 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.027+0000 7f100259c700 1 -- 172.21.15.16:0/2829418980 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0ffc0b5710 msgr2=0x7f0ffc0d18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:35:56.031 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.027+0000 7f100259c700 1 --2- 172.21.15.16:0/2829418980 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0ffc0b5710 0x7f0ffc0d18c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:56.031 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.027+0000 7f100259c700 1 -- 172.21.15.16:0/2829418980 >> v1:172.21.15.16:6789/0 conn(0x7f0ffc15d920 legacy=0x7f0ffc0b5000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:56.031 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.027+0000 7f100259c700 1 -- 172.21.15.16:0/2829418980 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ffc0d22a0 con 0x7f0ffc0d3060 2023-09-23T06:35:56.031 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.027+0000 7f100159a700 1 --2- 172.21.15.16:0/2829418980 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0ffc0b5710 0x7f0ffc0d18c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:35:56.031 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.027+0000 7f100259c700 1 --2- 172.21.15.16:0/2829418980 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ffc0d3060 0x7f0ffc0b90a0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f0ff4009d90 tx=0x7f0ff400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e86b2d1a07342cc server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:56.031 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.028+0000 7f1000d99700 1 -- 172.21.15.16:0/2829418980 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ff400e070 con 0x7f0ffc0d3060 2023-09-23T06:35:56.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.028+0000 7f1000d99700 1 -- 172.21.15.16:0/2829418980 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ff400bb20 con 0x7f0ffc0d3060 2023-09-23T06:35:56.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.028+0000 7f1000d99700 1 -- 172.21.15.16:0/2829418980 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ff4012430 con 0x7f0ffc0d3060 2023-09-23T06:35:56.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.028+0000 7f1003fff700 1 -- 172.21.15.16:0/2829418980 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ffc0d3060 msgr2=0x7f0ffc0b90a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:56.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.028+0000 7f1003fff700 1 --2- 172.21.15.16:0/2829418980 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ffc0d3060 0x7f0ffc0b90a0 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f0ff4009d90 tx=0x7f0ff400b330 comp rx=0 tx=0).stop 2023-09-23T06:35:56.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.028+0000 7f1003fff700 1 -- 172.21.15.16:0/2829418980 shutdown_connections 2023-09-23T06:35:56.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.028+0000 7f1003fff700 1 --2- 172.21.15.16:0/2829418980 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ffc0d3060 0x7f0ffc0b90a0 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:56.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.028+0000 7f1003fff700 1 --2- 172.21.15.16:0/2829418980 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0ffc0b5710 0x7f0ffc0d18c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:56.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.028+0000 7f1003fff700 1 -- 172.21.15.16:0/2829418980 >> 172.21.15.16:0/2829418980 conn(0x7f0ffc0d0000 msgr2=0x7f0ffc0d03e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:56.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.029+0000 7f1003fff700 1 -- 172.21.15.16:0/2829418980 shutdown_connections 2023-09-23T06:35:56.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.029+0000 7f1003fff700 1 -- 172.21.15.16:0/2829418980 wait complete. 2023-09-23T06:35:56.033 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.030+0000 7f1003fff700 1 Processor -- start 2023-09-23T06:35:56.033 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.031+0000 7f1003fff700 1 -- start start 2023-09-23T06:35:56.034 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.031+0000 7f1003fff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ffc0b5710 0x7f0ffc15a1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:56.034 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.032+0000 7f1003fff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0ffc0d3060 0x7f0ffc1607e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:56.034 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.032+0000 7f1003fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0ffc15d920 0x7f0ffc156a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:56.034 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.032+0000 7f1003fff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ffc0d2c40 con 0x7f0ffc15d920 2023-09-23T06:35:56.034 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.032+0000 7f1003fff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ffc156f70 con 0x7f0ffc0b5710 2023-09-23T06:35:56.034 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.032+0000 7f1003fff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ffc15f740 con 0x7f0ffc0d3060 2023-09-23T06:35:56.034 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.032+0000 7f1001d9b700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ffc0b5710 0x7f0ffc15a1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:56.034 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.032+0000 7f100159a700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0ffc0d3060 0x7f0ffc1607e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:56.034 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.032+0000 7f100259c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0ffc15d920 0x7f0ffc156a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:56.034 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.032+0000 7f100159a700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0ffc0d3060 0x7f0ffc1607e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:44046/0 (socket says 172.21.15.16:44046) 2023-09-23T06:35:56.035 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.032+0000 7f1001d9b700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ffc0b5710 0x7f0ffc15a1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:37206/0 (socket says 172.21.15.16:37206) 2023-09-23T06:35:56.035 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.032+0000 7f100159a700 1 -- 172.21.15.16:0/3738396036 learned_addr learned my addr 172.21.15.16:0/3738396036 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:35:56.035 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.032+0000 7f100159a700 1 -- 172.21.15.16:0/3738396036 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ffc0b5710 msgr2=0x7f0ffc15a1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:56.036 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.032+0000 7f100159a700 1 --2- 172.21.15.16:0/3738396036 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ffc0b5710 0x7f0ffc15a1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:56.036 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.032+0000 7f100159a700 1 -- 172.21.15.16:0/3738396036 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0ffc15d920 msgr2=0x7f0ffc156a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:56.036 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.032+0000 7f100159a700 1 --2- 172.21.15.16:0/3738396036 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0ffc15d920 0x7f0ffc156a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:56.036 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.032+0000 7f100159a700 1 -- 172.21.15.16:0/3738396036 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0fec0094a0 con 0x7f0ffc0d3060 2023-09-23T06:35:56.036 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.032+0000 7f1001d9b700 1 --2- 172.21.15.16:0/3738396036 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ffc0b5710 0x7f0ffc15a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:35:56.036 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.033+0000 7f100159a700 1 --2- 172.21.15.16:0/3738396036 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0ffc0d3060 0x7f0ffc1607e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f0fec00ebe0 tx=0x7f0fec00eef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:56.036 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.033+0000 7f0ff27fc700 1 -- 172.21.15.16:0/3738396036 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fec00c850 con 0x7f0ffc0d3060 2023-09-23T06:35:56.036 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.033+0000 7f0ff27fc700 1 -- 172.21.15.16:0/3738396036 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0fec00c9b0 con 0x7f0ffc0d3060 2023-09-23T06:35:56.036 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.033+0000 7f0ff27fc700 1 -- 172.21.15.16:0/3738396036 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fec00cd40 con 0x7f0ffc0d3060 2023-09-23T06:35:56.036 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.033+0000 7f1003fff700 1 -- 172.21.15.16:0/3738396036 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ff4009a70 con 0x7f0ffc0d3060 2023-09-23T06:35:56.036 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.033+0000 7f1003fff700 1 -- 172.21.15.16:0/3738396036 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ffc15fd00 con 0x7f0ffc0d3060 2023-09-23T06:35:56.037 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.034+0000 7f0ff27fc700 1 -- 172.21.15.16:0/3738396036 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7f0fec013770 con 0x7f0ffc0d3060 2023-09-23T06:35:56.037 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.034+0000 7f0ff27fc700 1 -- 172.21.15.16:0/3738396036 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f0fec01cda0 con 0x7f0ffc0d3060 2023-09-23T06:35:56.037 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.034+0000 7f1003fff700 1 -- 172.21.15.16:0/3738396036 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ffc067c30 con 0x7f0ffc0d3060 2023-09-23T06:35:56.037 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:56.035+0000 7efffec3e240 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2023-09-23T06:35:56.038 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.037+0000 7f0ff27fc700 1 -- 172.21.15.16:0/3738396036 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7f0fec021060 con 0x7f0ffc0d3060 2023-09-23T06:35:56.112 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.110+0000 7f1003fff700 1 -- 172.21.15.16:0/3738396036 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0ffc0d0ee0 con 0x7f0ffc0d3060 2023-09-23T06:35:56.113 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.111+0000 7f0ff27fc700 1 -- 172.21.15.16:0/3738396036 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f0fec017070 con 0x7f0ffc0d3060 2023-09-23T06:35:56.113 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:35:56.113 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":10,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:35:55.696570+0000","last_up_change":"0.000000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:35:56.114 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.112+0000 7f1003fff700 1 -- 172.21.15.16:0/3738396036 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0ffc0d3060 msgr2=0x7f0ffc1607e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:56.114 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.112+0000 7f1003fff700 1 --2- 172.21.15.16:0/3738396036 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0ffc0d3060 0x7f0ffc1607e0 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f0fec00ebe0 tx=0x7f0fec00eef0 comp rx=0 tx=0).stop 2023-09-23T06:35:56.114 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.112+0000 7f1003fff700 1 -- 172.21.15.16:0/3738396036 shutdown_connections 2023-09-23T06:35:56.114 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.112+0000 7f1003fff700 1 --2- 172.21.15.16:0/3738396036 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0ffc15d920 0x7f0ffc156a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:56.114 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.112+0000 7f1003fff700 1 --2- 172.21.15.16:0/3738396036 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0ffc0b5710 0x7f0ffc15a1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:56.115 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.112+0000 7f1003fff700 1 --2- 172.21.15.16:0/3738396036 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0ffc0d3060 0x7f0ffc1607e0 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:56.115 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.112+0000 7f1003fff700 1 -- 172.21.15.16:0/3738396036 >> 172.21.15.16:0/3738396036 conn(0x7f0ffc0d0000 msgr2=0x7f0ffc0b7e20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:56.115 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.112+0000 7f1003fff700 1 -- 172.21.15.16:0/3738396036 shutdown_connections 2023-09-23T06:35:56.115 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:35:56.112+0000 7f1003fff700 1 -- 172.21.15.16:0/3738396036 wait complete. 2023-09-23T06:35:56.119 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:56.118+0000 7fedace7b240 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T06:35:56.131 INFO:tasks.ceph.ceph_manager.ceph:[] 2023-09-23T06:35:56.132 INFO:tasks.ceph:Waiting for OSDs to come up 2023-09-23T06:35:56.140 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:56.139+0000 7efffec3e240 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2023-09-23T06:35:56.220 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:56.218+0000 7fedace7b240 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T06:35:56.253 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:56.252+0000 7efffec3e240 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2023-09-23T06:35:56.448 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T06:35:56.446+0000 7f9f21660680 -1 Falling back to public interface 2023-09-23T06:35:56.452 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:56.451+0000 7fedace7b240 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T06:35:56.452 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T06:35:56.451+0000 7fc9a1159680 -1 Falling back to public interface 2023-09-23T06:35:56.459 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T06:35:56.458+0000 7f929adc0680 -1 Falling back to public interface 2023-09-23T06:35:56.464 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T06:35:56.463+0000 7fdb233cf680 -1 Falling back to public interface 2023-09-23T06:35:56.467 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T06:35:56.466+0000 7f1ed042c680 -1 Falling back to public interface 2023-09-23T06:35:56.472 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T06:35:56.471+0000 7f3f21fe7680 -1 Falling back to public interface 2023-09-23T06:35:56.473 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T06:35:56.471+0000 7fe45760d680 -1 Falling back to public interface 2023-09-23T06:35:56.480 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T06:35:56.478+0000 7f46ffca6680 -1 Falling back to public interface 2023-09-23T06:35:56.502 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:56.501+0000 7efffec3e240 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2023-09-23T06:35:56.717 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:56.716+0000 7fedace7b240 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T06:35:56.764 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:56.762+0000 7efffec3e240 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2023-09-23T06:35:56.917 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:56.915+0000 7fedace7b240 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T06:35:56.937 DEBUG:teuthology.orchestra.run.smithi016:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-09-23T06:35:56.970 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:56.968+0000 7efffec3e240 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2023-09-23T06:35:57.007 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:57.005+0000 7fedace7b240 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T06:35:57.066 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:57.064+0000 7efffec3e240 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2023-09-23T06:35:57.116 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.115+0000 7fc9f15ff700 1 Processor -- start 2023-09-23T06:35:57.117 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.115+0000 7fc9f15ff700 1 -- start start 2023-09-23T06:35:57.119 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.116+0000 7fc9f15ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9ec0ce960 0x7fc9ec1612f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:57.119 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.116+0000 7fc9f15ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc9ec0b8f10 0x7fc9ec0d2010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:57.119 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.116+0000 7fc9f15ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9ec0cdd90 con 0x7fc9ec15d6e0 2023-09-23T06:35:57.119 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.116+0000 7fc9f15ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9ec0b6720 con 0x7fc9ec0b8f10 2023-09-23T06:35:57.119 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.116+0000 7fc9f15ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9ec162200 con 0x7fc9ec0ce960 2023-09-23T06:35:57.120 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.116+0000 7fc9eaffd700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc9ec15d6e0 0x7fc9ec0ce250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:33528/0 (socket says 172.21.15.16:33528) 2023-09-23T06:35:57.120 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.116+0000 7fc9eaffd700 1 -- 172.21.15.16:0/2163839202 learned_addr learned my addr 172.21.15.16:0/2163839202 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:35:57.120 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.117+0000 7fc9ea7fc700 1 --2- 172.21.15.16:0/2163839202 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9ec0ce960 0x7fc9ec1612f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:57.120 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.117+0000 7fc9eb7fe700 1 --2- 172.21.15.16:0/2163839202 >> v2:172.21.15.92:3300/0 conn(0x7fc9ec0b8f10 0x7fc9ec0d2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:57.120 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.117+0000 7fc9e9ffb700 1 -- 172.21.15.16:0/2163839202 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 631200762 0 0) 0x7fc9ec0cdd90 con 0x7fc9ec15d6e0 2023-09-23T06:35:57.120 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.117+0000 7fc9e9ffb700 1 -- 172.21.15.16:0/2163839202 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc9d40035b0 con 0x7fc9ec15d6e0 2023-09-23T06:35:57.120 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.117+0000 7fc9ea7fc700 1 -- 172.21.15.16:0/2163839202 >> v2:172.21.15.92:3300/0 conn(0x7fc9ec0b8f10 msgr2=0x7fc9ec0d2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:35:57.120 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.117+0000 7fc9ea7fc700 1 --2- 172.21.15.16:0/2163839202 >> v2:172.21.15.92:3300/0 conn(0x7fc9ec0b8f10 0x7fc9ec0d2010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:57.121 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.117+0000 7fc9ea7fc700 1 -- 172.21.15.16:0/2163839202 >> v1:172.21.15.16:6789/0 conn(0x7fc9ec15d6e0 legacy=0x7fc9ec0ce250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:57.121 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.117+0000 7fc9ea7fc700 1 -- 172.21.15.16:0/2163839202 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9ec161960 con 0x7fc9ec0ce960 2023-09-23T06:35:57.121 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.117+0000 7fc9ea7fc700 1 --2- 172.21.15.16:0/2163839202 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9ec0ce960 0x7fc9ec1612f0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc9ec0b6860 tx=0x7fc9e0009b20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1ce5163f149b4c26 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:57.121 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.118+0000 7fc9e9ffb700 1 -- 172.21.15.16:0/2163839202 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9e0004020 con 0x7fc9ec0ce960 2023-09-23T06:35:57.121 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.118+0000 7fc9e9ffb700 1 -- 172.21.15.16:0/2163839202 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9e0004180 con 0x7fc9ec0ce960 2023-09-23T06:35:57.121 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.118+0000 7fc9e9ffb700 1 -- 172.21.15.16:0/2163839202 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9e0004530 con 0x7fc9ec0ce960 2023-09-23T06:35:57.125 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.118+0000 7fc9f15ff700 1 -- 172.21.15.16:0/2163839202 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9ec0ce960 msgr2=0x7fc9ec1612f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:57.125 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.118+0000 7fc9f15ff700 1 --2- 172.21.15.16:0/2163839202 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9ec0ce960 0x7fc9ec1612f0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7fc9ec0b6860 tx=0x7fc9e0009b20 comp rx=0 tx=0).stop 2023-09-23T06:35:57.125 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.118+0000 7fc9f15ff700 1 -- 172.21.15.16:0/2163839202 shutdown_connections 2023-09-23T06:35:57.125 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.118+0000 7fc9f15ff700 1 --2- 172.21.15.16:0/2163839202 >> v2:172.21.15.92:3300/0 conn(0x7fc9ec0b8f10 0x7fc9ec0d2010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:57.125 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.118+0000 7fc9f15ff700 1 --2- 172.21.15.16:0/2163839202 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9ec0ce960 0x7fc9ec1612f0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:57.125 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.118+0000 7fc9f15ff700 1 -- 172.21.15.16:0/2163839202 >> 172.21.15.16:0/2163839202 conn(0x7fc9ec0d0000 msgr2=0x7fc9ec0d03e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:57.125 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.118+0000 7fc9f15ff700 1 -- 172.21.15.16:0/2163839202 shutdown_connections 2023-09-23T06:35:57.125 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.118+0000 7fc9f15ff700 1 -- 172.21.15.16:0/2163839202 wait complete. 2023-09-23T06:35:57.125 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.120+0000 7fc9f15ff700 1 Processor -- start 2023-09-23T06:35:57.126 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.120+0000 7fc9f15ff700 1 -- start start 2023-09-23T06:35:57.126 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.121+0000 7fc9f15ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc9ec0b8f10 0x7fc9ec1f6c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:57.126 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.121+0000 7fc9f15ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9ec0ce960 0x7fc9ec0c6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:57.126 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.121+0000 7fc9f15ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9ec15d6e0 0x7fc9ec0c7410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:35:57.126 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.121+0000 7fc9f15ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9ec0c8e50 con 0x7fc9ec0b8f10 2023-09-23T06:35:57.126 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.121+0000 7fc9f15ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9ec0c9060 con 0x7fc9ec0ce960 2023-09-23T06:35:57.126 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.121+0000 7fc9f15ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9ec0c9340 con 0x7fc9ec15d6e0 2023-09-23T06:35:57.126 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.121+0000 7fc9eaffd700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc9ec0b8f10 0x7fc9ec1f6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:57.126 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.121+0000 7fc9eaffd700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc9ec0b8f10 0x7fc9ec1f6c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:35020/0 (socket says 172.21.15.16:35020) 2023-09-23T06:35:57.126 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.121+0000 7fc9eaffd700 1 -- 172.21.15.16:0/4019706406 learned_addr learned my addr 172.21.15.16:0/4019706406 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:35:57.126 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.122+0000 7fc9eb7fe700 1 --2- 172.21.15.16:0/4019706406 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9ec15d6e0 0x7fc9ec0c7410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:57.127 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.122+0000 7fc9ea7fc700 1 --2- 172.21.15.16:0/4019706406 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9ec0ce960 0x7fc9ec0c6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:35:57.127 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.122+0000 7fc9eaffd700 1 -- 172.21.15.16:0/4019706406 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9ec15d6e0 msgr2=0x7fc9ec0c7410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:57.127 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.122+0000 7fc9eaffd700 1 --2- 172.21.15.16:0/4019706406 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9ec15d6e0 0x7fc9ec0c7410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:57.127 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.122+0000 7fc9eaffd700 1 -- 172.21.15.16:0/4019706406 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9ec0ce960 msgr2=0x7fc9ec0c6ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:57.127 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.122+0000 7fc9eaffd700 1 --2- 172.21.15.16:0/4019706406 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9ec0ce960 0x7fc9ec0c6ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:57.127 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.122+0000 7fc9eaffd700 1 -- 172.21.15.16:0/4019706406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9e00094a0 con 0x7fc9ec0b8f10 2023-09-23T06:35:57.127 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.122+0000 7fc9eaffd700 1 --2- 172.21.15.16:0/4019706406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc9ec0b8f10 0x7fc9ec1f6c50 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc00c700 tx=0x7fc9dc00ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:35:57.127 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.122+0000 7fc9d37fe700 1 -- 172.21.15.16:0/4019706406 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9dc005d70 con 0x7fc9ec0b8f10 2023-09-23T06:35:57.127 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.122+0000 7fc9d37fe700 1 -- 172.21.15.16:0/4019706406 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9dc0070d0 con 0x7fc9ec0b8f10 2023-09-23T06:35:57.127 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.122+0000 7fc9d37fe700 1 -- 172.21.15.16:0/4019706406 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9dc007460 con 0x7fc9ec0b8f10 2023-09-23T06:35:57.127 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.122+0000 7fc9f15ff700 1 -- 172.21.15.16:0/4019706406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9ec0c9620 con 0x7fc9ec0b8f10 2023-09-23T06:35:57.128 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.123+0000 7fc9f15ff700 1 -- 172.21.15.16:0/4019706406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9ec0c9be0 con 0x7fc9ec0b8f10 2023-09-23T06:35:57.128 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.123+0000 7fc9d37fe700 1 -- 172.21.15.16:0/4019706406 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 1) v1 ==== 660+0+0 (secure 0 0 0) 0x7fc9dc012400 con 0x7fc9ec0b8f10 2023-09-23T06:35:57.128 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.123+0000 7fc9d37fe700 1 -- 172.21.15.16:0/4019706406 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7fc9dc012d80 con 0x7fc9ec0b8f10 2023-09-23T06:35:57.128 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.124+0000 7fc9f15ff700 1 -- 172.21.15.16:0/4019706406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9ec04eb20 con 0x7fc9ec0b8f10 2023-09-23T06:35:57.128 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.127+0000 7fc9d37fe700 1 -- 172.21.15.16:0/4019706406 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+72459 (secure 0 0 0) 0x7fc9dc021060 con 0x7fc9ec0b8f10 2023-09-23T06:35:57.203 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.201+0000 7fc9f15ff700 1 -- 172.21.15.16:0/4019706406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc9ec0c9e00 con 0x7fc9ec0b8f10 2023-09-23T06:35:57.204 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.202+0000 7fc9d37fe700 1 -- 172.21.15.16:0/4019706406 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fc9dc017070 con 0x7fc9ec0b8f10 2023-09-23T06:35:57.204 INFO:teuthology.misc.health.smithi016.stdout: 2023-09-23T06:35:57.204 INFO:teuthology.misc.health.smithi016.stdout:{"epoch":10,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:35:55.696570+0000","last_up_change":"0.000000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:35:57.205 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.203+0000 7fc9f15ff700 1 -- 172.21.15.16:0/4019706406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc9ec0b8f10 msgr2=0x7fc9ec1f6c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:35:57.205 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.203+0000 7fc9f15ff700 1 --2- 172.21.15.16:0/4019706406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc9ec0b8f10 0x7fc9ec1f6c50 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc00c700 tx=0x7fc9dc00ca10 comp rx=0 tx=0).stop 2023-09-23T06:35:57.205 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.203+0000 7fc9f15ff700 1 -- 172.21.15.16:0/4019706406 shutdown_connections 2023-09-23T06:35:57.205 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.203+0000 7fc9f15ff700 1 --2- 172.21.15.16:0/4019706406 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc9ec15d6e0 0x7fc9ec0c7410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:57.205 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.203+0000 7fc9f15ff700 1 --2- 172.21.15.16:0/4019706406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc9ec0b8f10 0x7fc9ec1f6c50 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:57.205 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.203+0000 7fc9f15ff700 1 --2- 172.21.15.16:0/4019706406 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc9ec0ce960 0x7fc9ec0c6ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:35:57.205 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.203+0000 7fc9f15ff700 1 -- 172.21.15.16:0/4019706406 >> 172.21.15.16:0/4019706406 conn(0x7fc9ec0d0000 msgr2=0x7fc9ec157750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:35:57.206 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.203+0000 7fc9f15ff700 1 -- 172.21.15.16:0/4019706406 shutdown_connections 2023-09-23T06:35:57.206 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:35:57.203+0000 7fc9f15ff700 1 -- 172.21.15.16:0/4019706406 wait complete. 2023-09-23T06:35:57.219 DEBUG:teuthology.misc:0 of 8 OSDs are up 2023-09-23T06:35:57.637 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:57.634+0000 7fedace7b240 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T06:35:57.730 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:57.728+0000 7efffec3e240 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2023-09-23T06:35:58.017 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:58.015+0000 7fedace7b240 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T06:35:58.121 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:58.119+0000 7efffec3e240 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2023-09-23T06:35:58.202 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:58.200+0000 7fedace7b240 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T06:35:58.310 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:58.308+0000 7efffec3e240 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2023-09-23T06:35:58.693 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:58.690+0000 7fedace7b240 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T06:35:58.818 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:58.817+0000 7efffec3e240 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2023-09-23T06:35:58.880 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:58.877+0000 7fedace7b240 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T06:35:59.026 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:59.024+0000 7efffec3e240 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2023-09-23T06:35:59.097 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:59.095+0000 7fedace7b240 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T06:35:59.236 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:59.234+0000 7efffec3e240 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2023-09-23T06:35:59.567 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:35:59.564+0000 7fedace7b240 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T06:35:59.672 INFO:tasks.ceph.mgr.y.smithi016.stderr:2023-09-23T06:35:59.671+0000 7efffec3e240 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2023-09-23T06:35:59.990 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T06:35:59.988+0000 7f9f21660680 -1 osd.0 0 log_to_monitors true 2023-09-23T06:36:00.015 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T06:36:00.013+0000 7fc9a1159680 -1 osd.7 0 log_to_monitors true 2023-09-23T06:36:00.025 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T06:36:00.024+0000 7fdb233cf680 -1 osd.4 0 log_to_monitors true 2023-09-23T06:36:00.042 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T06:36:00.040+0000 7f1ed042c680 -1 osd.5 0 log_to_monitors true 2023-09-23T06:36:00.050 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T06:36:00.049+0000 7f46ffca6680 -1 osd.3 0 log_to_monitors true 2023-09-23T06:36:00.253 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T06:36:00.252+0000 7f929adc0680 -1 osd.6 0 log_to_monitors true 2023-09-23T06:36:00.292 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T06:36:00.291+0000 7f3f21fe7680 -1 osd.1 0 log_to_monitors true 2023-09-23T06:36:00.293 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T06:36:00.291+0000 7fe45760d680 -1 osd.2 0 log_to_monitors true 2023-09-23T06:36:00.588 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:36:00.586+0000 7fed667fa700 -1 mgr.server handle_report got status from non-daemon mon.b 2023-09-23T06:36:00.588 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T06:36:00.586+0000 7fed667fa700 -1 mgr.server handle_report got status from non-daemon mon.c 2023-09-23T06:36:03.146 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T06:36:03.145+0000 7f9f0fdf6700 -1 osd.0 0 waiting for initial osdmap 2023-09-23T06:36:03.160 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T06:36:03.158+0000 7f9f07dfb700 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T06:36:03.184 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T06:36:03.182+0000 7f3f105f6700 -1 osd.1 0 waiting for initial osdmap 2023-09-23T06:36:03.194 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T06:36:03.193+0000 7f46ee3f6700 -1 osd.3 0 waiting for initial osdmap 2023-09-23T06:36:03.203 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T06:36:03.201+0000 7f3f085fb700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T06:36:03.216 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T06:36:03.215+0000 7f46e63fb700 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T06:36:03.231 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T06:36:03.229+0000 7fe445bf6700 -1 osd.2 0 waiting for initial osdmap 2023-09-23T06:36:03.246 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T06:36:03.245+0000 7fe43dbfb700 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T06:36:03.315 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:36:03.320 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:36:03.779 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T06:36:03.778+0000 7f1ebebf6700 -1 osd.5 0 waiting for initial osdmap 2023-09-23T06:36:03.789 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T06:36:03.786+0000 7fdb119f6700 -1 osd.4 0 waiting for initial osdmap 2023-09-23T06:36:03.791 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T06:36:03.789+0000 7f1eb6bfb700 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T06:36:03.792 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T06:36:03.791+0000 7fc98f7f6700 -1 osd.7 0 waiting for initial osdmap 2023-09-23T06:36:03.806 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T06:36:03.805+0000 7fdb099fb700 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T06:36:03.809 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T06:36:03.808+0000 7f92893f6700 -1 osd.6 0 waiting for initial osdmap 2023-09-23T06:36:03.812 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T06:36:03.811+0000 7fc9877fb700 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T06:36:03.828 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T06:36:03.827+0000 7f92813fb700 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2023-09-23T06:36:04.025 DEBUG:teuthology.orchestra.run.smithi016:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2023-09-23T06:36:04.212 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.210+0000 7ffa43dff700 1 Processor -- start 2023-09-23T06:36:04.212 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.210+0000 7ffa43dff700 1 -- start start 2023-09-23T06:36:04.214 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.211+0000 7ffa43dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffa3c0ce960 0x7ffa3c1612f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:04.214 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.211+0000 7ffa43dff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ffa3c0b8f10 0x7ffa3c0d2010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:04.215 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.211+0000 7ffa43dff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa3c0cdd90 con 0x7ffa3c15d6e0 2023-09-23T06:36:04.215 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.211+0000 7ffa43dff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa3c0b6720 con 0x7ffa3c0b8f10 2023-09-23T06:36:04.215 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.211+0000 7ffa43dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa3c162200 con 0x7ffa3c0ce960 2023-09-23T06:36:04.215 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.212+0000 7ffa4239c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ffa3c0b8f10 0x7ffa3c0d2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:04.215 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.212+0000 7ffa4139a700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffa3c0ce960 0x7ffa3c1612f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:04.215 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.212+0000 7ffa4239c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ffa3c0b8f10 0x7ffa3c0d2010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:51636/0 (socket says 172.21.15.16:51636) 2023-09-23T06:36:04.215 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.212+0000 7ffa4239c700 1 -- 172.21.15.16:0/2355325586 learned_addr learned my addr 172.21.15.16:0/2355325586 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:04.215 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.212+0000 7ffa41b9b700 1 --1- 172.21.15.16:0/2355325586 >> v1:172.21.15.92:6789/0 conn(0x7ffa3c15d6e0 0x7ffa3c0ce250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.16:49350/0 (socket says 172.21.15.16:49350) 2023-09-23T06:36:04.215 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.212+0000 7ffa4239c700 1 -- 172.21.15.16:0/2355325586 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffa3c0ce960 msgr2=0x7ffa3c1612f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:04.215 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.212+0000 7ffa4239c700 1 --2- 172.21.15.16:0/2355325586 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffa3c0ce960 0x7ffa3c1612f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:04.215 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.212+0000 7ffa40b99700 1 -- 172.21.15.16:0/2355325586 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1533844066 0 0) 0x7ffa3c0cdd90 con 0x7ffa3c15d6e0 2023-09-23T06:36:04.216 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.212+0000 7ffa4239c700 1 -- 172.21.15.16:0/2355325586 >> v1:172.21.15.92:6789/0 conn(0x7ffa3c15d6e0 legacy=0x7ffa3c0ce250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:04.216 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.212+0000 7ffa4239c700 1 -- 172.21.15.16:0/2355325586 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa3c161960 con 0x7ffa3c0b8f10 2023-09-23T06:36:04.216 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.212+0000 7ffa4239c700 1 --2- 172.21.15.16:0/2355325586 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa3c0b8f10 0x7ffa3c0d2010 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ffa3c0b6860 tx=0x7ffa3400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ec626b6cb183db6 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:04.216 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.213+0000 7ffa40b99700 1 -- 172.21.15.16:0/2355325586 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa3400e070 con 0x7ffa3c0b8f10 2023-09-23T06:36:04.216 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.213+0000 7ffa40b99700 1 -- 172.21.15.16:0/2355325586 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa34003a20 con 0x7ffa3c0b8f10 2023-09-23T06:36:04.216 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.213+0000 7ffa40b99700 1 -- 172.21.15.16:0/2355325586 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa34003dd0 con 0x7ffa3c0b8f10 2023-09-23T06:36:04.217 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.213+0000 7ffa43dff700 1 -- 172.21.15.16:0/2355325586 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa3c0b8f10 msgr2=0x7ffa3c0d2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:04.217 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.213+0000 7ffa43dff700 1 --2- 172.21.15.16:0/2355325586 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa3c0b8f10 0x7ffa3c0d2010 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ffa3c0b6860 tx=0x7ffa3400b330 comp rx=0 tx=0).stop 2023-09-23T06:36:04.217 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.213+0000 7ffa43dff700 1 -- 172.21.15.16:0/2355325586 shutdown_connections 2023-09-23T06:36:04.217 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.213+0000 7ffa43dff700 1 --2- 172.21.15.16:0/2355325586 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa3c0b8f10 0x7ffa3c0d2010 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:04.217 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.213+0000 7ffa43dff700 1 --2- 172.21.15.16:0/2355325586 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffa3c0ce960 0x7ffa3c1612f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:04.217 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.213+0000 7ffa43dff700 1 -- 172.21.15.16:0/2355325586 >> 172.21.15.16:0/2355325586 conn(0x7ffa3c0d0000 msgr2=0x7ffa3c0d03e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:04.218 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.213+0000 7ffa43dff700 1 -- 172.21.15.16:0/2355325586 shutdown_connections 2023-09-23T06:36:04.218 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.213+0000 7ffa43dff700 1 -- 172.21.15.16:0/2355325586 wait complete. 2023-09-23T06:36:04.218 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.215+0000 7ffa43dff700 1 Processor -- start 2023-09-23T06:36:04.218 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.215+0000 7ffa43dff700 1 -- start start 2023-09-23T06:36:04.220 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.216+0000 7ffa43dff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa3c0b8f10 0x7ffa3c160750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:04.220 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.216+0000 7ffa43dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffa3c0ce960 0x7ffa3c15e9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:04.220 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.216+0000 7ffa43dff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa3c15d6e0 0x7ffa3c15b650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:04.220 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.216+0000 7ffa43dff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa3c1f7410 con 0x7ffa3c0b8f10 2023-09-23T06:36:04.220 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.216+0000 7ffa43dff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa3c160c90 con 0x7ffa3c15d6e0 2023-09-23T06:36:04.220 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.216+0000 7ffa43dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa3c1f6800 con 0x7ffa3c0ce960 2023-09-23T06:36:04.220 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.217+0000 7ffa41b9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa3c0b8f10 0x7ffa3c160750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:04.220 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.217+0000 7ffa41b9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa3c0b8f10 0x7ffa3c160750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:51644/0 (socket says 172.21.15.16:51644) 2023-09-23T06:36:04.220 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.217+0000 7ffa41b9b700 1 -- 172.21.15.16:0/1658984376 learned_addr learned my addr 172.21.15.16:0/1658984376 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:04.220 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.217+0000 7ffa4139a700 1 --2- 172.21.15.16:0/1658984376 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffa3c0ce960 0x7ffa3c15e9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:04.221 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.217+0000 7ffa4239c700 1 --2- 172.21.15.16:0/1658984376 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa3c15d6e0 0x7ffa3c15b650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:04.221 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.217+0000 7ffa41b9b700 1 -- 172.21.15.16:0/1658984376 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffa3c0ce960 msgr2=0x7ffa3c15e9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:04.221 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.217+0000 7ffa41b9b700 1 --2- 172.21.15.16:0/1658984376 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffa3c0ce960 0x7ffa3c15e9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:04.221 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.217+0000 7ffa41b9b700 1 -- 172.21.15.16:0/1658984376 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa3c15d6e0 msgr2=0x7ffa3c15b650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:04.221 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.217+0000 7ffa41b9b700 1 --2- 172.21.15.16:0/1658984376 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa3c15d6e0 0x7ffa3c15b650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:04.221 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.217+0000 7ffa41b9b700 1 -- 172.21.15.16:0/1658984376 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa34009b30 con 0x7ffa3c0b8f10 2023-09-23T06:36:04.221 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.217+0000 7ffa41b9b700 1 --2- 172.21.15.16:0/1658984376 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa3c0b8f10 0x7ffa3c160750 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ffa380011e0 tx=0x7ffa3800cae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:04.221 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.217+0000 7ffa327fc700 1 -- 172.21.15.16:0/1658984376 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa38004c80 con 0x7ffa3c0b8f10 2023-09-23T06:36:04.221 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.217+0000 7ffa327fc700 1 -- 172.21.15.16:0/1658984376 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa38004e00 con 0x7ffa3c0b8f10 2023-09-23T06:36:04.221 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.217+0000 7ffa327fc700 1 -- 172.21.15.16:0/1658984376 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa38007310 con 0x7ffa3c0b8f10 2023-09-23T06:36:04.221 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.217+0000 7ffa43dff700 1 -- 172.21.15.16:0/1658984376 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa3c1f6ae0 con 0x7ffa3c0b8f10 2023-09-23T06:36:04.222 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.218+0000 7ffa43dff700 1 -- 172.21.15.16:0/1658984376 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa3c1f70a0 con 0x7ffa3c0b8f10 2023-09-23T06:36:04.222 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.219+0000 7ffa43dff700 1 -- 172.21.15.16:0/1658984376 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa3c0c8330 con 0x7ffa3c0b8f10 2023-09-23T06:36:04.222 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.220+0000 7ffa327fc700 1 -- 172.21.15.16:0/1658984376 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 4) v1 ==== 89299+0+0 (secure 0 0 0) 0x7ffa38007470 con 0x7ffa3c0b8f10 2023-09-23T06:36:04.223 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.220+0000 7ffa327fc700 1 --2- 172.21.15.16:0/1658984376 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ffa2006af30 0x7ffa2006d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:04.223 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.221+0000 7ffa327fc700 1 -- 172.21.15.16:0/1658984376 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 4471+0+0 (secure 0 0 0) 0x7ffa38088e60 con 0x7ffa3c0b8f10 2023-09-23T06:36:04.223 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.221+0000 7ffa4139a700 1 --2- 172.21.15.16:0/1658984376 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ffa2006af30 0x7ffa2006d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:04.223 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.221+0000 7ffa4139a700 1 --2- 172.21.15.16:0/1658984376 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ffa2006af30 0x7ffa2006d3f0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7ffa3c15c650 tx=0x7ffa2c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:04.227 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.226+0000 7ffa327fc700 1 -- 172.21.15.16:0/1658984376 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7ffa380544e0 con 0x7ffa3c0b8f10 2023-09-23T06:36:04.436 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.435+0000 7ffa43dff700 1 -- 172.21.15.16:0/1658984376 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ffa3c04eb20 con 0x7ffa3c0b8f10 2023-09-23T06:36:04.437 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.435+0000 7ffa327fc700 1 -- 172.21.15.16:0/1658984376 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) v1 ==== 74+0+10860 (secure 0 0 0) 0x7ffa38057b00 con 0x7ffa3c0b8f10 2023-09-23T06:36:04.437 INFO:teuthology.misc.health.smithi016.stdout: 2023-09-23T06:36:04.437 INFO:teuthology.misc.health.smithi016.stdout:{"epoch":13,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:36:04.152526+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:36:04.440 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.438+0000 7ffa43dff700 1 -- 172.21.15.16:0/1658984376 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ffa2006af30 msgr2=0x7ffa2006d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:04.440 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.438+0000 7ffa43dff700 1 --2- 172.21.15.16:0/1658984376 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ffa2006af30 0x7ffa2006d3f0 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7ffa3c15c650 tx=0x7ffa2c008040 comp rx=0 tx=0).stop 2023-09-23T06:36:04.440 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.438+0000 7ffa43dff700 1 -- 172.21.15.16:0/1658984376 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa3c0b8f10 msgr2=0x7ffa3c160750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:04.440 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.438+0000 7ffa43dff700 1 --2- 172.21.15.16:0/1658984376 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa3c0b8f10 0x7ffa3c160750 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7ffa380011e0 tx=0x7ffa3800cae0 comp rx=0 tx=0).stop 2023-09-23T06:36:04.440 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.438+0000 7ffa43dff700 1 -- 172.21.15.16:0/1658984376 shutdown_connections 2023-09-23T06:36:04.441 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.438+0000 7ffa43dff700 1 --2- 172.21.15.16:0/1658984376 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa3c15d6e0 0x7ffa3c15b650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:04.441 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.438+0000 7ffa43dff700 1 --2- 172.21.15.16:0/1658984376 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ffa2006af30 0x7ffa2006d3f0 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:04.441 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.438+0000 7ffa43dff700 1 --2- 172.21.15.16:0/1658984376 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa3c0b8f10 0x7ffa3c160750 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:04.441 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.438+0000 7ffa43dff700 1 --2- 172.21.15.16:0/1658984376 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffa3c0ce960 0x7ffa3c15e9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:04.441 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.438+0000 7ffa43dff700 1 -- 172.21.15.16:0/1658984376 >> 172.21.15.16:0/1658984376 conn(0x7ffa3c0d0000 msgr2=0x7ffa3c0cdd90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:04.441 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.438+0000 7ffa43dff700 1 -- 172.21.15.16:0/1658984376 shutdown_connections 2023-09-23T06:36:04.441 INFO:teuthology.misc.health.smithi016.stderr:2023-09-23T06:36:04.438+0000 7ffa43dff700 1 -- 172.21.15.16:0/1658984376 wait complete. 2023-09-23T06:36:04.455 DEBUG:teuthology.misc:8 of 8 OSDs are up 2023-09-23T06:36:04.455 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2023-09-23T06:36:04.455 INFO:tasks.ceph.mds.a:Restarting daemon 2023-09-23T06:36:04.455 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-09-23T06:36:04.460 INFO:tasks.ceph.mds.a:Started 2023-09-23T06:36:04.460 INFO:tasks.ceph.mds.c:Restarting daemon 2023-09-23T06:36:04.460 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-09-23T06:36:04.464 INFO:tasks.ceph.mds.c:Started 2023-09-23T06:36:04.464 INFO:tasks.ceph.mds.b:Restarting daemon 2023-09-23T06:36:04.464 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-09-23T06:36:04.469 INFO:tasks.ceph.mds.b:Started 2023-09-23T06:36:04.469 INFO:tasks.ceph.mds.d:Restarting daemon 2023-09-23T06:36:04.469 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-09-23T06:36:04.474 INFO:tasks.ceph.mds.d:Started 2023-09-23T06:36:04.474 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2023-09-23T06:36:04.475 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:36:04.616 INFO:tasks.ceph.mds.b.smithi092.stdout:starting mds.b at 2023-09-23T06:36:04.616 INFO:tasks.ceph.mds.d.smithi092.stdout:starting mds.d at 2023-09-23T06:36:04.617 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2023-09-23T06:36:04.617 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2023-09-23T06:36:04.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.688+0000 7f885edff700 1 Processor -- start 2023-09-23T06:36:04.690 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.688+0000 7f885edff700 1 -- start start 2023-09-23T06:36:04.693 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.690+0000 7f885edff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f885815db50 0x7f88580b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:04.693 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.690+0000 7f885edff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f885815ec00 con 0x7f88580b4fe0 2023-09-23T06:36:04.693 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.690+0000 7f885edff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88580cdd00 con 0x7f885815d770 2023-09-23T06:36:04.693 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.690+0000 7f885edff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88580b65c0 con 0x7f885815db50 2023-09-23T06:36:04.693 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.690+0000 7f885d39c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f88580b4fe0 0x7f8858161600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36436/0 (socket says 172.21.15.16:36436) 2023-09-23T06:36:04.693 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.690+0000 7f885d39c700 1 -- 172.21.15.16:0/3001389531 learned_addr learned my addr 172.21.15.16:0/3001389531 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:04.694 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.690+0000 7f8857fff700 1 --2- 172.21.15.16:0/3001389531 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f885815db50 0x7f88580b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:04.694 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.690+0000 7f88577fe700 1 -- 172.21.15.16:0/3001389531 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4022052647 0 0) 0x7f885815ec00 con 0x7f88580b4fe0 2023-09-23T06:36:04.694 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.690+0000 7f88577fe700 1 -- 172.21.15.16:0/3001389531 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f88480035b0 con 0x7f88580b4fe0 2023-09-23T06:36:04.694 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.690+0000 7f88577fe700 1 -- 172.21.15.16:0/3001389531 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1936848770 0 0) 0x7f88580cdd00 con 0x7f885815d770 2023-09-23T06:36:04.694 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.690+0000 7f88577fe700 1 -- 172.21.15.16:0/3001389531 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f885815ec00 con 0x7f885815d770 2023-09-23T06:36:04.694 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.691+0000 7f8857fff700 1 -- 172.21.15.16:0/3001389531 >> v1:172.21.15.92:6789/0 conn(0x7f885815d770 legacy=0x7f88580ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:04.694 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.691+0000 7f8857fff700 1 -- 172.21.15.16:0/3001389531 >> v1:172.21.15.16:6789/0 conn(0x7f88580b4fe0 legacy=0x7f8858161600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:04.694 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.691+0000 7f8857fff700 1 -- 172.21.15.16:0/3001389531 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f885815e080 con 0x7f885815db50 2023-09-23T06:36:04.694 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.691+0000 7f8857fff700 1 --2- 172.21.15.16:0/3001389531 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f885815db50 0x7f88580b8e40 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f8844009870 tx=0x7f8844009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f97ce82988ec2a8b server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:04.694 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.691+0000 7f88577fe700 1 -- 172.21.15.16:0/3001389531 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8844011830 con 0x7f885815db50 2023-09-23T06:36:04.695 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.691+0000 7f88577fe700 1 -- 172.21.15.16:0/3001389531 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8844011990 con 0x7f885815db50 2023-09-23T06:36:04.695 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.691+0000 7f88577fe700 1 -- 172.21.15.16:0/3001389531 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8844011d20 con 0x7f885815db50 2023-09-23T06:36:04.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.692+0000 7f885edff700 1 -- 172.21.15.16:0/3001389531 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f885815db50 msgr2=0x7f88580b8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:04.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.692+0000 7f885edff700 1 --2- 172.21.15.16:0/3001389531 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f885815db50 0x7f88580b8e40 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f8844009870 tx=0x7f8844009b80 comp rx=0 tx=0).stop 2023-09-23T06:36:04.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.692+0000 7f885edff700 1 -- 172.21.15.16:0/3001389531 shutdown_connections 2023-09-23T06:36:04.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.692+0000 7f885edff700 1 --2- 172.21.15.16:0/3001389531 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f885815db50 0x7f88580b8e40 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:04.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.692+0000 7f885edff700 1 -- 172.21.15.16:0/3001389531 >> 172.21.15.16:0/3001389531 conn(0x7f88580724b0 msgr2=0x7f88580d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:04.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.692+0000 7f885edff700 1 -- 172.21.15.16:0/3001389531 shutdown_connections 2023-09-23T06:36:04.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.692+0000 7f885edff700 1 -- 172.21.15.16:0/3001389531 wait complete. 2023-09-23T06:36:04.697 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.694+0000 7f885edff700 1 Processor -- start 2023-09-23T06:36:04.697 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.695+0000 7f885edff700 1 -- start start 2023-09-23T06:36:04.700 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.696+0000 7f885edff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f88580b4fe0 0x7f88581f2890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:04.700 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.696+0000 7f885edff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f885815d770 0x7f885814cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:04.700 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.696+0000 7f885edff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f885815db50 0x7f88580b4150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:04.700 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.696+0000 7f885edff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88580aa7a0 con 0x7f885815d770 2023-09-23T06:36:04.700 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.696+0000 7f885edff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88581f64f0 con 0x7f885815db50 2023-09-23T06:36:04.700 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.696+0000 7f885edff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88581f2dd0 con 0x7f88580b4fe0 2023-09-23T06:36:04.700 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.696+0000 7f885cb9b700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f88580b4fe0 0x7f88581f2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:04.700 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.696+0000 7f8857fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f885815d770 0x7f885814cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:04.700 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.696+0000 7f885d39c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f885815db50 0x7f88580b4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:04.700 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.696+0000 7f885cb9b700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f88580b4fe0 0x7f88581f2890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:43544/0 (socket says 172.21.15.16:43544) 2023-09-23T06:36:04.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.696+0000 7f8857fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f885815d770 0x7f885814cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:51686/0 (socket says 172.21.15.16:51686) 2023-09-23T06:36:04.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.696+0000 7f885cb9b700 1 -- 172.21.15.16:0/2871698250 learned_addr learned my addr 172.21.15.16:0/2871698250 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:04.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.697+0000 7f885cb9b700 1 -- 172.21.15.16:0/2871698250 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f885815db50 msgr2=0x7f88580b4150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:04.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.697+0000 7f885cb9b700 1 --2- 172.21.15.16:0/2871698250 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f885815db50 0x7f88580b4150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:04.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.697+0000 7f885cb9b700 1 -- 172.21.15.16:0/2871698250 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f885815d770 msgr2=0x7f885814cc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:04.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.697+0000 7f885cb9b700 1 --2- 172.21.15.16:0/2871698250 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f885815d770 0x7f885814cc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:04.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.697+0000 7f885cb9b700 1 -- 172.21.15.16:0/2871698250 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88440094a0 con 0x7f88580b4fe0 2023-09-23T06:36:04.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.697+0000 7f885d39c700 1 --2- 172.21.15.16:0/2871698250 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f885815db50 0x7f88580b4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:04.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.697+0000 7f8857fff700 1 --2- 172.21.15.16:0/2871698250 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f885815d770 0x7f885814cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:04.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.697+0000 7f885cb9b700 1 --2- 172.21.15.16:0/2871698250 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f88580b4fe0 0x7f88581f2890 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f884c00c520 tx=0x7f884c00c830 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:04.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.697+0000 7f88557fa700 1 -- 172.21.15.16:0/2871698250 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f884c0052d0 con 0x7f88580b4fe0 2023-09-23T06:36:04.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.697+0000 7f88557fa700 1 -- 172.21.15.16:0/2871698250 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f884c005430 con 0x7f88580b4fe0 2023-09-23T06:36:04.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.697+0000 7f885edff700 1 -- 172.21.15.16:0/2871698250 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f885814d140 con 0x7f88580b4fe0 2023-09-23T06:36:04.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.697+0000 7f88557fa700 1 -- 172.21.15.16:0/2871698250 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f884c0038c0 con 0x7f88580b4fe0 2023-09-23T06:36:04.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.697+0000 7f885edff700 1 -- 172.21.15.16:0/2871698250 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88581f6740 con 0x7f88580b4fe0 2023-09-23T06:36:04.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.698+0000 7f885edff700 1 -- 172.21.15.16:0/2871698250 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8858074b40 con 0x7f88580b4fe0 2023-09-23T06:36:04.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.699+0000 7f88557fa700 1 -- 172.21.15.16:0/2871698250 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 4) v1 ==== 89299+0+0 (secure 0 0 0) 0x7f884c003a20 con 0x7f88580b4fe0 2023-09-23T06:36:04.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.700+0000 7f88557fa700 1 --2- 172.21.15.16:0/2871698250 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f883c06af30 0x7f883c06d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:04.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.700+0000 7f88557fa700 1 -- 172.21.15.16:0/2871698250 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 4471+0+0 (secure 0 0 0) 0x7f884c088640 con 0x7f88580b4fe0 2023-09-23T06:36:04.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.701+0000 7f8857fff700 1 --2- 172.21.15.16:0/2871698250 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f883c06af30 0x7f883c06d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:04.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.701+0000 7f8857fff700 1 --2- 172.21.15.16:0/2871698250 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f883c06af30 0x7f883c06d3f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8844009870 tx=0x7f884401c040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:04.707 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.706+0000 7f88557fa700 1 -- 172.21.15.16:0/2871698250 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f884c053b90 con 0x7f88580b4fe0 2023-09-23T06:36:04.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.918+0000 7f885edff700 1 -- 172.21.15.16:0/2871698250 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f885815cbc0 con 0x7f88580b4fe0 2023-09-23T06:36:04.921 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.919+0000 7f88557fa700 1 -- 172.21.15.16:0/2871698250 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v13) v1 ==== 74+0+10860 (secure 0 0 0) 0x7f884c017090 con 0x7f88580b4fe0 2023-09-23T06:36:04.921 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:04.921 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":13,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:36:04.152526+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:36:04.923 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.922+0000 7f885edff700 1 -- 172.21.15.16:0/2871698250 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f883c06af30 msgr2=0x7f883c06d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:04.923 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.922+0000 7f885edff700 1 --2- 172.21.15.16:0/2871698250 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f883c06af30 0x7f883c06d3f0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8844009870 tx=0x7f884401c040 comp rx=0 tx=0).stop 2023-09-23T06:36:04.924 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.922+0000 7f885edff700 1 -- 172.21.15.16:0/2871698250 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f88580b4fe0 msgr2=0x7f88581f2890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:04.924 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.922+0000 7f885edff700 1 --2- 172.21.15.16:0/2871698250 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f88580b4fe0 0x7f88581f2890 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f884c00c520 tx=0x7f884c00c830 comp rx=0 tx=0).stop 2023-09-23T06:36:04.924 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.923+0000 7f885edff700 1 -- 172.21.15.16:0/2871698250 shutdown_connections 2023-09-23T06:36:04.924 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.923+0000 7f885edff700 1 --2- 172.21.15.16:0/2871698250 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f885815db50 0x7f88580b4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:04.925 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.923+0000 7f885edff700 1 --2- 172.21.15.16:0/2871698250 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f88580b4fe0 0x7f88581f2890 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:04.925 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.923+0000 7f885edff700 1 --2- 172.21.15.16:0/2871698250 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f883c06af30 0x7f883c06d3f0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:04.925 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.923+0000 7f885edff700 1 --2- 172.21.15.16:0/2871698250 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f885815d770 0x7f885814cc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:04.925 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.923+0000 7f885edff700 1 -- 172.21.15.16:0/2871698250 >> 172.21.15.16:0/2871698250 conn(0x7f88580724b0 msgr2=0x7f88580cf660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:04.925 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.923+0000 7f885edff700 1 -- 172.21.15.16:0/2871698250 shutdown_connections 2023-09-23T06:36:04.925 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:04.923+0000 7f885edff700 1 -- 172.21.15.16:0/2871698250 wait complete. 2023-09-23T06:36:04.943 INFO:tasks.cephfs.filesystem.ceph_manager:[] 2023-09-23T06:36:04.943 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-23T06:36:05.145 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.143+0000 7f28117ff700 1 Processor -- start 2023-09-23T06:36:05.145 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.144+0000 7f28117ff700 1 -- start start 2023-09-23T06:36:05.147 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.145+0000 7f28117ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f280c15db50 0x7f280c0b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:05.147 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.145+0000 7f28117ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f280c0b4fe0 0x7f280c0b5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:05.147 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.145+0000 7f28117ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f280c15ec00 con 0x7f280c15d770 2023-09-23T06:36:05.147 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.145+0000 7f28117ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f280c0b59d0 con 0x7f280c15db50 2023-09-23T06:36:05.147 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.145+0000 7f28117ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f280c0b65c0 con 0x7f280c0b4fe0 2023-09-23T06:36:05.148 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.145+0000 7f280a7fc700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f280c15db50 0x7f280c0b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:05.148 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.145+0000 7f280affd700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f280c15d770 0x7f280c0ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36446/0 (socket says 172.21.15.16:36446) 2023-09-23T06:36:05.148 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.145+0000 7f280affd700 1 -- 172.21.15.16:0/2132354768 learned_addr learned my addr 172.21.15.16:0/2132354768 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:05.148 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.145+0000 7f280b7fe700 1 --2- 172.21.15.16:0/2132354768 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f280c0b4fe0 0x7f280c0b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:05.148 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.145+0000 7f280a7fc700 1 -- 172.21.15.16:0/2132354768 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f280c0b4fe0 msgr2=0x7f280c0b5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:05.148 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.145+0000 7f280a7fc700 1 --2- 172.21.15.16:0/2132354768 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f280c0b4fe0 0x7f280c0b5490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:05.148 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.145+0000 7f280a7fc700 1 -- 172.21.15.16:0/2132354768 >> v1:172.21.15.16:6789/0 conn(0x7f280c15d770 legacy=0x7f280c0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:05.148 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.145+0000 7f280a7fc700 1 -- 172.21.15.16:0/2132354768 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f280c0cdd00 con 0x7f280c15db50 2023-09-23T06:36:05.148 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.145+0000 7f2809ffb700 1 -- 172.21.15.16:0/2132354768 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3301969309 0 0) 0x7f280c15ec00 con 0x7f280c15d770 2023-09-23T06:36:05.148 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.146+0000 7f280a7fc700 1 --2- 172.21.15.16:0/2132354768 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f280c15db50 0x7f280c0b8e40 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2800009840 tx=0x7f2800009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8fa9d68f701aa68 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:05.150 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.146+0000 7f2809ffb700 1 -- 172.21.15.16:0/2132354768 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2800011830 con 0x7f280c15db50 2023-09-23T06:36:05.150 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.146+0000 7f2809ffb700 1 -- 172.21.15.16:0/2132354768 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2800011990 con 0x7f280c15db50 2023-09-23T06:36:05.150 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.146+0000 7f2809ffb700 1 -- 172.21.15.16:0/2132354768 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2800011d20 con 0x7f280c15db50 2023-09-23T06:36:05.150 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.146+0000 7f28117ff700 1 -- 172.21.15.16:0/2132354768 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f280c15db50 msgr2=0x7f280c0b8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:05.150 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.146+0000 7f28117ff700 1 --2- 172.21.15.16:0/2132354768 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f280c15db50 0x7f280c0b8e40 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f2800009840 tx=0x7f2800009b50 comp rx=0 tx=0).stop 2023-09-23T06:36:05.150 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.147+0000 7f28117ff700 1 -- 172.21.15.16:0/2132354768 shutdown_connections 2023-09-23T06:36:05.150 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.147+0000 7f28117ff700 1 --2- 172.21.15.16:0/2132354768 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f280c0b4fe0 0x7f280c0b5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:05.151 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.147+0000 7f28117ff700 1 --2- 172.21.15.16:0/2132354768 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f280c15db50 0x7f280c0b8e40 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:05.151 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.147+0000 7f28117ff700 1 -- 172.21.15.16:0/2132354768 >> 172.21.15.16:0/2132354768 conn(0x7f280c0724b0 msgr2=0x7f280c0d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:05.151 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.147+0000 7f28117ff700 1 -- 172.21.15.16:0/2132354768 shutdown_connections 2023-09-23T06:36:05.151 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.147+0000 7f28117ff700 1 -- 172.21.15.16:0/2132354768 wait complete. 2023-09-23T06:36:05.151 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.148+0000 7f28117ff700 1 Processor -- start 2023-09-23T06:36:05.151 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.149+0000 7f28117ff700 1 -- start start 2023-09-23T06:36:05.153 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.149+0000 7f28117ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f280c0b4fe0 0x7f280c150350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:05.153 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.149+0000 7f28117ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f280c15d770 0x7f280c151400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:05.153 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.149+0000 7f28117ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f280c15db50 0x7f280c0c7260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:05.153 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.149+0000 7f28117ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f280c150890 con 0x7f280c15db50 2023-09-23T06:36:05.155 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.149+0000 7f28117ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f280c151c50 con 0x7f280c15d770 2023-09-23T06:36:05.155 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.150+0000 7f28117ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f280c1578a0 con 0x7f280c0b4fe0 2023-09-23T06:36:05.156 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.150+0000 7f280b7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f280c15db50 0x7f280c0c7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:05.156 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.150+0000 7f280b7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f280c15db50 0x7f280c0c7260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:51712/0 (socket says 172.21.15.16:51712) 2023-09-23T06:36:05.156 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.150+0000 7f280b7fe700 1 -- 172.21.15.16:0/2618895121 learned_addr learned my addr 172.21.15.16:0/2618895121 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:05.156 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.150+0000 7f280a7fc700 1 --2- 172.21.15.16:0/2618895121 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f280c15d770 0x7f280c151400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:05.156 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.150+0000 7f280affd700 1 --2- 172.21.15.16:0/2618895121 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f280c0b4fe0 0x7f280c150350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:05.156 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.150+0000 7f280b7fe700 1 -- 172.21.15.16:0/2618895121 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f280c0b4fe0 msgr2=0x7f280c150350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:05.156 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.150+0000 7f280b7fe700 1 --2- 172.21.15.16:0/2618895121 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f280c0b4fe0 0x7f280c150350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:05.156 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.150+0000 7f280b7fe700 1 -- 172.21.15.16:0/2618895121 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f280c15d770 msgr2=0x7f280c151400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:05.156 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.150+0000 7f280b7fe700 1 --2- 172.21.15.16:0/2618895121 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f280c15d770 0x7f280c151400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:05.156 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.150+0000 7f280b7fe700 1 -- 172.21.15.16:0/2618895121 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28000094a0 con 0x7f280c15db50 2023-09-23T06:36:05.156 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.151+0000 7f280b7fe700 1 --2- 172.21.15.16:0/2618895121 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f280c15db50 0x7f280c0c7260 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f280400efc0 tx=0x7f280400c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:05.157 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.151+0000 7f27f37fe700 1 -- 172.21.15.16:0/2618895121 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f280400cad0 con 0x7f280c15db50 2023-09-23T06:36:05.157 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.151+0000 7f27f37fe700 1 -- 172.21.15.16:0/2618895121 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f280400f040 con 0x7f280c15db50 2023-09-23T06:36:05.157 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.151+0000 7f28117ff700 1 -- 172.21.15.16:0/2618895121 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f280c157b80 con 0x7f280c15db50 2023-09-23T06:36:05.157 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.151+0000 7f27f37fe700 1 -- 172.21.15.16:0/2618895121 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f280400ce70 con 0x7f280c15db50 2023-09-23T06:36:05.157 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.151+0000 7f28117ff700 1 -- 172.21.15.16:0/2618895121 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f280c151940 con 0x7f280c15db50 2023-09-23T06:36:05.158 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.152+0000 7f28117ff700 1 -- 172.21.15.16:0/2618895121 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f280c1580a0 con 0x7f280c15db50 2023-09-23T06:36:05.158 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.153+0000 7f27f37fe700 1 -- 172.21.15.16:0/2618895121 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 4) v1 ==== 89299+0+0 (secure 0 0 0) 0x7f2804014480 con 0x7f280c15db50 2023-09-23T06:36:05.158 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.154+0000 7f27f37fe700 1 --2- 172.21.15.16:0/2618895121 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f27f806af30 0x7f27f806d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:05.158 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.154+0000 7f27f37fe700 1 -- 172.21.15.16:0/2618895121 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 4471+0+0 (secure 0 0 0) 0x7f2804089930 con 0x7f280c15db50 2023-09-23T06:36:05.158 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.154+0000 7f280affd700 1 --2- 172.21.15.16:0/2618895121 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f27f806af30 0x7f27f806d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:05.158 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.155+0000 7f280affd700 1 --2- 172.21.15.16:0/2618895121 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f27f806af30 0x7f27f806d3f0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f27fc007fd0 tx=0x7f27fc007de0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:05.161 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.160+0000 7f27f37fe700 1 -- 172.21.15.16:0/2618895121 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f280c1580a0 con 0x7f280c15db50 2023-09-23T06:36:05.413 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.412+0000 7f28117ff700 1 -- 172.21.15.16:0/2618895121 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f280c1580a0 con 0x7f280c15db50 2023-09-23T06:36:05.414 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.412+0000 7f27f37fe700 1 -- 172.21.15.16:0/2618895121 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1324 (secure 0 0 0) 0x7f280c1580a0 con 0x7f280c15db50 2023-09-23T06:36:05.414 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:05.414 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2701012235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2701012235},{"type":"v1","addr":"172.21.15.16:6834","nonce":2701012235}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[]} 2023-09-23T06:36:05.417 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.414+0000 7f28117ff700 1 -- 172.21.15.16:0/2618895121 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f27f806af30 msgr2=0x7f27f806d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:05.417 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.414+0000 7f28117ff700 1 --2- 172.21.15.16:0/2618895121 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f27f806af30 0x7f27f806d3f0 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f27fc007fd0 tx=0x7f27fc007de0 comp rx=0 tx=0).stop 2023-09-23T06:36:05.417 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.414+0000 7f28117ff700 1 -- 172.21.15.16:0/2618895121 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f280c15db50 msgr2=0x7f280c0c7260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:05.417 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.414+0000 7f28117ff700 1 --2- 172.21.15.16:0/2618895121 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f280c15db50 0x7f280c0c7260 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f280400efc0 tx=0x7f280400c0c0 comp rx=0 tx=0).stop 2023-09-23T06:36:05.417 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.414+0000 7f28117ff700 1 -- 172.21.15.16:0/2618895121 shutdown_connections 2023-09-23T06:36:05.417 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.414+0000 7f28117ff700 1 --2- 172.21.15.16:0/2618895121 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f27f806af30 0x7f27f806d3f0 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:05.417 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.414+0000 7f28117ff700 1 --2- 172.21.15.16:0/2618895121 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f280c15db50 0x7f280c0c7260 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:05.417 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.414+0000 7f28117ff700 1 --2- 172.21.15.16:0/2618895121 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f280c0b4fe0 0x7f280c150350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:05.417 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.414+0000 7f28117ff700 1 --2- 172.21.15.16:0/2618895121 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f280c15d770 0x7f280c151400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:05.417 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.414+0000 7f28117ff700 1 -- 172.21.15.16:0/2618895121 >> 172.21.15.16:0/2618895121 conn(0x7f280c0724b0 msgr2=0x7f280c15c9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:05.418 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.414+0000 7f28117ff700 1 -- 172.21.15.16:0/2618895121 shutdown_connections 2023-09-23T06:36:05.418 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:05.414+0000 7f28117ff700 1 -- 172.21.15.16:0/2618895121 wait complete. 2023-09-23T06:36:05.418 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 2 2023-09-23T06:36:07.435 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-23T06:36:07.648 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.647+0000 7f0ddd7ff700 1 Processor -- start 2023-09-23T06:36:07.648 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.647+0000 7f0ddd7ff700 1 -- start start 2023-09-23T06:36:07.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.648+0000 7f0ddd7ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0dd815d770 0x7f0dd80ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:07.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.649+0000 7f0ddd7ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0dd80b4fe0 0x7f0dd80b5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:07.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.649+0000 7f0ddd7ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0dd815ec00 con 0x7f0dd815db50 2023-09-23T06:36:07.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.649+0000 7f0ddd7ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0dd80b9550 con 0x7f0dd80b4fe0 2023-09-23T06:36:07.650 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.649+0000 7f0ddd7ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0dd80b59b0 con 0x7f0dd815d770 2023-09-23T06:36:07.651 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.649+0000 7f0dd77fe700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0dd80b4fe0 0x7f0dd80b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:07.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.649+0000 7f0dd6ffd700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0dd815d770 0x7f0dd80ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:07.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.649+0000 7f0dd6ffd700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0dd815d770 0x7f0dd80ce420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:43576/0 (socket says 172.21.15.16:43576) 2023-09-23T06:36:07.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.649+0000 7f0dd6ffd700 1 -- 172.21.15.16:0/3000211894 learned_addr learned my addr 172.21.15.16:0/3000211894 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:07.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.649+0000 7f0dd5ffb700 1 -- 172.21.15.16:0/3000211894 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2841196015 0 0) 0x7f0dd815ec00 con 0x7f0dd815db50 2023-09-23T06:36:07.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.650+0000 7f0dd5ffb700 1 -- 172.21.15.16:0/3000211894 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0dc00035b0 con 0x7f0dd815db50 2023-09-23T06:36:07.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.650+0000 7f0dd6ffd700 1 -- 172.21.15.16:0/3000211894 >> v2:172.21.15.92:3300/0 conn(0x7f0dd80b4fe0 msgr2=0x7f0dd80b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:07.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.650+0000 7f0dd6ffd700 1 --2- 172.21.15.16:0/3000211894 >> v2:172.21.15.92:3300/0 conn(0x7f0dd80b4fe0 0x7f0dd80b5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:07.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.650+0000 7f0dd6ffd700 1 -- 172.21.15.16:0/3000211894 >> v1:172.21.15.92:6789/0 conn(0x7f0dd815db50 legacy=0x7f0dd80b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:07.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.650+0000 7f0dd6ffd700 1 -- 172.21.15.16:0/3000211894 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0dd80cdd00 con 0x7f0dd815d770 2023-09-23T06:36:07.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.650+0000 7f0dd77fe700 1 --2- 172.21.15.16:0/3000211894 >> v2:172.21.15.92:3300/0 conn(0x7f0dd80b4fe0 0x7f0dd80b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:07.653 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.650+0000 7f0dd6ffd700 1 --2- 172.21.15.16:0/3000211894 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0dd815d770 0x7f0dd80ce420 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f0dc80098f0 tx=0x7f0dc8009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=73e51b5b3d3b7a13 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:07.653 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.650+0000 7f0dd5ffb700 1 -- 172.21.15.16:0/3000211894 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dc8011830 con 0x7f0dd815d770 2023-09-23T06:36:07.653 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.650+0000 7f0dd5ffb700 1 -- 172.21.15.16:0/3000211894 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0dc8011990 con 0x7f0dd815d770 2023-09-23T06:36:07.653 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.650+0000 7f0dd5ffb700 1 -- 172.21.15.16:0/3000211894 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dc8011d20 con 0x7f0dd815d770 2023-09-23T06:36:07.653 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.651+0000 7f0ddd7ff700 1 -- 172.21.15.16:0/3000211894 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0dd815d770 msgr2=0x7f0dd80ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:07.653 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.651+0000 7f0ddd7ff700 1 --2- 172.21.15.16:0/3000211894 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0dd815d770 0x7f0dd80ce420 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f0dc80098f0 tx=0x7f0dc8009c00 comp rx=0 tx=0).stop 2023-09-23T06:36:07.653 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.651+0000 7f0ddd7ff700 1 -- 172.21.15.16:0/3000211894 shutdown_connections 2023-09-23T06:36:07.653 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.651+0000 7f0ddd7ff700 1 --2- 172.21.15.16:0/3000211894 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0dd815d770 0x7f0dd80ce420 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:07.653 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.651+0000 7f0ddd7ff700 1 --2- 172.21.15.16:0/3000211894 >> v2:172.21.15.92:3300/0 conn(0x7f0dd80b4fe0 0x7f0dd80b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:07.653 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.651+0000 7f0ddd7ff700 1 -- 172.21.15.16:0/3000211894 >> 172.21.15.16:0/3000211894 conn(0x7f0dd80724b0 msgr2=0x7f0dd80d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:07.653 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.651+0000 7f0ddd7ff700 1 -- 172.21.15.16:0/3000211894 shutdown_connections 2023-09-23T06:36:07.654 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.651+0000 7f0ddd7ff700 1 -- 172.21.15.16:0/3000211894 wait complete. 2023-09-23T06:36:07.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.652+0000 7f0ddd7ff700 1 Processor -- start 2023-09-23T06:36:07.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.653+0000 7f0ddd7ff700 1 -- start start 2023-09-23T06:36:07.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.653+0000 7f0ddd7ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0dd80b4fe0 0x7f0dd80c93f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:07.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.654+0000 7f0ddd7ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd815d770 0x7f0dd81f5980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:07.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.654+0000 7f0ddd7ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0dd815db50 0x7f0dd80b4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:07.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.654+0000 7f0ddd7ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dd80c8f60 con 0x7f0dd815d770 2023-09-23T06:36:07.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.654+0000 7f0ddd7ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0dd815b030 con 0x7f0dd815db50 2023-09-23T06:36:07.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.654+0000 7f0ddd7ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0dd815ad50 con 0x7f0dd80b4fe0 2023-09-23T06:36:07.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.654+0000 7f0dd67fc700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd815d770 0x7f0dd81f5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:07.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.654+0000 7f0dd67fc700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd815d770 0x7f0dd81f5980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:51720/0 (socket says 172.21.15.16:51720) 2023-09-23T06:36:07.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.654+0000 7f0dd67fc700 1 -- 172.21.15.16:0/3333807109 learned_addr learned my addr 172.21.15.16:0/3333807109 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:07.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.654+0000 7f0dd6ffd700 1 --2- 172.21.15.16:0/3333807109 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0dd80b4fe0 0x7f0dd80c93f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:07.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.654+0000 7f0dd77fe700 1 --2- 172.21.15.16:0/3333807109 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0dd815db50 0x7f0dd80b4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:07.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.654+0000 7f0dd67fc700 1 -- 172.21.15.16:0/3333807109 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0dd80b4fe0 msgr2=0x7f0dd80c93f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:07.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.654+0000 7f0dd67fc700 1 --2- 172.21.15.16:0/3333807109 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0dd80b4fe0 0x7f0dd80c93f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:07.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.654+0000 7f0dd67fc700 1 -- 172.21.15.16:0/3333807109 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0dd815db50 msgr2=0x7f0dd80b4200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:07.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.654+0000 7f0dd67fc700 1 --2- 172.21.15.16:0/3333807109 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0dd815db50 0x7f0dd80b4200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:07.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.654+0000 7f0dd67fc700 1 -- 172.21.15.16:0/3333807109 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0dd0009a70 con 0x7f0dd815d770 2023-09-23T06:36:07.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.654+0000 7f0dd6ffd700 1 --2- 172.21.15.16:0/3333807109 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0dd80b4fe0 0x7f0dd80c93f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:07.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.655+0000 7f0dd67fc700 1 --2- 172.21.15.16:0/3333807109 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd815d770 0x7f0dd81f5980 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f0dcc00c520 tx=0x7f0dcc00c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:07.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.655+0000 7f0dbf7fe700 1 -- 172.21.15.16:0/3333807109 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dcc0052d0 con 0x7f0dd815d770 2023-09-23T06:36:07.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.655+0000 7f0dbf7fe700 1 -- 172.21.15.16:0/3333807109 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0dcc005430 con 0x7f0dd815d770 2023-09-23T06:36:07.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.655+0000 7f0dbf7fe700 1 -- 172.21.15.16:0/3333807109 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dcc003880 con 0x7f0dd815d770 2023-09-23T06:36:07.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.655+0000 7f0ddd7ff700 1 -- 172.21.15.16:0/3333807109 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0dc8009550 con 0x7f0dd815d770 2023-09-23T06:36:07.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.655+0000 7f0ddd7ff700 1 -- 172.21.15.16:0/3333807109 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0dd80c8bf0 con 0x7f0dd815d770 2023-09-23T06:36:07.659 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.656+0000 7f0ddd7ff700 1 -- 172.21.15.16:0/3333807109 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0dd815e620 con 0x7f0dd815d770 2023-09-23T06:36:07.659 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.657+0000 7f0dbf7fe700 1 -- 172.21.15.16:0/3333807109 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 4) v1 ==== 89299+0+0 (secure 0 0 0) 0x7f0dcc0039e0 con 0x7f0dd815d770 2023-09-23T06:36:07.659 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.658+0000 7f0dbf7fe700 1 --2- 172.21.15.16:0/3333807109 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f0dc406af30 0x7f0dc406d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:07.659 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.658+0000 7f0dbf7fe700 1 -- 172.21.15.16:0/3333807109 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f0dcc088600 con 0x7f0dd815d770 2023-09-23T06:36:07.659 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.659+0000 7f0dd6ffd700 1 --2- 172.21.15.16:0/3333807109 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f0dc406af30 0x7f0dc406d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:07.660 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.659+0000 7f0dd6ffd700 1 --2- 172.21.15.16:0/3333807109 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f0dc406af30 0x7f0dc406d3f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0dc8009c40 tx=0x7f0dc8008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:07.664 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.663+0000 7f0dbf7fe700 1 -- 172.21.15.16:0/3333807109 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f0dd815e620 con 0x7f0dd815d770 2023-09-23T06:36:07.916 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.915+0000 7f0ddd7ff700 1 -- 172.21.15.16:0/3333807109 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0dd815e620 con 0x7f0dd815d770 2023-09-23T06:36:07.917 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.916+0000 7f0dbf7fe700 1 -- 172.21.15.16:0/3333807109 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3691 (secure 0 0 0) 0x7f0dd815e620 con 0x7f0dd815d770 2023-09-23T06:36:07.917 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:07.917 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1203152697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":1203152697},{"type":"v1","addr":"172.21.15.92:6837","nonce":1203152697}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4235,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/3064081576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3064081576},{"type":"v1","addr":"172.21.15.92:6836","nonce":3064081576}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2701012235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2701012235},{"type":"v1","addr":"172.21.15.16:6834","nonce":2701012235}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2},{"gid":4272,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6835/908189045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":908189045},{"type":"v1","addr":"172.21.15.16:6835","nonce":908189045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3}],"filesystems":[]} 2023-09-23T06:36:07.919 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.918+0000 7f0ddd7ff700 1 -- 172.21.15.16:0/3333807109 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f0dc406af30 msgr2=0x7f0dc406d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:07.919 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.918+0000 7f0ddd7ff700 1 --2- 172.21.15.16:0/3333807109 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f0dc406af30 0x7f0dc406d3f0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f0dc8009c40 tx=0x7f0dc8008030 comp rx=0 tx=0).stop 2023-09-23T06:36:07.919 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.918+0000 7f0ddd7ff700 1 -- 172.21.15.16:0/3333807109 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd815d770 msgr2=0x7f0dd81f5980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:07.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.918+0000 7f0ddd7ff700 1 --2- 172.21.15.16:0/3333807109 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd815d770 0x7f0dd81f5980 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f0dcc00c520 tx=0x7f0dcc00c830 comp rx=0 tx=0).stop 2023-09-23T06:36:07.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.918+0000 7f0ddd7ff700 1 -- 172.21.15.16:0/3333807109 shutdown_connections 2023-09-23T06:36:07.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.918+0000 7f0ddd7ff700 1 --2- 172.21.15.16:0/3333807109 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0dd815db50 0x7f0dd80b4200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:07.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.918+0000 7f0ddd7ff700 1 --2- 172.21.15.16:0/3333807109 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0dd80b4fe0 0x7f0dd80c93f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:07.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.918+0000 7f0ddd7ff700 1 --2- 172.21.15.16:0/3333807109 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f0dc406af30 0x7f0dc406d3f0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:07.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.918+0000 7f0ddd7ff700 1 --2- 172.21.15.16:0/3333807109 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0dd815d770 0x7f0dd81f5980 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:07.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.918+0000 7f0ddd7ff700 1 -- 172.21.15.16:0/3333807109 >> 172.21.15.16:0/3333807109 conn(0x7f0dd80724b0 msgr2=0x7f0dd80b8a50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:07.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.919+0000 7f0ddd7ff700 1 -- 172.21.15.16:0/3333807109 shutdown_connections 2023-09-23T06:36:07.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:07.919+0000 7f0ddd7ff700 1 -- 172.21.15.16:0/3333807109 wait complete. 2023-09-23T06:36:07.921 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 3 2023-09-23T06:36:07.939 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:36:08.147 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.146+0000 7f4b047ff700 1 Processor -- start 2023-09-23T06:36:08.147 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.147+0000 7f4b047ff700 1 -- start start 2023-09-23T06:36:08.150 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.148+0000 7f4b047ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4afc15d770 0x7f4afc0ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:08.150 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.148+0000 7f4b047ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4afc0b4fe0 0x7f4afc0b5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:08.150 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.148+0000 7f4b047ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4afc15ec00 con 0x7f4afc15db50 2023-09-23T06:36:08.150 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.148+0000 7f4b047ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4afc0b9550 con 0x7f4afc0b4fe0 2023-09-23T06:36:08.151 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.148+0000 7f4b047ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4afc0b59b0 con 0x7f4afc15d770 2023-09-23T06:36:08.151 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.148+0000 7f4b01d9a700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f4afc15db50 0x7f4afc0b8e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36460/0 (socket says 172.21.15.16:36460) 2023-09-23T06:36:08.151 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.148+0000 7f4b01d9a700 1 -- 172.21.15.16:0/2723064669 learned_addr learned my addr 172.21.15.16:0/2723064669 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:08.151 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.148+0000 7f4b0259b700 1 --2- 172.21.15.16:0/2723064669 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4afc15d770 0x7f4afc0ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:08.151 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.148+0000 7f4b02d9c700 1 --2- 172.21.15.16:0/2723064669 >> v2:172.21.15.92:3300/0 conn(0x7f4afc0b4fe0 0x7f4afc0b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:08.151 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.149+0000 7f4b01599700 1 -- 172.21.15.16:0/2723064669 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3397019910 0 0) 0x7f4afc15ec00 con 0x7f4afc15db50 2023-09-23T06:36:08.151 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.149+0000 7f4b01599700 1 -- 172.21.15.16:0/2723064669 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4ae80035b0 con 0x7f4afc15db50 2023-09-23T06:36:08.151 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.149+0000 7f4b0259b700 1 -- 172.21.15.16:0/2723064669 >> v2:172.21.15.92:3300/0 conn(0x7f4afc0b4fe0 msgr2=0x7f4afc0b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:08.151 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.149+0000 7f4b0259b700 1 --2- 172.21.15.16:0/2723064669 >> v2:172.21.15.92:3300/0 conn(0x7f4afc0b4fe0 0x7f4afc0b5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:08.151 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.149+0000 7f4b0259b700 1 -- 172.21.15.16:0/2723064669 >> v1:172.21.15.16:6789/0 conn(0x7f4afc15db50 legacy=0x7f4afc0b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:08.152 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.149+0000 7f4b0259b700 1 -- 172.21.15.16:0/2723064669 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4afc0cdd00 con 0x7f4afc15d770 2023-09-23T06:36:08.152 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.149+0000 7f4b02d9c700 1 --2- 172.21.15.16:0/2723064669 >> v2:172.21.15.92:3300/0 conn(0x7f4afc0b4fe0 0x7f4afc0b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:08.152 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.149+0000 7f4b0259b700 1 --2- 172.21.15.16:0/2723064669 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4afc15d770 0x7f4afc0ce420 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f4af8009840 tx=0x7f4af8009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b977ee287b8c5ca4 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:08.152 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.149+0000 7f4b01599700 1 -- 172.21.15.16:0/2723064669 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4af8011830 con 0x7f4afc15d770 2023-09-23T06:36:08.152 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.150+0000 7f4b01599700 1 -- 172.21.15.16:0/2723064669 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4af8011990 con 0x7f4afc15d770 2023-09-23T06:36:08.152 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.150+0000 7f4b01599700 1 -- 172.21.15.16:0/2723064669 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4af8011d20 con 0x7f4afc15d770 2023-09-23T06:36:08.153 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.150+0000 7f4b047ff700 1 -- 172.21.15.16:0/2723064669 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4afc15d770 msgr2=0x7f4afc0ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:08.153 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.150+0000 7f4b047ff700 1 --2- 172.21.15.16:0/2723064669 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4afc15d770 0x7f4afc0ce420 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f4af8009840 tx=0x7f4af8009b50 comp rx=0 tx=0).stop 2023-09-23T06:36:08.153 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.150+0000 7f4b047ff700 1 -- 172.21.15.16:0/2723064669 shutdown_connections 2023-09-23T06:36:08.153 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.150+0000 7f4b047ff700 1 --2- 172.21.15.16:0/2723064669 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4afc15d770 0x7f4afc0ce420 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:08.153 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.150+0000 7f4b047ff700 1 --2- 172.21.15.16:0/2723064669 >> v2:172.21.15.92:3300/0 conn(0x7f4afc0b4fe0 0x7f4afc0b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:08.153 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.150+0000 7f4b047ff700 1 -- 172.21.15.16:0/2723064669 >> 172.21.15.16:0/2723064669 conn(0x7f4afc0724b0 msgr2=0x7f4afc0d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:08.153 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.150+0000 7f4b047ff700 1 -- 172.21.15.16:0/2723064669 shutdown_connections 2023-09-23T06:36:08.154 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.150+0000 7f4b047ff700 1 -- 172.21.15.16:0/2723064669 wait complete. 2023-09-23T06:36:08.154 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.153+0000 7f4b047ff700 1 Processor -- start 2023-09-23T06:36:08.154 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.153+0000 7f4b047ff700 1 -- start start 2023-09-23T06:36:08.156 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.154+0000 7f4b047ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4afc0b4fe0 0x7f4afc14ba80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:08.156 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.154+0000 7f4b047ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4afc15d770 0x7f4afc15adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:08.156 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.154+0000 7f4b047ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4afc15db50 0x7f4afc15b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:08.156 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.154+0000 7f4b047ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4afc0c7650 con 0x7f4afc15db50 2023-09-23T06:36:08.156 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.154+0000 7f4b047ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4afc15c540 con 0x7f4afc0b4fe0 2023-09-23T06:36:08.157 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.154+0000 7f4b047ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4afc0cc520 con 0x7f4afc15d770 2023-09-23T06:36:08.157 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.154+0000 7f4b02d9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4afc15db50 0x7f4afc15b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:08.157 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.155+0000 7f4b02d9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4afc15db50 0x7f4afc15b2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:51734/0 (socket says 172.21.15.16:51734) 2023-09-23T06:36:08.157 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.155+0000 7f4b02d9c700 1 -- 172.21.15.16:0/571226287 learned_addr learned my addr 172.21.15.16:0/571226287 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:08.157 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.155+0000 7f4b01d9a700 1 --2- 172.21.15.16:0/571226287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4afc15d770 0x7f4afc15adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:08.157 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.155+0000 7f4b0259b700 1 --2- 172.21.15.16:0/571226287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4afc0b4fe0 0x7f4afc14ba80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:08.157 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.155+0000 7f4b02d9c700 1 -- 172.21.15.16:0/571226287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4afc15d770 msgr2=0x7f4afc15adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:08.157 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.155+0000 7f4b02d9c700 1 --2- 172.21.15.16:0/571226287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4afc15d770 0x7f4afc15adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:08.157 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.155+0000 7f4b02d9c700 1 -- 172.21.15.16:0/571226287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4afc0b4fe0 msgr2=0x7f4afc14ba80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:08.157 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.155+0000 7f4b02d9c700 1 --2- 172.21.15.16:0/571226287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4afc0b4fe0 0x7f4afc14ba80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:08.158 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.155+0000 7f4b02d9c700 1 -- 172.21.15.16:0/571226287 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4af4009a70 con 0x7f4afc15db50 2023-09-23T06:36:08.158 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.155+0000 7f4b02d9c700 1 --2- 172.21.15.16:0/571226287 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4afc15db50 0x7f4afc15b2f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f4af400efc0 tx=0x7f4af400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:08.158 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.155+0000 7f4af2ffd700 1 -- 172.21.15.16:0/571226287 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4af400ca90 con 0x7f4afc15db50 2023-09-23T06:36:08.158 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.155+0000 7f4af2ffd700 1 -- 172.21.15.16:0/571226287 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4af400f040 con 0x7f4afc15db50 2023-09-23T06:36:08.158 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.155+0000 7f4b047ff700 1 -- 172.21.15.16:0/571226287 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4af80094a0 con 0x7f4afc15db50 2023-09-23T06:36:08.158 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.155+0000 7f4af2ffd700 1 -- 172.21.15.16:0/571226287 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4af400ce30 con 0x7f4afc15db50 2023-09-23T06:36:08.159 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.156+0000 7f4b047ff700 1 -- 172.21.15.16:0/571226287 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4afc15bca0 con 0x7f4afc15db50 2023-09-23T06:36:08.159 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.157+0000 7f4b047ff700 1 -- 172.21.15.16:0/571226287 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4afc0c77e0 con 0x7f4afc15db50 2023-09-23T06:36:08.159 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.158+0000 7f4af2ffd700 1 -- 172.21.15.16:0/571226287 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 4) v1 ==== 89299+0+0 (secure 0 0 0) 0x7f4af4014480 con 0x7f4afc15db50 2023-09-23T06:36:08.159 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.159+0000 7f4af2ffd700 1 --2- 172.21.15.16:0/571226287 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4ae006af30 0x7f4ae006d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:08.160 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.159+0000 7f4af2ffd700 1 -- 172.21.15.16:0/571226287 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f4af4089920 con 0x7f4afc15db50 2023-09-23T06:36:08.160 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.159+0000 7f4b0259b700 1 --2- 172.21.15.16:0/571226287 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4ae006af30 0x7f4ae006d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:08.161 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.160+0000 7f4b0259b700 1 --2- 172.21.15.16:0/571226287 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4ae006af30 0x7f4ae006d3f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4af8000c00 tx=0x7f4af8008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:08.164 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.163+0000 7f4af2ffd700 1 -- 172.21.15.16:0/571226287 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f4afc0c77e0 con 0x7f4afc15db50 2023-09-23T06:36:08.384 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.383+0000 7f4b047ff700 1 -- 172.21.15.16:0/571226287 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4afc0c77e0 con 0x7f4afc15db50 2023-09-23T06:36:08.385 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.384+0000 7f4af2ffd700 1 -- 172.21.15.16:0/571226287 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) v1 ==== 74+0+12802 (secure 0 0 0) 0x7f4afc0c77e0 con 0x7f4afc15db50 2023-09-23T06:36:08.385 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:08.385 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":17,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:36:08.177082+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:36:08.388 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.387+0000 7f4b047ff700 1 -- 172.21.15.16:0/571226287 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4ae006af30 msgr2=0x7f4ae006d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:08.388 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.387+0000 7f4b047ff700 1 --2- 172.21.15.16:0/571226287 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4ae006af30 0x7f4ae006d3f0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7f4af8000c00 tx=0x7f4af8008030 comp rx=0 tx=0).stop 2023-09-23T06:36:08.388 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.387+0000 7f4b047ff700 1 -- 172.21.15.16:0/571226287 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4afc15db50 msgr2=0x7f4afc15b2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:08.388 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.387+0000 7f4b047ff700 1 --2- 172.21.15.16:0/571226287 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4afc15db50 0x7f4afc15b2f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f4af400efc0 tx=0x7f4af400c3a0 comp rx=0 tx=0).stop 2023-09-23T06:36:08.388 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.387+0000 7f4b047ff700 1 -- 172.21.15.16:0/571226287 shutdown_connections 2023-09-23T06:36:08.388 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.387+0000 7f4b047ff700 1 --2- 172.21.15.16:0/571226287 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4ae006af30 0x7f4ae006d3f0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:08.388 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.387+0000 7f4b047ff700 1 --2- 172.21.15.16:0/571226287 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4afc15db50 0x7f4afc15b2f0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:08.388 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.387+0000 7f4b047ff700 1 --2- 172.21.15.16:0/571226287 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4afc0b4fe0 0x7f4afc14ba80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:08.389 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.387+0000 7f4b047ff700 1 --2- 172.21.15.16:0/571226287 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4afc15d770 0x7f4afc15adb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:08.389 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.387+0000 7f4b047ff700 1 -- 172.21.15.16:0/571226287 >> 172.21.15.16:0/571226287 conn(0x7f4afc0724b0 msgr2=0x7f4afc161500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:08.389 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.387+0000 7f4b047ff700 1 -- 172.21.15.16:0/571226287 shutdown_connections 2023-09-23T06:36:08.389 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.387+0000 7f4b047ff700 1 -- 172.21.15.16:0/571226287 wait complete. 2023-09-23T06:36:08.406 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-23T06:36:05.638048+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-23T06:36:08.406 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-23T06:36:08.616 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.615+0000 7f341abff700 1 Processor -- start 2023-09-23T06:36:08.616 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.615+0000 7f341abff700 1 -- start start 2023-09-23T06:36:08.619 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.617+0000 7f341abff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f34140d35c0 0x7f34140d3a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:08.619 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.617+0000 7f341abff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f34140b3560 0x7f34140b39d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:08.619 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.617+0000 7f341abff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34140b4220 con 0x7f341415d930 2023-09-23T06:36:08.619 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.617+0000 7f341abff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34140d3fb0 con 0x7f34140d35c0 2023-09-23T06:36:08.619 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.617+0000 7f341abff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34140b4500 con 0x7f34140b3560 2023-09-23T06:36:08.619 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.617+0000 7f341899b700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f341415d930 0x7f341415e980 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36470/0 (socket says 172.21.15.16:36470) 2023-09-23T06:36:08.619 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.617+0000 7f341899b700 1 -- 172.21.15.16:0/1240479794 learned_addr learned my addr 172.21.15.16:0/1240479794 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:08.619 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.617+0000 7f3413fff700 1 --2- 172.21.15.16:0/1240479794 >> v2:172.21.15.16:3300/0 conn(0x7f34140d35c0 0x7f34140d3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:08.619 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.617+0000 7f341919c700 1 --2- 172.21.15.16:0/1240479794 >> v2:172.21.15.92:3300/0 conn(0x7f34140b3560 0x7f34140b39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:08.619 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.617+0000 7f34137fe700 1 -- 172.21.15.16:0/1240479794 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 608005376 0 0) 0x7f34140b4220 con 0x7f341415d930 2023-09-23T06:36:08.620 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.617+0000 7f34137fe700 1 -- 172.21.15.16:0/1240479794 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f34040035b0 con 0x7f341415d930 2023-09-23T06:36:08.620 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.617+0000 7f3413fff700 1 -- 172.21.15.16:0/1240479794 >> v2:172.21.15.92:3300/0 conn(0x7f34140b3560 msgr2=0x7f34140b39d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:08.620 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.618+0000 7f3413fff700 1 --2- 172.21.15.16:0/1240479794 >> v2:172.21.15.92:3300/0 conn(0x7f34140b3560 0x7f34140b39d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:08.620 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.618+0000 7f3413fff700 1 -- 172.21.15.16:0/1240479794 >> v1:172.21.15.16:6789/0 conn(0x7f341415d930 legacy=0x7f341415e980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:08.620 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.618+0000 7f3413fff700 1 -- 172.21.15.16:0/1240479794 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f341415e180 con 0x7f34140d35c0 2023-09-23T06:36:08.620 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.618+0000 7f341919c700 1 --2- 172.21.15.16:0/1240479794 >> v2:172.21.15.92:3300/0 conn(0x7f34140b3560 0x7f34140b39d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:08.620 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.618+0000 7f3413fff700 1 --2- 172.21.15.16:0/1240479794 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34140d35c0 0x7f34140d3a70 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f341408de60 tx=0x7f3400009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58a92ec2b3d6aee9 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:08.620 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.618+0000 7f34137fe700 1 -- 172.21.15.16:0/1240479794 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3400011830 con 0x7f34140d35c0 2023-09-23T06:36:08.620 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.618+0000 7f34137fe700 1 -- 172.21.15.16:0/1240479794 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3400011990 con 0x7f34140d35c0 2023-09-23T06:36:08.620 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.618+0000 7f34137fe700 1 -- 172.21.15.16:0/1240479794 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3400011d20 con 0x7f34140d35c0 2023-09-23T06:36:08.622 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.619+0000 7f341abff700 1 -- 172.21.15.16:0/1240479794 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34140d35c0 msgr2=0x7f34140d3a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:08.622 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.619+0000 7f341abff700 1 --2- 172.21.15.16:0/1240479794 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34140d35c0 0x7f34140d3a70 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f341408de60 tx=0x7f3400009b20 comp rx=0 tx=0).stop 2023-09-23T06:36:08.622 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.619+0000 7f341abff700 1 -- 172.21.15.16:0/1240479794 shutdown_connections 2023-09-23T06:36:08.622 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.619+0000 7f341abff700 1 --2- 172.21.15.16:0/1240479794 >> v2:172.21.15.92:3300/0 conn(0x7f34140b3560 0x7f34140b39d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:08.622 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.619+0000 7f341abff700 1 --2- 172.21.15.16:0/1240479794 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f34140d35c0 0x7f34140d3a70 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:08.622 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.619+0000 7f341abff700 1 -- 172.21.15.16:0/1240479794 >> 172.21.15.16:0/1240479794 conn(0x7f341408afe0 msgr2=0x7f341409c990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:08.622 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.619+0000 7f341abff700 1 -- 172.21.15.16:0/1240479794 shutdown_connections 2023-09-23T06:36:08.622 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.619+0000 7f341abff700 1 -- 172.21.15.16:0/1240479794 wait complete. 2023-09-23T06:36:08.622 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.621+0000 7f341abff700 1 Processor -- start 2023-09-23T06:36:08.622 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.621+0000 7f341abff700 1 -- start start 2023-09-23T06:36:08.624 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.622+0000 7f341abff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f34140b3560 0x7f34140cb8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:08.624 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.622+0000 7f341abff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34140d35c0 0x7f34141f2ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:08.624 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.622+0000 7f341abff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f341415d930 0x7f34140b51e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:08.624 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.622+0000 7f341abff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3414159950 con 0x7f341415d930 2023-09-23T06:36:08.625 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.622+0000 7f341abff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34141f3380 con 0x7f34140d35c0 2023-09-23T06:36:08.625 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.622+0000 7f341abff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34141f3660 con 0x7f34140b3560 2023-09-23T06:36:08.625 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.622+0000 7f341919c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f341415d930 0x7f34140b51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:08.625 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.622+0000 7f341919c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f341415d930 0x7f34140b51e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:51764/0 (socket says 172.21.15.16:51764) 2023-09-23T06:36:08.625 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.622+0000 7f341919c700 1 -- 172.21.15.16:0/3690221615 learned_addr learned my addr 172.21.15.16:0/3690221615 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:08.625 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.622+0000 7f3413fff700 1 --2- 172.21.15.16:0/3690221615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34140d35c0 0x7f34141f2ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:08.625 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.622+0000 7f341899b700 1 --2- 172.21.15.16:0/3690221615 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f34140b3560 0x7f34140cb8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:08.625 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.622+0000 7f341919c700 1 -- 172.21.15.16:0/3690221615 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f34140b3560 msgr2=0x7f34140cb8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:08.625 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.622+0000 7f341919c700 1 --2- 172.21.15.16:0/3690221615 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f34140b3560 0x7f34140cb8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:08.625 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.622+0000 7f341919c700 1 -- 172.21.15.16:0/3690221615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34140d35c0 msgr2=0x7f34141f2ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:08.625 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.622+0000 7f341919c700 1 --2- 172.21.15.16:0/3690221615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34140d35c0 0x7f34141f2ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:08.625 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.622+0000 7f341919c700 1 -- 172.21.15.16:0/3690221615 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34000094a0 con 0x7f341415d930 2023-09-23T06:36:08.626 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.623+0000 7f341899b700 1 --2- 172.21.15.16:0/3690221615 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f34140b3560 0x7f34140cb8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:36:08.626 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.623+0000 7f341919c700 1 --2- 172.21.15.16:0/3690221615 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f341415d930 0x7f34140b51e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f340c007ef0 tx=0x7f340c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:08.626 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.623+0000 7f34117fa700 1 -- 172.21.15.16:0/3690221615 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f340c00de60 con 0x7f341415d930 2023-09-23T06:36:08.626 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.623+0000 7f34117fa700 1 -- 172.21.15.16:0/3690221615 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f340c00f040 con 0x7f341415d930 2023-09-23T06:36:08.626 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.623+0000 7f34117fa700 1 -- 172.21.15.16:0/3690221615 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f340c003c60 con 0x7f341415d930 2023-09-23T06:36:08.626 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.623+0000 7f341abff700 1 -- 172.21.15.16:0/3690221615 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f34141f3940 con 0x7f341415d930 2023-09-23T06:36:08.626 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.623+0000 7f341abff700 1 -- 172.21.15.16:0/3690221615 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34141f3020 con 0x7f341415d930 2023-09-23T06:36:08.626 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.624+0000 7f341abff700 1 -- 172.21.15.16:0/3690221615 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f341415eb90 con 0x7f341415d930 2023-09-23T06:36:08.627 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.626+0000 7f34117fa700 1 -- 172.21.15.16:0/3690221615 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 4) v1 ==== 89299+0+0 (secure 0 0 0) 0x7f340c004030 con 0x7f341415d930 2023-09-23T06:36:08.629 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.628+0000 7f34117fa700 1 --2- 172.21.15.16:0/3690221615 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f33f806af30 0x7f33f806d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:08.629 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.628+0000 7f34117fa700 1 -- 172.21.15.16:0/3690221615 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f340c089570 con 0x7f341415d930 2023-09-23T06:36:08.629 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.629+0000 7f341899b700 1 --2- 172.21.15.16:0/3690221615 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f33f806af30 0x7f33f806d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:08.630 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.629+0000 7f341899b700 1 --2- 172.21.15.16:0/3690221615 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f33f806af30 0x7f33f806d3f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f34080010e0 tx=0x7f3408009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:08.633 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.633+0000 7f34117fa700 1 -- 172.21.15.16:0/3690221615 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f340c054940 con 0x7f341415d930 2023-09-23T06:36:08.841 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.840+0000 7f341abff700 1 -- 172.21.15.16:0/3690221615 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3414067c30 con 0x7f341415d930 2023-09-23T06:36:08.842 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.841+0000 7f34117fa700 1 -- 172.21.15.16:0/3690221615 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v17) v1 ==== 93+0+10 (secure 0 0 0) 0x7f340c01a0a0 con 0x7f341415d930 2023-09-23T06:36:08.842 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2023-09-23T06:36:08.844 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.843+0000 7f341abff700 1 -- 172.21.15.16:0/3690221615 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f33f806af30 msgr2=0x7f33f806d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:08.844 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.843+0000 7f341abff700 1 --2- 172.21.15.16:0/3690221615 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f33f806af30 0x7f33f806d3f0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f34080010e0 tx=0x7f3408009040 comp rx=0 tx=0).stop 2023-09-23T06:36:08.844 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.843+0000 7f341abff700 1 -- 172.21.15.16:0/3690221615 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f341415d930 msgr2=0x7f34140b51e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:08.845 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.843+0000 7f341abff700 1 --2- 172.21.15.16:0/3690221615 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f341415d930 0x7f34140b51e0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f340c007ef0 tx=0x7f340c00d3b0 comp rx=0 tx=0).stop 2023-09-23T06:36:08.845 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.843+0000 7f341abff700 1 -- 172.21.15.16:0/3690221615 shutdown_connections 2023-09-23T06:36:08.845 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.843+0000 7f341abff700 1 --2- 172.21.15.16:0/3690221615 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f33f806af30 0x7f33f806d3f0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:08.845 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.843+0000 7f341abff700 1 --2- 172.21.15.16:0/3690221615 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f341415d930 0x7f34140b51e0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:08.845 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.843+0000 7f341abff700 1 --2- 172.21.15.16:0/3690221615 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f34140b3560 0x7f34140cb8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:08.845 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.843+0000 7f341abff700 1 --2- 172.21.15.16:0/3690221615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f34140d35c0 0x7f34141f2ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:08.845 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.843+0000 7f341abff700 1 -- 172.21.15.16:0/3690221615 >> 172.21.15.16:0/3690221615 conn(0x7f341408afe0 msgr2=0x7f341415cf20 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:08.845 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.843+0000 7f341abff700 1 -- 172.21.15.16:0/3690221615 shutdown_connections 2023-09-23T06:36:08.845 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:08.844+0000 7f341abff700 1 -- 172.21.15.16:0/3690221615 wait complete. 2023-09-23T06:36:08.864 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-09-23T06:36:09.067 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.066+0000 7fd93edff700 1 Processor -- start 2023-09-23T06:36:09.067 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.067+0000 7fd93edff700 1 -- start start 2023-09-23T06:36:09.070 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.068+0000 7fd93edff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd9380b4fe0 0x7fd9380b5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:09.070 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.068+0000 7fd93edff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd93815ec00 con 0x7fd93815db50 2023-09-23T06:36:09.070 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.068+0000 7fd93edff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd9380cdd00 con 0x7fd93815d770 2023-09-23T06:36:09.070 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.068+0000 7fd93edff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd9380b59d0 con 0x7fd9380b4fe0 2023-09-23T06:36:09.070 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.068+0000 7fd937fff700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd93815db50 0x7fd9380b8e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36476/0 (socket says 172.21.15.16:36476) 2023-09-23T06:36:09.070 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.068+0000 7fd937fff700 1 -- 172.21.15.16:0/3885284579 learned_addr learned my addr 172.21.15.16:0/3885284579 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:09.070 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.068+0000 7fd93d39c700 1 --2- 172.21.15.16:0/3885284579 >> v2:172.21.15.92:3300/0 conn(0x7fd9380b4fe0 0x7fd9380b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:09.070 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.068+0000 7fd9377fe700 1 -- 172.21.15.16:0/3885284579 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2716205004 0 0) 0x7fd93815ec00 con 0x7fd93815db50 2023-09-23T06:36:09.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.069+0000 7fd9377fe700 1 -- 172.21.15.16:0/3885284579 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd9280035b0 con 0x7fd93815db50 2023-09-23T06:36:09.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.069+0000 7fd9377fe700 1 -- 172.21.15.16:0/3885284579 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2718321086 0 0) 0x7fd9380cdd00 con 0x7fd93815d770 2023-09-23T06:36:09.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.069+0000 7fd9377fe700 1 -- 172.21.15.16:0/3885284579 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd93815ec00 con 0x7fd93815d770 2023-09-23T06:36:09.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.069+0000 7fd93d39c700 1 -- 172.21.15.16:0/3885284579 >> v1:172.21.15.92:6789/0 conn(0x7fd93815d770 legacy=0x7fd9380ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:09.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.069+0000 7fd93d39c700 1 -- 172.21.15.16:0/3885284579 >> v1:172.21.15.16:6789/0 conn(0x7fd93815db50 legacy=0x7fd9380b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:09.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.069+0000 7fd93d39c700 1 -- 172.21.15.16:0/3885284579 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd93815e080 con 0x7fd9380b4fe0 2023-09-23T06:36:09.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.069+0000 7fd93d39c700 1 --2- 172.21.15.16:0/3885284579 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd9380b4fe0 0x7fd9380b5490 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fd930009d90 tx=0x7fd93000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2d52751e4bc569d server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:09.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.069+0000 7fd9377fe700 1 -- 172.21.15.16:0/3885284579 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd93000e070 con 0x7fd9380b4fe0 2023-09-23T06:36:09.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.069+0000 7fd9377fe700 1 -- 172.21.15.16:0/3885284579 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd93000bb20 con 0x7fd9380b4fe0 2023-09-23T06:36:09.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.069+0000 7fd9377fe700 1 -- 172.21.15.16:0/3885284579 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd93000be90 con 0x7fd9380b4fe0 2023-09-23T06:36:09.072 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.070+0000 7fd93edff700 1 -- 172.21.15.16:0/3885284579 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd9380b4fe0 msgr2=0x7fd9380b5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:09.072 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.070+0000 7fd93edff700 1 --2- 172.21.15.16:0/3885284579 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd9380b4fe0 0x7fd9380b5490 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7fd930009d90 tx=0x7fd93000b330 comp rx=0 tx=0).stop 2023-09-23T06:36:09.073 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.070+0000 7fd93edff700 1 -- 172.21.15.16:0/3885284579 shutdown_connections 2023-09-23T06:36:09.073 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.070+0000 7fd93edff700 1 --2- 172.21.15.16:0/3885284579 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd9380b4fe0 0x7fd9380b5490 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:09.073 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.070+0000 7fd93edff700 1 -- 172.21.15.16:0/3885284579 >> 172.21.15.16:0/3885284579 conn(0x7fd9380724b0 msgr2=0x7fd9380d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:09.073 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.070+0000 7fd93edff700 1 -- 172.21.15.16:0/3885284579 shutdown_connections 2023-09-23T06:36:09.073 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.070+0000 7fd93edff700 1 -- 172.21.15.16:0/3885284579 wait complete. 2023-09-23T06:36:09.073 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.072+0000 7fd93edff700 1 Processor -- start 2023-09-23T06:36:09.073 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.072+0000 7fd93edff700 1 -- start start 2023-09-23T06:36:09.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.073+0000 7fd93edff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd9380b4fe0 0x7fd9381f6e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:09.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.073+0000 7fd93edff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd93815d770 0x7fd9380c70f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:09.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.073+0000 7fd93edff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd93815db50 0x7fd93815b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:09.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.073+0000 7fd93edff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9380ca630 con 0x7fd93815d770 2023-09-23T06:36:09.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.073+0000 7fd93edff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9380c7630 con 0x7fd93815db50 2023-09-23T06:36:09.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.073+0000 7fd93edff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9380c7890 con 0x7fd9380b4fe0 2023-09-23T06:36:09.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.073+0000 7fd937fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd93815d770 0x7fd9380c70f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:09.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.073+0000 7fd93cb9b700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd9380b4fe0 0x7fd9381f6e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:09.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.073+0000 7fd937fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd93815d770 0x7fd9380c70f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:51776/0 (socket says 172.21.15.16:51776) 2023-09-23T06:36:09.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.073+0000 7fd937fff700 1 -- 172.21.15.16:0/3866778813 learned_addr learned my addr 172.21.15.16:0/3866778813 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:09.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.073+0000 7fd93d39c700 1 --2- 172.21.15.16:0/3866778813 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd93815db50 0x7fd93815b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:09.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.073+0000 7fd937fff700 1 -- 172.21.15.16:0/3866778813 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd9380b4fe0 msgr2=0x7fd9381f6e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:09.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.073+0000 7fd937fff700 1 --2- 172.21.15.16:0/3866778813 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd9380b4fe0 0x7fd9381f6e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:09.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.073+0000 7fd937fff700 1 -- 172.21.15.16:0/3866778813 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd93815db50 msgr2=0x7fd93815b730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:09.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.073+0000 7fd937fff700 1 --2- 172.21.15.16:0/3866778813 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd93815db50 0x7fd93815b730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:09.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.073+0000 7fd937fff700 1 -- 172.21.15.16:0/3866778813 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd930009a70 con 0x7fd93815d770 2023-09-23T06:36:09.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.074+0000 7fd937fff700 1 --2- 172.21.15.16:0/3866778813 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd93815d770 0x7fd9380c70f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd924005910 tx=0x7fd92400c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:09.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.074+0000 7fd9357fa700 1 -- 172.21.15.16:0/3866778813 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd924005d70 con 0x7fd93815d770 2023-09-23T06:36:09.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.074+0000 7fd9357fa700 1 -- 172.21.15.16:0/3866778813 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9240070d0 con 0x7fd93815d770 2023-09-23T06:36:09.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.074+0000 7fd93edff700 1 -- 172.21.15.16:0/3866778813 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9380c7b70 con 0x7fd93815d770 2023-09-23T06:36:09.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.074+0000 7fd9357fa700 1 -- 172.21.15.16:0/3866778813 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd924007440 con 0x7fd93815d770 2023-09-23T06:36:09.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.074+0000 7fd93edff700 1 -- 172.21.15.16:0/3866778813 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9380c8130 con 0x7fd93815d770 2023-09-23T06:36:09.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.075+0000 7fd93edff700 1 -- 172.21.15.16:0/3866778813 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9380c8350 con 0x7fd93815d770 2023-09-23T06:36:09.079 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.076+0000 7fd9357fa700 1 -- 172.21.15.16:0/3866778813 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 4) v1 ==== 89299+0+0 (secure 0 0 0) 0x7fd9240075a0 con 0x7fd93815d770 2023-09-23T06:36:09.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.077+0000 7fd9357fa700 1 --2- 172.21.15.16:0/3866778813 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd91c06af30 0x7fd91c06d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:09.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.077+0000 7fd9357fa700 1 -- 172.21.15.16:0/3866778813 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fd924088660 con 0x7fd93815d770 2023-09-23T06:36:09.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.078+0000 7fd93cb9b700 1 --2- 172.21.15.16:0/3866778813 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd91c06af30 0x7fd91c06d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:09.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.078+0000 7fd93cb9b700 1 --2- 172.21.15.16:0/3866778813 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd91c06af30 0x7fd91c06d3f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd92c0011e0 tx=0x7fd92c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:09.082 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.081+0000 7fd9357fa700 1 -- 172.21.15.16:0/3866778813 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fd924053ae0 con 0x7fd93815d770 2023-09-23T06:36:09.294 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.293+0000 7fd93edff700 1 -- 172.21.15.16:0/3866778813 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fd938074b40 con 0x7fd93815d770 2023-09-23T06:36:09.294 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.294+0000 7fd9357fa700 1 -- 172.21.15.16:0/3866778813 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) v1 ==== 84+0+65 (secure 0 0 0) 0x7fd924017090 con 0x7fd93815d770 2023-09-23T06:36:09.295 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:09.295 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2023-09-23T06:36:09.295 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:36:09.295 INFO:teuthology.orchestra.run.smithi016.stdout: "poolnum": 1, 2023-09-23T06:36:09.295 INFO:teuthology.orchestra.run.smithi016.stdout: "poolname": ".mgr" 2023-09-23T06:36:09.295 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:36:09.295 INFO:teuthology.orchestra.run.smithi016.stdout:] 2023-09-23T06:36:09.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.296+0000 7fd93edff700 1 -- 172.21.15.16:0/3866778813 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd91c06af30 msgr2=0x7fd91c06d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:09.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.296+0000 7fd93edff700 1 --2- 172.21.15.16:0/3866778813 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd91c06af30 0x7fd91c06d3f0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd92c0011e0 tx=0x7fd92c009040 comp rx=0 tx=0).stop 2023-09-23T06:36:09.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.296+0000 7fd93edff700 1 -- 172.21.15.16:0/3866778813 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd93815d770 msgr2=0x7fd9380c70f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:09.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.296+0000 7fd93edff700 1 --2- 172.21.15.16:0/3866778813 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd93815d770 0x7fd9380c70f0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fd924005910 tx=0x7fd92400c9e0 comp rx=0 tx=0).stop 2023-09-23T06:36:09.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.296+0000 7fd93edff700 1 -- 172.21.15.16:0/3866778813 shutdown_connections 2023-09-23T06:36:09.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.296+0000 7fd93edff700 1 --2- 172.21.15.16:0/3866778813 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd93815db50 0x7fd93815b730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:09.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.296+0000 7fd93edff700 1 --2- 172.21.15.16:0/3866778813 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd9380b4fe0 0x7fd9381f6e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:09.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.296+0000 7fd93edff700 1 --2- 172.21.15.16:0/3866778813 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd91c06af30 0x7fd91c06d3f0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:09.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.296+0000 7fd93edff700 1 --2- 172.21.15.16:0/3866778813 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd93815d770 0x7fd9380c70f0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:09.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.296+0000 7fd93edff700 1 -- 172.21.15.16:0/3866778813 >> 172.21.15.16:0/3866778813 conn(0x7fd9380724b0 msgr2=0x7fd9380d3c70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:09.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.296+0000 7fd93edff700 1 -- 172.21.15.16:0/3866778813 shutdown_connections 2023-09-23T06:36:09.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.296+0000 7fd93edff700 1 -- 172.21.15.16:0/3866778813 wait complete. 2023-09-23T06:36:09.315 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-09-23T06:36:09.315 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-09-23T06:36:09.526 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.525+0000 7f4e083ff700 1 Processor -- start 2023-09-23T06:36:09.526 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.525+0000 7f4e083ff700 1 -- start start 2023-09-23T06:36:09.527 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.527+0000 7f4e083ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4e000b56f0 0x7f4e000b90d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:09.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.527+0000 7f4e083ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4e000ce420 0x7f4e000b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:09.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.527+0000 7f4e083ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e000cf7a0 con 0x7f4e0015d650 2023-09-23T06:36:09.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.527+0000 7f4e083ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e000ceb90 con 0x7f4e000ce420 2023-09-23T06:36:09.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.527+0000 7f4e083ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e000cee70 con 0x7f4e000b56f0 2023-09-23T06:36:09.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.527+0000 7f4e0699c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4e000ce420 0x7f4e000b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:09.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.527+0000 7f4e0619b700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f4e0015d650 0x7f4e000b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36482/0 (socket says 172.21.15.16:36482) 2023-09-23T06:36:09.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.527+0000 7f4e0619b700 1 -- 172.21.15.16:0/2979858420 learned_addr learned my addr 172.21.15.16:0/2979858420 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:09.531 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.527+0000 7f4e05199700 1 -- 172.21.15.16:0/2979858420 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3149242254 0 0) 0x7f4e000cf7a0 con 0x7f4e0015d650 2023-09-23T06:36:09.531 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.527+0000 7f4e0599a700 1 --2- 172.21.15.16:0/2979858420 >> v2:172.21.15.92:3300/0 conn(0x7f4e000b56f0 0x7f4e000b90d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:09.531 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.527+0000 7f4e05199700 1 -- 172.21.15.16:0/2979858420 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4dec0035b0 con 0x7f4e0015d650 2023-09-23T06:36:09.531 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.527+0000 7f4e0699c700 1 -- 172.21.15.16:0/2979858420 >> v2:172.21.15.92:3300/0 conn(0x7f4e000b56f0 msgr2=0x7f4e000b90d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:09.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.527+0000 7f4e0699c700 1 --2- 172.21.15.16:0/2979858420 >> v2:172.21.15.92:3300/0 conn(0x7f4e000b56f0 0x7f4e000b90d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:09.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.527+0000 7f4e0699c700 1 -- 172.21.15.16:0/2979858420 >> v1:172.21.15.16:6789/0 conn(0x7f4e0015d650 legacy=0x7f4e000b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:09.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.527+0000 7f4e0699c700 1 -- 172.21.15.16:0/2979858420 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e000cf150 con 0x7f4e000ce420 2023-09-23T06:36:09.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.528+0000 7f4e0699c700 1 --2- 172.21.15.16:0/2979858420 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4e000ce420 0x7f4e000b65c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4e000b6150 tx=0x7f4df800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=758b550346c91e54 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:09.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.528+0000 7f4e05199700 1 -- 172.21.15.16:0/2979858420 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df800e070 con 0x7f4e000ce420 2023-09-23T06:36:09.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.528+0000 7f4e05199700 1 -- 172.21.15.16:0/2979858420 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4df800bb20 con 0x7f4e000ce420 2023-09-23T06:36:09.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.528+0000 7f4e05199700 1 -- 172.21.15.16:0/2979858420 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df8012430 con 0x7f4e000ce420 2023-09-23T06:36:09.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.528+0000 7f4e083ff700 1 -- 172.21.15.16:0/2979858420 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4e000ce420 msgr2=0x7f4e000b65c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:09.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.528+0000 7f4e083ff700 1 --2- 172.21.15.16:0/2979858420 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4e000ce420 0x7f4e000b65c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f4e000b6150 tx=0x7f4df800b330 comp rx=0 tx=0).stop 2023-09-23T06:36:09.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.529+0000 7f4e083ff700 1 -- 172.21.15.16:0/2979858420 shutdown_connections 2023-09-23T06:36:09.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.529+0000 7f4e083ff700 1 --2- 172.21.15.16:0/2979858420 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4e000ce420 0x7f4e000b65c0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:09.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.529+0000 7f4e083ff700 1 --2- 172.21.15.16:0/2979858420 >> v2:172.21.15.92:3300/0 conn(0x7f4e000b56f0 0x7f4e000b90d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:09.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.529+0000 7f4e083ff700 1 -- 172.21.15.16:0/2979858420 >> 172.21.15.16:0/2979858420 conn(0x7f4e000724b0 msgr2=0x7f4e000d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:09.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.529+0000 7f4e083ff700 1 -- 172.21.15.16:0/2979858420 shutdown_connections 2023-09-23T06:36:09.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.529+0000 7f4e083ff700 1 -- 172.21.15.16:0/2979858420 wait complete. 2023-09-23T06:36:09.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.530+0000 7f4e083ff700 1 Processor -- start 2023-09-23T06:36:09.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.530+0000 7f4e083ff700 1 -- start start 2023-09-23T06:36:09.538 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.531+0000 7f4e083ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4e000b56f0 0x7f4e0014e7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:09.538 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.531+0000 7f4e083ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e000ce420 0x7f4e000c9860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:09.538 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.531+0000 7f4e083ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e0015d650 0x7f4e000cc4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:09.538 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.531+0000 7f4e083ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e000c7fa0 con 0x7f4e000b56f0 2023-09-23T06:36:09.538 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.531+0000 7f4e083ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e000c8280 con 0x7f4e000ce420 2023-09-23T06:36:09.538 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.531+0000 7f4e083ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e000c8560 con 0x7f4e0015d650 2023-09-23T06:36:09.539 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.532+0000 7f4e0619b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4e000b56f0 0x7f4e0014e7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:09.539 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.532+0000 7f4e0619b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4e000b56f0 0x7f4e0014e7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:51786/0 (socket says 172.21.15.16:51786) 2023-09-23T06:36:09.539 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.532+0000 7f4e0619b700 1 -- 172.21.15.16:0/2516254941 learned_addr learned my addr 172.21.15.16:0/2516254941 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:09.539 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.532+0000 7f4e0599a700 1 --2- 172.21.15.16:0/2516254941 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e000ce420 0x7f4e000c9860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:09.539 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.532+0000 7f4e0699c700 1 --2- 172.21.15.16:0/2516254941 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e0015d650 0x7f4e000cc4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:09.539 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.532+0000 7f4e0619b700 1 -- 172.21.15.16:0/2516254941 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e0015d650 msgr2=0x7f4e000cc4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:09.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.532+0000 7f4e0619b700 1 --2- 172.21.15.16:0/2516254941 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e0015d650 0x7f4e000cc4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:09.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.532+0000 7f4e0619b700 1 -- 172.21.15.16:0/2516254941 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e000ce420 msgr2=0x7f4e000c9860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:09.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.532+0000 7f4e0619b700 1 --2- 172.21.15.16:0/2516254941 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e000ce420 0x7f4e000c9860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:09.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.532+0000 7f4e0619b700 1 -- 172.21.15.16:0/2516254941 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4df8009a70 con 0x7f4e000b56f0 2023-09-23T06:36:09.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.532+0000 7f4e0699c700 1 --2- 172.21.15.16:0/2516254941 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e0015d650 0x7f4e000cc4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:09.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.532+0000 7f4e0619b700 1 --2- 172.21.15.16:0/2516254941 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4e000b56f0 0x7f4e0014e7d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4dfc001eb0 tx=0x7f4dfc00c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:09.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.532+0000 7f4df6ffd700 1 -- 172.21.15.16:0/2516254941 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dfc005d70 con 0x7f4e000b56f0 2023-09-23T06:36:09.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.533+0000 7f4df6ffd700 1 -- 172.21.15.16:0/2516254941 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4dfc0070d0 con 0x7f4e000b56f0 2023-09-23T06:36:09.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.533+0000 7f4e083ff700 1 -- 172.21.15.16:0/2516254941 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e000c8840 con 0x7f4e000b56f0 2023-09-23T06:36:09.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.533+0000 7f4df6ffd700 1 -- 172.21.15.16:0/2516254941 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4dfc007460 con 0x7f4e000b56f0 2023-09-23T06:36:09.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.533+0000 7f4e083ff700 1 -- 172.21.15.16:0/2516254941 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e0014ed10 con 0x7f4e000b56f0 2023-09-23T06:36:09.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.534+0000 7f4e083ff700 1 -- 172.21.15.16:0/2516254941 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e00074b40 con 0x7f4e000b56f0 2023-09-23T06:36:09.542 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.535+0000 7f4df6ffd700 1 -- 172.21.15.16:0/2516254941 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 4) v1 ==== 89299+0+0 (secure 0 0 0) 0x7f4dfc0075c0 con 0x7f4e000b56f0 2023-09-23T06:36:09.542 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.536+0000 7f4df6ffd700 1 --2- 172.21.15.16:0/2516254941 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4de406af30 0x7f4de406d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:09.542 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.536+0000 7f4df6ffd700 1 -- 172.21.15.16:0/2516254941 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f4dfc088850 con 0x7f4e000b56f0 2023-09-23T06:36:09.542 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.536+0000 7f4e0599a700 1 --2- 172.21.15.16:0/2516254941 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4de406af30 0x7f4de406d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:09.542 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.537+0000 7f4e0599a700 1 --2- 172.21.15.16:0/2516254941 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4de406af30 0x7f4de406d3f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4e000cc100 tx=0x7f4df0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:09.543 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.541+0000 7f4df6ffd700 1 -- 172.21.15.16:0/2516254941 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f4dfc053cb0 con 0x7f4e000b56f0 2023-09-23T06:36:09.750 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:09.750+0000 7f4e083ff700 1 -- 172.21.15.16:0/2516254941 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f4e001e6080 con 0x7f4e000b56f0 2023-09-23T06:36:10.191 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.190+0000 7f4df6ffd700 1 -- 172.21.15.16:0/2516254941 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) v1 ==== 138+0+0 (secure 0 0 0) 0x7f4dfc0170b0 con 0x7f4e000b56f0 2023-09-23T06:36:10.194 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.194+0000 7f4e083ff700 1 -- 172.21.15.16:0/2516254941 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4de406af30 msgr2=0x7f4de406d3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:10.195 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.194+0000 7f4e083ff700 1 --2- 172.21.15.16:0/2516254941 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4de406af30 0x7f4de406d3f0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f4e000cc100 tx=0x7f4df0008040 comp rx=0 tx=0).stop 2023-09-23T06:36:10.195 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.194+0000 7f4e083ff700 1 -- 172.21.15.16:0/2516254941 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4e000b56f0 msgr2=0x7f4e0014e7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:10.195 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.194+0000 7f4e083ff700 1 --2- 172.21.15.16:0/2516254941 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4e000b56f0 0x7f4e0014e7d0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f4dfc001eb0 tx=0x7f4dfc00c860 comp rx=0 tx=0).stop 2023-09-23T06:36:10.195 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.194+0000 7f4e083ff700 1 -- 172.21.15.16:0/2516254941 shutdown_connections 2023-09-23T06:36:10.195 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.194+0000 7f4e083ff700 1 --2- 172.21.15.16:0/2516254941 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4e0015d650 0x7f4e000cc4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:10.195 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.194+0000 7f4e083ff700 1 --2- 172.21.15.16:0/2516254941 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4de406af30 0x7f4de406d3f0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:10.195 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.194+0000 7f4e083ff700 1 --2- 172.21.15.16:0/2516254941 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4e000b56f0 0x7f4e0014e7d0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:10.196 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.194+0000 7f4e083ff700 1 --2- 172.21.15.16:0/2516254941 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4e000ce420 0x7f4e000c9860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:10.196 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.194+0000 7f4e083ff700 1 -- 172.21.15.16:0/2516254941 >> 172.21.15.16:0/2516254941 conn(0x7f4e000724b0 msgr2=0x7f4e0015b6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:10.196 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.196+0000 7f4e083ff700 1 -- 172.21.15.16:0/2516254941 shutdown_connections 2023-09-23T06:36:10.196 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.196+0000 7f4e083ff700 1 -- 172.21.15.16:0/2516254941 wait complete. 2023-09-23T06:36:10.199 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' created 2023-09-23T06:36:10.222 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-09-23T06:36:10.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.431+0000 7f741d1ff700 1 Processor -- start 2023-09-23T06:36:10.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.431+0000 7f741d1ff700 1 -- start start 2023-09-23T06:36:10.433 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.432+0000 7f741d1ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f74180b22a0 0x7f74180b3090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:10.433 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.432+0000 7f741d1ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74180b0e00 con 0x7f741815d850 2023-09-23T06:36:10.433 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.432+0000 7f741d1ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74180b04d0 con 0x7f74180d2230 2023-09-23T06:36:10.433 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.432+0000 7f741d1ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74180b36d0 con 0x7f74180b22a0 2023-09-23T06:36:10.433 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.432+0000 7f7416d9d700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f741815d850 0x7f74180d1b20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36492/0 (socket says 172.21.15.16:36492) 2023-09-23T06:36:10.433 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.432+0000 7f7416d9d700 1 -- 172.21.15.16:0/4160253750 learned_addr learned my addr 172.21.15.16:0/4160253750 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:10.433 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.432+0000 7f741759e700 1 --2- 172.21.15.16:0/4160253750 >> v2:172.21.15.92:3300/0 conn(0x7f74180b22a0 0x7f74180b3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:10.435 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.433+0000 7f741659c700 1 -- 172.21.15.16:0/4160253750 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2039539172 0 0) 0x7f74180b0e00 con 0x7f741815d850 2023-09-23T06:36:10.435 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.433+0000 7f741659c700 1 -- 172.21.15.16:0/4160253750 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f74040035b0 con 0x7f741815d850 2023-09-23T06:36:10.435 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.433+0000 7f741759e700 1 -- 172.21.15.16:0/4160253750 >> v1:172.21.15.92:6789/0 conn(0x7f74180d2230 legacy=0x7f74180b2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:10.435 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.433+0000 7f741759e700 1 -- 172.21.15.16:0/4160253750 >> v1:172.21.15.16:6789/0 conn(0x7f741815d850 legacy=0x7f74180d1b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:10.435 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.433+0000 7f741759e700 1 -- 172.21.15.16:0/4160253750 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74180b07b0 con 0x7f74180b22a0 2023-09-23T06:36:10.435 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.433+0000 7f741759e700 1 --2- 172.21.15.16:0/4160253750 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74180b22a0 0x7f74180b3090 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7410009d90 tx=0x7f741000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a0e194f370701974 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:10.435 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.433+0000 7f741659c700 1 -- 172.21.15.16:0/4160253750 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f741000e070 con 0x7f74180b22a0 2023-09-23T06:36:10.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.433+0000 7f741659c700 1 -- 172.21.15.16:0/4160253750 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f741000bb20 con 0x7f74180b22a0 2023-09-23T06:36:10.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.434+0000 7f741659c700 1 -- 172.21.15.16:0/4160253750 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7410012430 con 0x7f74180b22a0 2023-09-23T06:36:10.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.434+0000 7f741d1ff700 1 -- 172.21.15.16:0/4160253750 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74180b22a0 msgr2=0x7f74180b3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:10.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.434+0000 7f741d1ff700 1 --2- 172.21.15.16:0/4160253750 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74180b22a0 0x7f74180b3090 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f7410009d90 tx=0x7f741000b330 comp rx=0 tx=0).stop 2023-09-23T06:36:10.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.434+0000 7f741d1ff700 1 -- 172.21.15.16:0/4160253750 shutdown_connections 2023-09-23T06:36:10.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.434+0000 7f741d1ff700 1 --2- 172.21.15.16:0/4160253750 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74180b22a0 0x7f74180b3090 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:10.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.434+0000 7f741d1ff700 1 -- 172.21.15.16:0/4160253750 >> 172.21.15.16:0/4160253750 conn(0x7f741808afe0 msgr2=0x7f741809cad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:10.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.434+0000 7f741d1ff700 1 -- 172.21.15.16:0/4160253750 shutdown_connections 2023-09-23T06:36:10.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.434+0000 7f741d1ff700 1 -- 172.21.15.16:0/4160253750 wait complete. 2023-09-23T06:36:10.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.436+0000 7f741d1ff700 1 Processor -- start 2023-09-23T06:36:10.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.436+0000 7f741d1ff700 1 -- start start 2023-09-23T06:36:10.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.437+0000 7f741d1ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74180b22a0 0x7f74180b53a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:10.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.437+0000 7f741d1ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f74180d2230 0x7f74180b58e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:10.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.437+0000 7f741d1ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f741815d850 0x7f7418157430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:10.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.437+0000 7f741d1ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f741815ddb0 con 0x7f74180b22a0 2023-09-23T06:36:10.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.437+0000 7f741d1ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74180cb200 con 0x7f741815d850 2023-09-23T06:36:10.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.437+0000 7f741d1ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74180ca8d0 con 0x7f74180d2230 2023-09-23T06:36:10.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.437+0000 7f7416d9d700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74180b22a0 0x7f74180b53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:10.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.437+0000 7f7416d9d700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74180b22a0 0x7f74180b53a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:51794/0 (socket says 172.21.15.16:51794) 2023-09-23T06:36:10.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.437+0000 7f7416d9d700 1 -- 172.21.15.16:0/246061577 learned_addr learned my addr 172.21.15.16:0/246061577 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:10.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.437+0000 7f740ffff700 1 --2- 172.21.15.16:0/246061577 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f74180d2230 0x7f74180b58e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:10.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.437+0000 7f741759e700 1 --2- 172.21.15.16:0/246061577 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f741815d850 0x7f7418157430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:10.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.438+0000 7f7416d9d700 1 -- 172.21.15.16:0/246061577 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f74180d2230 msgr2=0x7f74180b58e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:10.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.438+0000 7f7416d9d700 1 --2- 172.21.15.16:0/246061577 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f74180d2230 0x7f74180b58e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:10.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.438+0000 7f7416d9d700 1 -- 172.21.15.16:0/246061577 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f741815d850 msgr2=0x7f7418157430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:10.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.438+0000 7f7416d9d700 1 --2- 172.21.15.16:0/246061577 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f741815d850 0x7f7418157430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:10.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.438+0000 7f7416d9d700 1 -- 172.21.15.16:0/246061577 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7410009a70 con 0x7f74180b22a0 2023-09-23T06:36:10.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.438+0000 7f7416d9d700 1 --2- 172.21.15.16:0/246061577 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74180b22a0 0x7f74180b53a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7408001260 tx=0x7f740800c7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:10.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.438+0000 7f740f7fe700 1 -- 172.21.15.16:0/246061577 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74080074e0 con 0x7f74180b22a0 2023-09-23T06:36:10.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.438+0000 7f740f7fe700 1 -- 172.21.15.16:0/246061577 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7408007640 con 0x7f74180b22a0 2023-09-23T06:36:10.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.438+0000 7f740f7fe700 1 -- 172.21.15.16:0/246061577 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7408005a50 con 0x7f74180b22a0 2023-09-23T06:36:10.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.438+0000 7f741d1ff700 1 -- 172.21.15.16:0/246061577 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74180cabb0 con 0x7f74180b22a0 2023-09-23T06:36:10.441 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.438+0000 7f741d1ff700 1 -- 172.21.15.16:0/246061577 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74180cb690 con 0x7f74180b22a0 2023-09-23T06:36:10.441 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.439+0000 7f741d1ff700 1 -- 172.21.15.16:0/246061577 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74180cb4e0 con 0x7f74180b22a0 2023-09-23T06:36:10.441 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.440+0000 7f740f7fe700 1 -- 172.21.15.16:0/246061577 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f7408005bb0 con 0x7f74180b22a0 2023-09-23T06:36:10.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.441+0000 7f740f7fe700 1 --2- 172.21.15.16:0/246061577 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f73f806afc0 0x7f73f806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:10.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.441+0000 7f740f7fe700 1 -- 172.21.15.16:0/246061577 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f7408088970 con 0x7f74180b22a0 2023-09-23T06:36:10.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.442+0000 7f740ffff700 1 --2- 172.21.15.16:0/246061577 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f73f806afc0 0x7f73f806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:10.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.442+0000 7f740ffff700 1 --2- 172.21.15.16:0/246061577 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f73f806afc0 0x7f73f806d480 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7400007fd0 tx=0x7f7400009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:10.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.446+0000 7f740f7fe700 1 -- 172.21.15.16:0/246061577 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f7408053b80 con 0x7f74180b22a0 2023-09-23T06:36:10.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:10.656+0000 7f741d1ff700 1 -- 172.21.15.16:0/246061577 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f74180c7040 con 0x7f74180b22a0 2023-09-23T06:36:11.194 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.192+0000 7f740f7fe700 1 -- 172.21.15.16:0/246061577 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v19) v1 ==== 170+0+0 (secure 0 0 0) 0x7f7408017020 con 0x7f74180b22a0 2023-09-23T06:36:11.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.196+0000 7f741d1ff700 1 -- 172.21.15.16:0/246061577 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f73f806afc0 msgr2=0x7f73f806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:11.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.196+0000 7f741d1ff700 1 --2- 172.21.15.16:0/246061577 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f73f806afc0 0x7f73f806d480 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f7400007fd0 tx=0x7f7400009040 comp rx=0 tx=0).stop 2023-09-23T06:36:11.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.196+0000 7f741d1ff700 1 -- 172.21.15.16:0/246061577 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74180b22a0 msgr2=0x7f74180b53a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:11.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.196+0000 7f741d1ff700 1 --2- 172.21.15.16:0/246061577 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74180b22a0 0x7f74180b53a0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f7408001260 tx=0x7f740800c7b0 comp rx=0 tx=0).stop 2023-09-23T06:36:11.199 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.197+0000 7f741d1ff700 1 -- 172.21.15.16:0/246061577 shutdown_connections 2023-09-23T06:36:11.199 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.197+0000 7f741d1ff700 1 --2- 172.21.15.16:0/246061577 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f741815d850 0x7f7418157430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:11.199 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.197+0000 7f741d1ff700 1 --2- 172.21.15.16:0/246061577 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f73f806afc0 0x7f73f806d480 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:11.199 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.197+0000 7f741d1ff700 1 --2- 172.21.15.16:0/246061577 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74180b22a0 0x7f74180b53a0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:11.199 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.197+0000 7f741d1ff700 1 --2- 172.21.15.16:0/246061577 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f74180d2230 0x7f74180b58e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:11.199 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.197+0000 7f741d1ff700 1 -- 172.21.15.16:0/246061577 >> 172.21.15.16:0/246061577 conn(0x7f741808afe0 msgr2=0x7f7418158700 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:11.200 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.199+0000 7f741d1ff700 1 -- 172.21.15.16:0/246061577 shutdown_connections 2023-09-23T06:36:11.200 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.199+0000 7f741d1ff700 1 -- 172.21.15.16:0/246061577 wait complete. 2023-09-23T06:36:11.218 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' created 2023-09-23T06:36:11.238 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-09-23T06:36:11.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.442+0000 7f9f42dff700 1 Processor -- start 2023-09-23T06:36:11.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.442+0000 7f9f42dff700 1 -- start start 2023-09-23T06:36:11.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.443+0000 7f9f42dff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9f3c161fc0 0x7f9f3c0cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:11.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.443+0000 7f9f42dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f3c0d0030 0x7f9f3c0d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:11.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.443+0000 7f9f42dff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9f3c0d09a0 con 0x7f9f3c15d8c0 2023-09-23T06:36:11.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.443+0000 7f9f42dff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9f3c15dca0 con 0x7f9f3c161fc0 2023-09-23T06:36:11.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.443+0000 7f9f42dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f3c0ce130 con 0x7f9f3c0d0030 2023-09-23T06:36:11.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.443+0000 7f9f40b9b700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f9f3c15d8c0 0x7f9f3c0d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36502/0 (socket says 172.21.15.16:36502) 2023-09-23T06:36:11.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.444+0000 7f9f40b9b700 1 -- 172.21.15.16:0/2250079308 learned_addr learned my addr 172.21.15.16:0/2250079308 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:11.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.444+0000 7f9f4139c700 1 --2- 172.21.15.16:0/2250079308 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f3c0d0030 0x7f9f3c0d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:11.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.444+0000 7f9f3bfff700 1 --2- 172.21.15.16:0/2250079308 >> v2:172.21.15.92:3300/0 conn(0x7f9f3c161fc0 0x7f9f3c0cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:11.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.444+0000 7f9f3b7fe700 1 -- 172.21.15.16:0/2250079308 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 472346409 0 0) 0x7f9f3c0d09a0 con 0x7f9f3c15d8c0 2023-09-23T06:36:11.448 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.444+0000 7f9f3b7fe700 1 -- 172.21.15.16:0/2250079308 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9f2c0035b0 con 0x7f9f3c15d8c0 2023-09-23T06:36:11.448 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.444+0000 7f9f4139c700 1 -- 172.21.15.16:0/2250079308 >> v2:172.21.15.92:3300/0 conn(0x7f9f3c161fc0 msgr2=0x7f9f3c0cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:11.448 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.444+0000 7f9f4139c700 1 --2- 172.21.15.16:0/2250079308 >> v2:172.21.15.92:3300/0 conn(0x7f9f3c161fc0 0x7f9f3c0cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:11.448 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.444+0000 7f9f4139c700 1 -- 172.21.15.16:0/2250079308 >> v1:172.21.15.16:6789/0 conn(0x7f9f3c15d8c0 legacy=0x7f9f3c0d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:11.448 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.444+0000 7f9f4139c700 1 -- 172.21.15.16:0/2250079308 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f3c0ce3d0 con 0x7f9f3c0d0030 2023-09-23T06:36:11.448 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.444+0000 7f9f3bfff700 1 --2- 172.21.15.16:0/2250079308 >> v2:172.21.15.92:3300/0 conn(0x7f9f3c161fc0 0x7f9f3c0cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:11.448 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.445+0000 7f9f4139c700 1 --2- 172.21.15.16:0/2250079308 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f3c0d0030 0x7f9f3c0d0460 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f9f34009d90 tx=0x7f9f3400b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2f8dcf0e4ff2f9c5 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:11.448 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.445+0000 7f9f3b7fe700 1 -- 172.21.15.16:0/2250079308 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f3400e070 con 0x7f9f3c0d0030 2023-09-23T06:36:11.448 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.445+0000 7f9f3b7fe700 1 -- 172.21.15.16:0/2250079308 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f3400bb20 con 0x7f9f3c0d0030 2023-09-23T06:36:11.448 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.445+0000 7f9f3b7fe700 1 -- 172.21.15.16:0/2250079308 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f34012430 con 0x7f9f3c0d0030 2023-09-23T06:36:11.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.445+0000 7f9f42dff700 1 -- 172.21.15.16:0/2250079308 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f3c0d0030 msgr2=0x7f9f3c0d0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:11.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.445+0000 7f9f42dff700 1 --2- 172.21.15.16:0/2250079308 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f3c0d0030 0x7f9f3c0d0460 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f9f34009d90 tx=0x7f9f3400b330 comp rx=0 tx=0).stop 2023-09-23T06:36:11.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.445+0000 7f9f42dff700 1 -- 172.21.15.16:0/2250079308 shutdown_connections 2023-09-23T06:36:11.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.445+0000 7f9f42dff700 1 --2- 172.21.15.16:0/2250079308 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f3c0d0030 0x7f9f3c0d0460 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:11.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.445+0000 7f9f42dff700 1 --2- 172.21.15.16:0/2250079308 >> v2:172.21.15.92:3300/0 conn(0x7f9f3c161fc0 0x7f9f3c0cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:11.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.445+0000 7f9f42dff700 1 -- 172.21.15.16:0/2250079308 >> 172.21.15.16:0/2250079308 conn(0x7f9f3c09c9b0 msgr2=0x7f9f3c0d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:11.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.445+0000 7f9f42dff700 1 -- 172.21.15.16:0/2250079308 shutdown_connections 2023-09-23T06:36:11.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.446+0000 7f9f42dff700 1 -- 172.21.15.16:0/2250079308 wait complete. 2023-09-23T06:36:11.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.448+0000 7f9f42dff700 1 Processor -- start 2023-09-23T06:36:11.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.448+0000 7f9f42dff700 1 -- start start 2023-09-23T06:36:11.452 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.449+0000 7f9f42dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f3c0d0030 0x7f9f3c15bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:11.452 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.449+0000 7f9f42dff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9f3c15d8c0 0x7f9f3c0ccee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:11.452 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.449+0000 7f9f42dff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9f3c161fc0 0x7f9f3c0cd420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:11.452 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.449+0000 7f9f42dff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f3c1f2fc0 con 0x7f9f3c161fc0 2023-09-23T06:36:11.452 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.449+0000 7f9f42dff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9f3c0cdaa0 con 0x7f9f3c15d8c0 2023-09-23T06:36:11.452 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.449+0000 7f9f42dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9f3c1f3f90 con 0x7f9f3c0d0030 2023-09-23T06:36:11.452 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.450+0000 7f9f4139c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9f3c161fc0 0x7f9f3c0cd420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:11.452 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.450+0000 7f9f40b9b700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f3c0d0030 0x7f9f3c15bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:11.453 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.450+0000 7f9f4139c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9f3c161fc0 0x7f9f3c0cd420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:51800/0 (socket says 172.21.15.16:51800) 2023-09-23T06:36:11.453 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.450+0000 7f9f3bfff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9f3c15d8c0 0x7f9f3c0ccee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:11.453 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.450+0000 7f9f4139c700 1 -- 172.21.15.16:0/4095772942 learned_addr learned my addr 172.21.15.16:0/4095772942 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:11.453 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.450+0000 7f9f4139c700 1 -- 172.21.15.16:0/4095772942 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f3c0d0030 msgr2=0x7f9f3c15bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:11.453 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.450+0000 7f9f4139c700 1 --2- 172.21.15.16:0/4095772942 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f3c0d0030 0x7f9f3c15bdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:11.453 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.450+0000 7f9f4139c700 1 -- 172.21.15.16:0/4095772942 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9f3c15d8c0 msgr2=0x7f9f3c0ccee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:11.453 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.450+0000 7f9f4139c700 1 --2- 172.21.15.16:0/4095772942 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9f3c15d8c0 0x7f9f3c0ccee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:11.453 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.450+0000 7f9f4139c700 1 -- 172.21.15.16:0/4095772942 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9f280094a0 con 0x7f9f3c161fc0 2023-09-23T06:36:11.453 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.450+0000 7f9f40b9b700 1 --2- 172.21.15.16:0/4095772942 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f3c0d0030 0x7f9f3c15bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:11.453 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.450+0000 7f9f4139c700 1 --2- 172.21.15.16:0/4095772942 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9f3c161fc0 0x7f9f3c0cd420 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f9f3c067ba0 tx=0x7f9f34004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:11.454 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.451+0000 7f9f397fa700 1 -- 172.21.15.16:0/4095772942 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f34012430 con 0x7f9f3c161fc0 2023-09-23T06:36:11.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.451+0000 7f9f397fa700 1 -- 172.21.15.16:0/4095772942 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9f34020070 con 0x7f9f3c161fc0 2023-09-23T06:36:11.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.451+0000 7f9f42dff700 1 -- 172.21.15.16:0/4095772942 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9f34009a70 con 0x7f9f3c161fc0 2023-09-23T06:36:11.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.451+0000 7f9f397fa700 1 -- 172.21.15.16:0/4095772942 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9f34004280 con 0x7f9f3c161fc0 2023-09-23T06:36:11.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.451+0000 7f9f42dff700 1 -- 172.21.15.16:0/4095772942 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9f3c1f34b0 con 0x7f9f3c161fc0 2023-09-23T06:36:11.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.452+0000 7f9f42dff700 1 -- 172.21.15.16:0/4095772942 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9f3c074b40 con 0x7f9f3c161fc0 2023-09-23T06:36:11.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.453+0000 7f9f397fa700 1 -- 172.21.15.16:0/4095772942 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f9f340043e0 con 0x7f9f3c161fc0 2023-09-23T06:36:11.456 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.454+0000 7f9f397fa700 1 --2- 172.21.15.16:0/4095772942 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9f2006afc0 0x7f9f2006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:11.456 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.454+0000 7f9f397fa700 1 -- 172.21.15.16:0/4095772942 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f9f34022070 con 0x7f9f3c161fc0 2023-09-23T06:36:11.456 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.455+0000 7f9f40b9b700 1 --2- 172.21.15.16:0/4095772942 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9f2006afc0 0x7f9f2006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:11.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.455+0000 7f9f40b9b700 1 --2- 172.21.15.16:0/4095772942 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9f2006afc0 0x7f9f2006d480 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f9f30007fd0 tx=0x7f9f30009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:11.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.459+0000 7f9f397fa700 1 -- 172.21.15.16:0/4095772942 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f9f34056310 con 0x7f9f3c161fc0 2023-09-23T06:36:11.711 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:11.709+0000 7f9f42dff700 1 -- 172.21.15.16:0/4095772942 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f9f3c0cfe10 con 0x7f9f3c161fc0 2023-09-23T06:36:12.211 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.209+0000 7f9f397fa700 1 -- 172.21.15.16:0/4095772942 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7f9f3405ee60 con 0x7f9f3c161fc0 2023-09-23T06:36:12.215 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.213+0000 7f9f42dff700 1 -- 172.21.15.16:0/4095772942 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9f2006afc0 msgr2=0x7f9f2006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:12.215 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.213+0000 7f9f42dff700 1 --2- 172.21.15.16:0/4095772942 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9f2006afc0 0x7f9f2006d480 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f9f30007fd0 tx=0x7f9f30009040 comp rx=0 tx=0).stop 2023-09-23T06:36:12.215 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.213+0000 7f9f42dff700 1 -- 172.21.15.16:0/4095772942 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9f3c161fc0 msgr2=0x7f9f3c0cd420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:12.215 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.213+0000 7f9f42dff700 1 --2- 172.21.15.16:0/4095772942 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9f3c161fc0 0x7f9f3c0cd420 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f9f3c067ba0 tx=0x7f9f34004ad0 comp rx=0 tx=0).stop 2023-09-23T06:36:12.215 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.213+0000 7f9f42dff700 1 -- 172.21.15.16:0/4095772942 shutdown_connections 2023-09-23T06:36:12.215 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.213+0000 7f9f42dff700 1 --2- 172.21.15.16:0/4095772942 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9f2006afc0 0x7f9f2006d480 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:12.215 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.213+0000 7f9f42dff700 1 --2- 172.21.15.16:0/4095772942 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9f3c161fc0 0x7f9f3c0cd420 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:12.215 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.213+0000 7f9f42dff700 1 --2- 172.21.15.16:0/4095772942 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9f3c0d0030 0x7f9f3c15bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:12.216 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.213+0000 7f9f42dff700 1 --2- 172.21.15.16:0/4095772942 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9f3c15d8c0 0x7f9f3c0ccee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:12.216 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.213+0000 7f9f42dff700 1 -- 172.21.15.16:0/4095772942 >> 172.21.15.16:0/4095772942 conn(0x7f9f3c09c9b0 msgr2=0x7f9f3c0b50d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:12.216 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.213+0000 7f9f42dff700 1 -- 172.21.15.16:0/4095772942 shutdown_connections 2023-09-23T06:36:12.216 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.213+0000 7f9f42dff700 1 -- 172.21.15.16:0/4095772942 wait complete. 2023-09-23T06:36:12.217 INFO:teuthology.orchestra.run.smithi016.stderr:new fs with metadata pool 2 and data pool 3 2023-09-23T06:36:12.239 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:36:12.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.440+0000 7f4f36dff700 1 Processor -- start 2023-09-23T06:36:12.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.440+0000 7f4f36dff700 1 -- start start 2023-09-23T06:36:12.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.441+0000 7f4f36dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f3015d920 0x7f4f300d18c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:12.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.441+0000 7f4f36dff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4f300d3060 0x7f4f300b90a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:12.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.441+0000 7f4f36dff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f300d1fc0 con 0x7f4f300b5000 2023-09-23T06:36:12.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.441+0000 7f4f36dff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f300ced80 con 0x7f4f300d3060 2023-09-23T06:36:12.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.441+0000 7f4f36dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f300b95e0 con 0x7f4f3015d920 2023-09-23T06:36:12.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.442+0000 7f4f3539c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f4f300b5000 0x7f4f3006b710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36508/0 (socket says 172.21.15.16:36508) 2023-09-23T06:36:12.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.442+0000 7f4f2ffff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4f300d3060 0x7f4f300b90a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:12.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.442+0000 7f4f3539c700 1 -- 172.21.15.16:0/1395862860 learned_addr learned my addr 172.21.15.16:0/1395862860 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:12.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.442+0000 7f4f34b9b700 1 --2- 172.21.15.16:0/1395862860 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f3015d920 0x7f4f300d18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:12.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.442+0000 7f4f2ffff700 1 -- 172.21.15.16:0/1395862860 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f3015d920 msgr2=0x7f4f300d18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.442+0000 7f4f2ffff700 1 --2- 172.21.15.16:0/1395862860 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f3015d920 0x7f4f300d18c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.442+0000 7f4f2ffff700 1 -- 172.21.15.16:0/1395862860 >> v1:172.21.15.16:6789/0 conn(0x7f4f300b5000 legacy=0x7f4f3006b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.442+0000 7f4f2ffff700 1 -- 172.21.15.16:0/1395862860 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f300d22a0 con 0x7f4f300d3060 2023-09-23T06:36:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.442+0000 7f4f2f7fe700 1 -- 172.21.15.16:0/1395862860 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3518860376 0 0) 0x7f4f300d1fc0 con 0x7f4f300b5000 2023-09-23T06:36:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.442+0000 7f4f34b9b700 1 --2- 172.21.15.16:0/1395862860 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f3015d920 0x7f4f300d18c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.442+0000 7f4f2ffff700 1 --2- 172.21.15.16:0/1395862860 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f300d3060 0x7f4f300b90a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f4f1c009840 tx=0x7f4f1c009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10985e144430021a server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.443+0000 7f4f2f7fe700 1 -- 172.21.15.16:0/1395862860 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f1c011830 con 0x7f4f300d3060 2023-09-23T06:36:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.443+0000 7f4f2f7fe700 1 -- 172.21.15.16:0/1395862860 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f1c011990 con 0x7f4f300d3060 2023-09-23T06:36:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.443+0000 7f4f2f7fe700 1 -- 172.21.15.16:0/1395862860 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f1c011d20 con 0x7f4f300d3060 2023-09-23T06:36:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.443+0000 7f4f36dff700 1 -- 172.21.15.16:0/1395862860 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f300d3060 msgr2=0x7f4f300b90a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:12.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.443+0000 7f4f36dff700 1 --2- 172.21.15.16:0/1395862860 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f300d3060 0x7f4f300b90a0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f4f1c009840 tx=0x7f4f1c009b50 comp rx=0 tx=0).stop 2023-09-23T06:36:12.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.443+0000 7f4f36dff700 1 -- 172.21.15.16:0/1395862860 shutdown_connections 2023-09-23T06:36:12.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.443+0000 7f4f36dff700 1 --2- 172.21.15.16:0/1395862860 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f3015d920 0x7f4f300d18c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:12.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.443+0000 7f4f36dff700 1 --2- 172.21.15.16:0/1395862860 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f300d3060 0x7f4f300b90a0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:12.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.443+0000 7f4f36dff700 1 -- 172.21.15.16:0/1395862860 >> 172.21.15.16:0/1395862860 conn(0x7f4f300d0000 msgr2=0x7f4f300d03e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:12.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.443+0000 7f4f36dff700 1 -- 172.21.15.16:0/1395862860 shutdown_connections 2023-09-23T06:36:12.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.443+0000 7f4f36dff700 1 -- 172.21.15.16:0/1395862860 wait complete. 2023-09-23T06:36:12.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.445+0000 7f4f36dff700 1 Processor -- start 2023-09-23T06:36:12.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.445+0000 7f4f36dff700 1 -- start start 2023-09-23T06:36:12.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.446+0000 7f4f36dff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f300b5000 0x7f4f300ad330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:12.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.446+0000 7f4f36dff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f300d3060 0x7f4f3014c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:12.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.446+0000 7f4f36dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f3015d920 0x7f4f300cc670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:12.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.446+0000 7f4f36dff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f300d2c40 con 0x7f4f300d3060 2023-09-23T06:36:12.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.446+0000 7f4f36dff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f300cb6a0 con 0x7f4f300b5000 2023-09-23T06:36:12.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.446+0000 7f4f36dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f300cc1e0 con 0x7f4f3015d920 2023-09-23T06:36:12.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.446+0000 7f4f2ffff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f300d3060 0x7f4f3014c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:12.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.446+0000 7f4f2ffff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f300d3060 0x7f4f3014c3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:51816/0 (socket says 172.21.15.16:51816) 2023-09-23T06:36:12.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.446+0000 7f4f2ffff700 1 -- 172.21.15.16:0/1152658900 learned_addr learned my addr 172.21.15.16:0/1152658900 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:12.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.447+0000 7f4f3539c700 1 --2- 172.21.15.16:0/1152658900 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f3015d920 0x7f4f300cc670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:12.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.447+0000 7f4f34b9b700 1 --2- 172.21.15.16:0/1152658900 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f300b5000 0x7f4f300ad330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:12.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.447+0000 7f4f2ffff700 1 -- 172.21.15.16:0/1152658900 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f3015d920 msgr2=0x7f4f300cc670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:12.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.447+0000 7f4f2ffff700 1 --2- 172.21.15.16:0/1152658900 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f3015d920 0x7f4f300cc670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:12.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.447+0000 7f4f2ffff700 1 -- 172.21.15.16:0/1152658900 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f300b5000 msgr2=0x7f4f300ad330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:12.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.447+0000 7f4f2ffff700 1 --2- 172.21.15.16:0/1152658900 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f300b5000 0x7f4f300ad330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:12.451 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.447+0000 7f4f2ffff700 1 -- 172.21.15.16:0/1152658900 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f1c0094a0 con 0x7f4f300d3060 2023-09-23T06:36:12.451 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.447+0000 7f4f34b9b700 1 --2- 172.21.15.16:0/1152658900 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f300b5000 0x7f4f300ad330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:36:12.451 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.447+0000 7f4f2ffff700 1 --2- 172.21.15.16:0/1152658900 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f300d3060 0x7f4f3014c3f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f4f1c0090b0 tx=0x7f4f1c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:12.451 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.447+0000 7f4f2d7fa700 1 -- 172.21.15.16:0/1152658900 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f1c0038a0 con 0x7f4f300d3060 2023-09-23T06:36:12.451 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.447+0000 7f4f2d7fa700 1 -- 172.21.15.16:0/1152658900 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f1c01f070 con 0x7f4f300d3060 2023-09-23T06:36:12.451 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.447+0000 7f4f36dff700 1 -- 172.21.15.16:0/1152658900 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f300cb8b0 con 0x7f4f300d3060 2023-09-23T06:36:12.451 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.447+0000 7f4f2d7fa700 1 -- 172.21.15.16:0/1152658900 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f1c003c00 con 0x7f4f300d3060 2023-09-23T06:36:12.451 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.448+0000 7f4f36dff700 1 -- 172.21.15.16:0/1152658900 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f300cbe70 con 0x7f4f300d3060 2023-09-23T06:36:12.452 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.449+0000 7f4f36dff700 1 -- 172.21.15.16:0/1152658900 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f30067c30 con 0x7f4f300d3060 2023-09-23T06:36:12.452 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.449+0000 7f4f2d7fa700 1 -- 172.21.15.16:0/1152658900 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f4f1c01a430 con 0x7f4f300d3060 2023-09-23T06:36:12.452 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.451+0000 7f4f2d7fa700 1 --2- 172.21.15.16:0/1152658900 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4f1406afc0 0x7f4f1406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:12.452 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.451+0000 7f4f2d7fa700 1 -- 172.21.15.16:0/1152658900 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4f1c021070 con 0x7f4f300d3060 2023-09-23T06:36:12.453 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.451+0000 7f4f34b9b700 1 --2- 172.21.15.16:0/1152658900 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4f1406afc0 0x7f4f1406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:12.454 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.452+0000 7f4f34b9b700 1 --2- 172.21.15.16:0/1152658900 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4f1406afc0 0x7f4f1406d480 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4f3015c1e0 tx=0x7f4f24008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:12.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.455+0000 7f4f2d7fa700 1 -- 172.21.15.16:0/1152658900 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f4f1c056290 con 0x7f4f300d3060 2023-09-23T06:36:12.665 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.664+0000 7f4f36dff700 1 -- 172.21.15.16:0/1152658900 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4f300cc320 con 0x7f4f300d3060 2023-09-23T06:36:12.666 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.665+0000 7f4f2d7fa700 1 -- 172.21.15.16:0/1152658900 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16470 (secure 0 0 0) 0x7f4f1c0598b0 con 0x7f4f300d3060 2023-09-23T06:36:12.667 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:12.667 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":20,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:36:11.711377+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:36:09.790555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-23T06:36:10.695995+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:36:12.669 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.667+0000 7f4f36dff700 1 -- 172.21.15.16:0/1152658900 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4f1406afc0 msgr2=0x7f4f1406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:12.669 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.667+0000 7f4f36dff700 1 --2- 172.21.15.16:0/1152658900 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4f1406afc0 0x7f4f1406d480 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f4f3015c1e0 tx=0x7f4f24008040 comp rx=0 tx=0).stop 2023-09-23T06:36:12.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.667+0000 7f4f36dff700 1 -- 172.21.15.16:0/1152658900 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f300d3060 msgr2=0x7f4f3014c3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:12.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.667+0000 7f4f36dff700 1 --2- 172.21.15.16:0/1152658900 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f300d3060 0x7f4f3014c3f0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f4f1c0090b0 tx=0x7f4f1c004750 comp rx=0 tx=0).stop 2023-09-23T06:36:12.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.667+0000 7f4f36dff700 1 -- 172.21.15.16:0/1152658900 shutdown_connections 2023-09-23T06:36:12.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.667+0000 7f4f36dff700 1 --2- 172.21.15.16:0/1152658900 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4f3015d920 0x7f4f300cc670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:12.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.667+0000 7f4f36dff700 1 --2- 172.21.15.16:0/1152658900 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4f300b5000 0x7f4f300ad330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:12.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.668+0000 7f4f36dff700 1 --2- 172.21.15.16:0/1152658900 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4f1406afc0 0x7f4f1406d480 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:12.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.668+0000 7f4f36dff700 1 --2- 172.21.15.16:0/1152658900 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4f300d3060 0x7f4f3014c3f0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:12.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.668+0000 7f4f36dff700 1 -- 172.21.15.16:0/1152658900 >> 172.21.15.16:0/1152658900 conn(0x7f4f300d0000 msgr2=0x7f4f3015fd10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:12.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.668+0000 7f4f36dff700 1 -- 172.21.15.16:0/1152658900 shutdown_connections 2023-09-23T06:36:12.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.668+0000 7f4f36dff700 1 -- 172.21.15.16:0/1152658900 wait complete. 2023-09-23T06:36:12.687 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:36:12.888 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.887+0000 7fba043ff700 1 Processor -- start 2023-09-23T06:36:12.889 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.887+0000 7fba043ff700 1 -- start start 2023-09-23T06:36:12.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.888+0000 7fba043ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb9fc15d770 0x7fb9fc0ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:12.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.888+0000 7fba043ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9fc15ec00 con 0x7fb9fc15db50 2023-09-23T06:36:12.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.888+0000 7fba043ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9fc0cdd00 con 0x7fb9fc0b4fe0 2023-09-23T06:36:12.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.888+0000 7fba043ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9fc0b9550 con 0x7fb9fc15d770 2023-09-23T06:36:12.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.888+0000 7fba0199a700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb9fc15db50 0x7fb9fc0b8e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36510/0 (socket says 172.21.15.16:36510) 2023-09-23T06:36:12.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.889+0000 7fba0199a700 1 -- 172.21.15.16:0/265324278 learned_addr learned my addr 172.21.15.16:0/265324278 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:12.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.889+0000 7fba0219b700 1 --2- 172.21.15.16:0/265324278 >> v2:172.21.15.92:3300/0 conn(0x7fb9fc15d770 0x7fb9fc0ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:12.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.889+0000 7fba01199700 1 -- 172.21.15.16:0/265324278 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2929603355 0 0) 0x7fb9fc15ec00 con 0x7fb9fc15db50 2023-09-23T06:36:12.892 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.889+0000 7fba01199700 1 -- 172.21.15.16:0/265324278 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb9e80035b0 con 0x7fb9fc15db50 2023-09-23T06:36:12.892 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.889+0000 7fba01199700 1 -- 172.21.15.16:0/265324278 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 89341271 0 0) 0x7fb9fc0cdd00 con 0x7fb9fc0b4fe0 2023-09-23T06:36:12.892 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.889+0000 7fba0219b700 1 -- 172.21.15.16:0/265324278 >> v1:172.21.15.92:6789/0 conn(0x7fb9fc0b4fe0 legacy=0x7fb9fc161600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:12.892 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.889+0000 7fba0219b700 1 -- 172.21.15.16:0/265324278 >> v1:172.21.15.16:6789/0 conn(0x7fb9fc15db50 legacy=0x7fb9fc0b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:12.892 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.889+0000 7fba0219b700 1 -- 172.21.15.16:0/265324278 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9fc15e080 con 0x7fb9fc15d770 2023-09-23T06:36:12.892 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.889+0000 7fba0219b700 1 --2- 172.21.15.16:0/265324278 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb9fc15d770 0x7fb9fc0ce420 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fb9f8009840 tx=0x7fb9f8009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a2f44385192b47c9 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:12.893 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.890+0000 7fba01199700 1 -- 172.21.15.16:0/265324278 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9f8011830 con 0x7fb9fc15d770 2023-09-23T06:36:12.893 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.890+0000 7fba01199700 1 -- 172.21.15.16:0/265324278 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9f8011990 con 0x7fb9fc15d770 2023-09-23T06:36:12.893 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.890+0000 7fba01199700 1 -- 172.21.15.16:0/265324278 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9f8011d00 con 0x7fb9fc15d770 2023-09-23T06:36:12.893 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.890+0000 7fba043ff700 1 -- 172.21.15.16:0/265324278 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb9fc15d770 msgr2=0x7fb9fc0ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:12.893 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.890+0000 7fba043ff700 1 --2- 172.21.15.16:0/265324278 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb9fc15d770 0x7fb9fc0ce420 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fb9f8009840 tx=0x7fb9f8009b50 comp rx=0 tx=0).stop 2023-09-23T06:36:12.893 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.890+0000 7fba043ff700 1 -- 172.21.15.16:0/265324278 shutdown_connections 2023-09-23T06:36:12.893 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.890+0000 7fba043ff700 1 --2- 172.21.15.16:0/265324278 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb9fc15d770 0x7fb9fc0ce420 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:12.894 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.890+0000 7fba043ff700 1 -- 172.21.15.16:0/265324278 >> 172.21.15.16:0/265324278 conn(0x7fb9fc0724b0 msgr2=0x7fb9fc0d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:12.894 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.890+0000 7fba043ff700 1 -- 172.21.15.16:0/265324278 shutdown_connections 2023-09-23T06:36:12.894 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.890+0000 7fba043ff700 1 -- 172.21.15.16:0/265324278 wait complete. 2023-09-23T06:36:12.894 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.892+0000 7fba043ff700 1 Processor -- start 2023-09-23T06:36:12.894 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.892+0000 7fba043ff700 1 -- start start 2023-09-23T06:36:12.896 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.893+0000 7fba043ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9fc0b4fe0 0x7fb9fc150a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:12.896 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.893+0000 7fba043ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb9fc15d770 0x7fb9fc0ca7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:12.896 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.893+0000 7fba043ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb9fc15db50 0x7fb9fc161500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:12.896 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.893+0000 7fba043ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9fc0c9780 con 0x7fb9fc0b4fe0 2023-09-23T06:36:12.897 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.893+0000 7fba043ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9fc150fa0 con 0x7fb9fc15db50 2023-09-23T06:36:12.897 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.893+0000 7fba043ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9fc0c8b70 con 0x7fb9fc15d770 2023-09-23T06:36:12.897 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.893+0000 7fba0219b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9fc0b4fe0 0x7fb9fc150a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:12.897 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.893+0000 7fba0219b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9fc0b4fe0 0x7fb9fc150a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:51832/0 (socket says 172.21.15.16:51832) 2023-09-23T06:36:12.897 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.893+0000 7fba0219b700 1 -- 172.21.15.16:0/2213460001 learned_addr learned my addr 172.21.15.16:0/2213460001 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:12.897 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.894+0000 7fba0299c700 1 --2- 172.21.15.16:0/2213460001 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb9fc15db50 0x7fb9fc161500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:12.897 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.894+0000 7fba0199a700 1 --2- 172.21.15.16:0/2213460001 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb9fc15d770 0x7fb9fc0ca7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:12.897 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.894+0000 7fba0219b700 1 -- 172.21.15.16:0/2213460001 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb9fc15d770 msgr2=0x7fb9fc0ca7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:12.897 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.894+0000 7fba0219b700 1 --2- 172.21.15.16:0/2213460001 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb9fc15d770 0x7fb9fc0ca7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:12.897 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.894+0000 7fba0219b700 1 -- 172.21.15.16:0/2213460001 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb9fc15db50 msgr2=0x7fb9fc161500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:12.897 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.894+0000 7fba0219b700 1 --2- 172.21.15.16:0/2213460001 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb9fc15db50 0x7fb9fc161500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:12.898 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.894+0000 7fba0219b700 1 -- 172.21.15.16:0/2213460001 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9f80094a0 con 0x7fb9fc0b4fe0 2023-09-23T06:36:12.898 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.894+0000 7fba0219b700 1 --2- 172.21.15.16:0/2213460001 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9fc0b4fe0 0x7fb9fc150a60 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb9f8009fd0 tx=0x7fb9f8004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:12.898 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.894+0000 7fb9f2ffd700 1 -- 172.21.15.16:0/2213460001 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9f80036a0 con 0x7fb9fc0b4fe0 2023-09-23T06:36:12.898 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.894+0000 7fb9f2ffd700 1 -- 172.21.15.16:0/2213460001 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9f801f070 con 0x7fb9fc0b4fe0 2023-09-23T06:36:12.898 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.894+0000 7fb9f2ffd700 1 -- 172.21.15.16:0/2213460001 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9f8003a40 con 0x7fb9fc0b4fe0 2023-09-23T06:36:12.898 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.894+0000 7fba043ff700 1 -- 172.21.15.16:0/2213460001 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9fc0c8e50 con 0x7fb9fc0b4fe0 2023-09-23T06:36:12.898 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.895+0000 7fba043ff700 1 -- 172.21.15.16:0/2213460001 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9fc0c9410 con 0x7fb9fc0b4fe0 2023-09-23T06:36:12.898 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.896+0000 7fba043ff700 1 -- 172.21.15.16:0/2213460001 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9fc0d2d00 con 0x7fb9fc0b4fe0 2023-09-23T06:36:12.899 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.896+0000 7fb9f2ffd700 1 -- 172.21.15.16:0/2213460001 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fb9f8003ba0 con 0x7fb9fc0b4fe0 2023-09-23T06:36:12.899 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.898+0000 7fb9f2ffd700 1 --2- 172.21.15.16:0/2213460001 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb9e006afc0 0x7fb9e006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:12.900 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.898+0000 7fb9f2ffd700 1 -- 172.21.15.16:0/2213460001 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb9f8021070 con 0x7fb9fc0b4fe0 2023-09-23T06:36:12.900 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.898+0000 7fba0199a700 1 --2- 172.21.15.16:0/2213460001 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb9e006afc0 0x7fb9e006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:12.900 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.899+0000 7fba0199a700 1 --2- 172.21.15.16:0/2213460001 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb9e006afc0 0x7fb9e006d480 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc1512e0 tx=0x7fb9ec009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:12.904 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:12.903+0000 7fb9f2ffd700 1 -- 172.21.15.16:0/2213460001 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fb9f80560f0 con 0x7fb9fc0b4fe0 2023-09-23T06:36:13.116 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.114+0000 7fba043ff700 1 -- 172.21.15.16:0/2213460001 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb9fc074b40 con 0x7fb9fc0b4fe0 2023-09-23T06:36:13.117 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.115+0000 7fb9f2ffd700 1 -- 172.21.15.16:0/2213460001 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16457 (secure 0 0 0) 0x7fb9f8015090 con 0x7fb9fc0b4fe0 2023-09-23T06:36:13.117 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:13.117 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:36:13.020285+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:36:09.790555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-23T06:36:10.695995+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:36:13.119 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.117+0000 7fba043ff700 1 -- 172.21.15.16:0/2213460001 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb9e006afc0 msgr2=0x7fb9e006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:13.119 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.117+0000 7fba043ff700 1 --2- 172.21.15.16:0/2213460001 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb9e006afc0 0x7fb9e006d480 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc1512e0 tx=0x7fb9ec009040 comp rx=0 tx=0).stop 2023-09-23T06:36:13.120 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.117+0000 7fba043ff700 1 -- 172.21.15.16:0/2213460001 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9fc0b4fe0 msgr2=0x7fb9fc150a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:13.120 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.117+0000 7fba043ff700 1 --2- 172.21.15.16:0/2213460001 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9fc0b4fe0 0x7fb9fc150a60 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fb9f8009fd0 tx=0x7fb9f8004750 comp rx=0 tx=0).stop 2023-09-23T06:36:13.120 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.117+0000 7fba043ff700 1 -- 172.21.15.16:0/2213460001 shutdown_connections 2023-09-23T06:36:13.120 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.117+0000 7fba043ff700 1 --2- 172.21.15.16:0/2213460001 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb9fc15db50 0x7fb9fc161500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:13.120 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.117+0000 7fba043ff700 1 --2- 172.21.15.16:0/2213460001 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb9e006afc0 0x7fb9e006d480 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:13.120 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.117+0000 7fba043ff700 1 --2- 172.21.15.16:0/2213460001 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb9fc0b4fe0 0x7fb9fc150a60 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:13.120 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.117+0000 7fba043ff700 1 --2- 172.21.15.16:0/2213460001 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb9fc15d770 0x7fb9fc0ca7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:13.121 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.118+0000 7fba043ff700 1 -- 172.21.15.16:0/2213460001 >> 172.21.15.16:0/2213460001 conn(0x7fb9fc0724b0 msgr2=0x7fb9fc15ef80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:13.121 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.118+0000 7fba043ff700 1 -- 172.21.15.16:0/2213460001 shutdown_connections 2023-09-23T06:36:13.121 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.118+0000 7fba043ff700 1 -- 172.21.15.16:0/2213460001 wait complete. 2023-09-23T06:36:13.138 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-09-23T06:36:13.347 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.345+0000 7fd833dff700 1 Processor -- start 2023-09-23T06:36:13.347 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.345+0000 7fd833dff700 1 -- start start 2023-09-23T06:36:13.349 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.346+0000 7fd833dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd82c15d8c0 0x7fd82c0cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:13.349 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.346+0000 7fd833dff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd82c161fc0 0x7fd82c0d3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:13.349 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.346+0000 7fd833dff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd82c15dca0 con 0x7fd82c0d0030 2023-09-23T06:36:13.349 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.346+0000 7fd833dff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd82c0ce130 con 0x7fd82c161fc0 2023-09-23T06:36:13.349 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.346+0000 7fd833dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd82c0ce3d0 con 0x7fd82c15d8c0 2023-09-23T06:36:13.349 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.346+0000 7fd83239c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd82c0d0030 0x7fd82c0d0440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:36514/0 (socket says 172.21.15.16:36514) 2023-09-23T06:36:13.349 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.346+0000 7fd83239c700 1 -- 172.21.15.16:0/685546418 learned_addr learned my addr 172.21.15.16:0/685546418 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:13.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.346+0000 7fd83139a700 1 --2- 172.21.15.16:0/685546418 >> v2:172.21.15.16:3300/0 conn(0x7fd82c161fc0 0x7fd82c0d3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:13.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.347+0000 7fd831b9b700 1 --2- 172.21.15.16:0/685546418 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd82c15d8c0 0x7fd82c0cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:13.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.347+0000 7fd830b99700 1 -- 172.21.15.16:0/685546418 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2106636695 0 0) 0x7fd82c15dca0 con 0x7fd82c0d0030 2023-09-23T06:36:13.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.347+0000 7fd83139a700 1 -- 172.21.15.16:0/685546418 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd82c15d8c0 msgr2=0x7fd82c0cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:13.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.347+0000 7fd83139a700 1 --2- 172.21.15.16:0/685546418 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd82c15d8c0 0x7fd82c0cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:13.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.347+0000 7fd83139a700 1 -- 172.21.15.16:0/685546418 >> v1:172.21.15.16:6789/0 conn(0x7fd82c0d0030 legacy=0x7fd82c0d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:13.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.347+0000 7fd83139a700 1 -- 172.21.15.16:0/685546418 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd82c0ce6b0 con 0x7fd82c161fc0 2023-09-23T06:36:13.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.347+0000 7fd83139a700 1 --2- 172.21.15.16:0/685546418 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd82c161fc0 0x7fd82c0d3d30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd81c009840 tx=0x7fd81c009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f35c6738a1a21cb server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:13.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.347+0000 7fd830b99700 1 -- 172.21.15.16:0/685546418 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd81c011830 con 0x7fd82c161fc0 2023-09-23T06:36:13.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.347+0000 7fd830b99700 1 -- 172.21.15.16:0/685546418 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd81c011990 con 0x7fd82c161fc0 2023-09-23T06:36:13.351 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.347+0000 7fd830b99700 1 -- 172.21.15.16:0/685546418 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd81c011d20 con 0x7fd82c161fc0 2023-09-23T06:36:13.352 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.348+0000 7fd833dff700 1 -- 172.21.15.16:0/685546418 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd82c161fc0 msgr2=0x7fd82c0d3d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:13.352 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.348+0000 7fd833dff700 1 --2- 172.21.15.16:0/685546418 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd82c161fc0 0x7fd82c0d3d30 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd81c009840 tx=0x7fd81c009b50 comp rx=0 tx=0).stop 2023-09-23T06:36:13.352 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.348+0000 7fd833dff700 1 -- 172.21.15.16:0/685546418 shutdown_connections 2023-09-23T06:36:13.352 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.348+0000 7fd833dff700 1 --2- 172.21.15.16:0/685546418 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd82c15d8c0 0x7fd82c0cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:13.352 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.348+0000 7fd833dff700 1 --2- 172.21.15.16:0/685546418 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd82c161fc0 0x7fd82c0d3d30 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:13.352 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.348+0000 7fd833dff700 1 -- 172.21.15.16:0/685546418 >> 172.21.15.16:0/685546418 conn(0x7fd82c09c9b0 msgr2=0x7fd82c0d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:13.353 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.348+0000 7fd833dff700 1 -- 172.21.15.16:0/685546418 shutdown_connections 2023-09-23T06:36:13.353 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.348+0000 7fd833dff700 1 -- 172.21.15.16:0/685546418 wait complete. 2023-09-23T06:36:13.353 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.350+0000 7fd833dff700 1 Processor -- start 2023-09-23T06:36:13.353 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.350+0000 7fd833dff700 1 -- start start 2023-09-23T06:36:13.354 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.351+0000 7fd833dff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd82c0d0030 0x7fd82c154c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:13.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.351+0000 7fd833dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd82c15d8c0 0x7fd82c0c7350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:13.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.351+0000 7fd833dff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd82c161fc0 0x7fd82c0c8e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:13.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.351+0000 7fd833dff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd82c155180 con 0x7fd82c161fc0 2023-09-23T06:36:13.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.351+0000 7fd833dff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd82c0b66d0 con 0x7fd82c0d0030 2023-09-23T06:36:13.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.351+0000 7fd833dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd82c0b69b0 con 0x7fd82c15d8c0 2023-09-23T06:36:13.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.351+0000 7fd83239c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd82c161fc0 0x7fd82c0c8e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:13.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.351+0000 7fd83239c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd82c161fc0 0x7fd82c0c8e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:51844/0 (socket says 172.21.15.16:51844) 2023-09-23T06:36:13.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.351+0000 7fd83239c700 1 -- 172.21.15.16:0/1591032807 learned_addr learned my addr 172.21.15.16:0/1591032807 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:13.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.351+0000 7fd83139a700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd82c15d8c0 0x7fd82c0c7350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:13.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.351+0000 7fd831b9b700 1 --2- 172.21.15.16:0/1591032807 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd82c0d0030 0x7fd82c154c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:13.356 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.351+0000 7fd83239c700 1 -- 172.21.15.16:0/1591032807 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd82c15d8c0 msgr2=0x7fd82c0c7350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:13.356 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.351+0000 7fd83239c700 1 --2- 172.21.15.16:0/1591032807 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd82c15d8c0 0x7fd82c0c7350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:13.356 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.351+0000 7fd83239c700 1 -- 172.21.15.16:0/1591032807 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd82c0d0030 msgr2=0x7fd82c154c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:13.356 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.351+0000 7fd83239c700 1 --2- 172.21.15.16:0/1591032807 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd82c0d0030 0x7fd82c154c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:13.356 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.351+0000 7fd83239c700 1 -- 172.21.15.16:0/1591032807 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd81c0094a0 con 0x7fd82c161fc0 2023-09-23T06:36:13.356 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.352+0000 7fd83239c700 1 --2- 172.21.15.16:0/1591032807 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd82c161fc0 0x7fd82c0c8e50 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fd824002230 tx=0x7fd82400cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:13.356 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.352+0000 7fd8227fc700 1 -- 172.21.15.16:0/1591032807 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd82400aac0 con 0x7fd82c161fc0 2023-09-23T06:36:13.356 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.352+0000 7fd8227fc700 1 -- 172.21.15.16:0/1591032807 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd82400ac40 con 0x7fd82c161fc0 2023-09-23T06:36:13.356 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.352+0000 7fd833dff700 1 -- 172.21.15.16:0/1591032807 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd82c0b6c90 con 0x7fd82c161fc0 2023-09-23T06:36:13.356 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.352+0000 7fd8227fc700 1 -- 172.21.15.16:0/1591032807 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8240070d0 con 0x7fd82c161fc0 2023-09-23T06:36:13.356 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.352+0000 7fd833dff700 1 -- 172.21.15.16:0/1591032807 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd82c0b7250 con 0x7fd82c161fc0 2023-09-23T06:36:13.356 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.353+0000 7fd833dff700 1 -- 172.21.15.16:0/1591032807 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd82c0b7440 con 0x7fd82c161fc0 2023-09-23T06:36:13.357 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.354+0000 7fd8227fc700 1 -- 172.21.15.16:0/1591032807 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fd824007250 con 0x7fd82c161fc0 2023-09-23T06:36:13.357 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.355+0000 7fd8227fc700 1 --2- 172.21.15.16:0/1591032807 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd81006afc0 0x7fd81006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:13.357 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.356+0000 7fd8227fc700 1 -- 172.21.15.16:0/1591032807 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd824089260 con 0x7fd82c161fc0 2023-09-23T06:36:13.358 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.356+0000 7fd831b9b700 1 --2- 172.21.15.16:0/1591032807 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd81006afc0 0x7fd81006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:13.358 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.357+0000 7fd831b9b700 1 --2- 172.21.15.16:0/1591032807 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd81006afc0 0x7fd81006d480 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd828009be0 tx=0x7fd828009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:13.361 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.360+0000 7fd8227fc700 1 -- 172.21.15.16:0/1591032807 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fd824054170 con 0x7fd82c161fc0 2023-09-23T06:36:13.618 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:13.616+0000 7fd833dff700 1 -- 172.21.15.16:0/1591032807 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fd82c074b40 con 0x7fd82c161fc0 2023-09-23T06:36:14.239 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.238+0000 7fd8227fc700 1 -- 172.21.15.16:0/1591032807 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v7) v1 ==== 118+0+0 (secure 0 0 0) 0x7fd8240180b0 con 0x7fd82c161fc0 2023-09-23T06:36:14.243 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.241+0000 7fd833dff700 1 -- 172.21.15.16:0/1591032807 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd81006afc0 msgr2=0x7fd81006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:14.243 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.241+0000 7fd833dff700 1 --2- 172.21.15.16:0/1591032807 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd81006afc0 0x7fd81006d480 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fd828009be0 tx=0x7fd828009210 comp rx=0 tx=0).stop 2023-09-23T06:36:14.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.241+0000 7fd833dff700 1 -- 172.21.15.16:0/1591032807 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd82c161fc0 msgr2=0x7fd82c0c8e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:14.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.241+0000 7fd833dff700 1 --2- 172.21.15.16:0/1591032807 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd82c161fc0 0x7fd82c0c8e50 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fd824002230 tx=0x7fd82400cf50 comp rx=0 tx=0).stop 2023-09-23T06:36:14.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.241+0000 7fd833dff700 1 -- 172.21.15.16:0/1591032807 shutdown_connections 2023-09-23T06:36:14.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.241+0000 7fd833dff700 1 --2- 172.21.15.16:0/1591032807 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd81006afc0 0x7fd81006d480 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:14.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.241+0000 7fd833dff700 1 --2- 172.21.15.16:0/1591032807 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd82c161fc0 0x7fd82c0c8e50 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:14.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.241+0000 7fd833dff700 1 --2- 172.21.15.16:0/1591032807 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd82c0d0030 0x7fd82c154c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:14.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.241+0000 7fd833dff700 1 --2- 172.21.15.16:0/1591032807 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd82c15d8c0 0x7fd82c0c7350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:14.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.242+0000 7fd833dff700 1 -- 172.21.15.16:0/1591032807 >> 172.21.15.16:0/1591032807 conn(0x7fd82c09c9b0 msgr2=0x7fd82c06cfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:14.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.242+0000 7fd833dff700 1 -- 172.21.15.16:0/1591032807 shutdown_connections 2023-09-23T06:36:14.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.242+0000 7fd833dff700 1 -- 172.21.15.16:0/1591032807 wait complete. 2023-09-23T06:36:14.263 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-09-23T06:36:14.264 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-09-23T06:36:14.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.468+0000 7fc8281ff700 1 Processor -- start 2023-09-23T06:36:14.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.468+0000 7fc8281ff700 1 -- start start 2023-09-23T06:36:14.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.469+0000 7fc8281ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc82015d8c0 0x7fc8200cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:14.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.469+0000 7fc8281ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc8200d0030 0x7fc8200d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:14.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.469+0000 7fc8281ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8200d09a0 con 0x7fc820161fc0 2023-09-23T06:36:14.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.469+0000 7fc8281ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc82015dca0 con 0x7fc82015d8c0 2023-09-23T06:36:14.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.469+0000 7fc8281ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8200ce130 con 0x7fc8200d0030 2023-09-23T06:36:14.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.469+0000 7fc82579a700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc820161fc0 0x7fc8200d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51234/0 (socket says 172.21.15.16:51234) 2023-09-23T06:36:14.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.469+0000 7fc825f9b700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc82015d8c0 0x7fc8200cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:14.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.469+0000 7fc82579a700 1 -- 172.21.15.16:0/3929298858 learned_addr learned my addr 172.21.15.16:0/3929298858 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:14.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.470+0000 7fc82679c700 1 --2- 172.21.15.16:0/3929298858 >> v2:172.21.15.92:3300/0 conn(0x7fc8200d0030 0x7fc8200d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:14.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.470+0000 7fc825f9b700 1 -- 172.21.15.16:0/3929298858 >> v2:172.21.15.92:3300/0 conn(0x7fc8200d0030 msgr2=0x7fc8200d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:14.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.470+0000 7fc825f9b700 1 --2- 172.21.15.16:0/3929298858 >> v2:172.21.15.92:3300/0 conn(0x7fc8200d0030 0x7fc8200d0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:14.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.470+0000 7fc825f9b700 1 -- 172.21.15.16:0/3929298858 >> v1:172.21.15.16:6789/0 conn(0x7fc820161fc0 legacy=0x7fc8200d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:14.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.470+0000 7fc825f9b700 1 -- 172.21.15.16:0/3929298858 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8200ce3d0 con 0x7fc82015d8c0 2023-09-23T06:36:14.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.470+0000 7fc825f9b700 1 --2- 172.21.15.16:0/3929298858 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc82015d8c0 0x7fc8200cf190 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc8200d1450 tx=0x7fc81c009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c5415ceb778a024 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:14.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.470+0000 7fc824f99700 1 -- 172.21.15.16:0/3929298858 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc81c011830 con 0x7fc82015d8c0 2023-09-23T06:36:14.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.470+0000 7fc824f99700 1 -- 172.21.15.16:0/3929298858 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc81c011990 con 0x7fc82015d8c0 2023-09-23T06:36:14.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.470+0000 7fc824f99700 1 -- 172.21.15.16:0/3929298858 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc81c011d20 con 0x7fc82015d8c0 2023-09-23T06:36:14.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.471+0000 7fc8281ff700 1 -- 172.21.15.16:0/3929298858 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc82015d8c0 msgr2=0x7fc8200cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:14.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.471+0000 7fc8281ff700 1 --2- 172.21.15.16:0/3929298858 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc82015d8c0 0x7fc8200cf190 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7fc8200d1450 tx=0x7fc81c009b20 comp rx=0 tx=0).stop 2023-09-23T06:36:14.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.471+0000 7fc8281ff700 1 -- 172.21.15.16:0/3929298858 shutdown_connections 2023-09-23T06:36:14.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.471+0000 7fc8281ff700 1 --2- 172.21.15.16:0/3929298858 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc82015d8c0 0x7fc8200cf190 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:14.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.471+0000 7fc8281ff700 1 --2- 172.21.15.16:0/3929298858 >> v2:172.21.15.92:3300/0 conn(0x7fc8200d0030 0x7fc8200d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:14.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.471+0000 7fc8281ff700 1 -- 172.21.15.16:0/3929298858 >> 172.21.15.16:0/3929298858 conn(0x7fc82009c9b0 msgr2=0x7fc8200d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:14.475 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.471+0000 7fc8281ff700 1 -- 172.21.15.16:0/3929298858 shutdown_connections 2023-09-23T06:36:14.475 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.471+0000 7fc8281ff700 1 -- 172.21.15.16:0/3929298858 wait complete. 2023-09-23T06:36:14.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.473+0000 7fc8281ff700 1 Processor -- start 2023-09-23T06:36:14.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.473+0000 7fc8281ff700 1 -- start start 2023-09-23T06:36:14.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.474+0000 7fc8281ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc8200d0030 0x7fc820150610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:14.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.474+0000 7fc8281ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc82015d8c0 0x7fc8200ca6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:14.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.474+0000 7fc8281ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc820161fc0 0x7fc820149c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:14.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.474+0000 7fc8281ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8200cd8f0 con 0x7fc82015d8c0 2023-09-23T06:36:14.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.474+0000 7fc8281ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8200cac30 con 0x7fc820161fc0 2023-09-23T06:36:14.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.474+0000 7fc8281ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8200ccc70 con 0x7fc8200d0030 2023-09-23T06:36:14.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.474+0000 7fc82579a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc82015d8c0 0x7fc8200ca6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:14.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.474+0000 7fc82579a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc82015d8c0 0x7fc8200ca6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45706/0 (socket says 172.21.15.16:45706) 2023-09-23T06:36:14.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.474+0000 7fc82579a700 1 -- 172.21.15.16:0/570342206 learned_addr learned my addr 172.21.15.16:0/570342206 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:14.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.474+0000 7fc82679c700 1 --2- 172.21.15.16:0/570342206 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc820161fc0 0x7fc820149c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:14.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.475+0000 7fc825f9b700 1 --2- 172.21.15.16:0/570342206 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc8200d0030 0x7fc820150610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:14.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.475+0000 7fc82579a700 1 -- 172.21.15.16:0/570342206 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc8200d0030 msgr2=0x7fc820150610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:14.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.475+0000 7fc82579a700 1 --2- 172.21.15.16:0/570342206 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc8200d0030 0x7fc820150610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:14.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.475+0000 7fc82579a700 1 -- 172.21.15.16:0/570342206 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc820161fc0 msgr2=0x7fc820149c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:14.479 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.475+0000 7fc82579a700 1 --2- 172.21.15.16:0/570342206 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc820161fc0 0x7fc820149c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:14.479 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.475+0000 7fc82579a700 1 -- 172.21.15.16:0/570342206 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc81c0094a0 con 0x7fc82015d8c0 2023-09-23T06:36:14.479 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.475+0000 7fc82679c700 1 --2- 172.21.15.16:0/570342206 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc820161fc0 0x7fc820149c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:14.479 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.475+0000 7fc82579a700 1 --2- 172.21.15.16:0/570342206 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc82015d8c0 0x7fc8200ca6f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc81000c480 tx=0x7fc81000c840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:14.479 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.475+0000 7fc8167fc700 1 -- 172.21.15.16:0/570342206 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc810005d70 con 0x7fc82015d8c0 2023-09-23T06:36:14.479 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.475+0000 7fc8167fc700 1 -- 172.21.15.16:0/570342206 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8100070d0 con 0x7fc82015d8c0 2023-09-23T06:36:14.479 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.475+0000 7fc8281ff700 1 -- 172.21.15.16:0/570342206 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8200ccf50 con 0x7fc82015d8c0 2023-09-23T06:36:14.479 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.475+0000 7fc8167fc700 1 -- 172.21.15.16:0/570342206 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc810007440 con 0x7fc82015d8c0 2023-09-23T06:36:14.479 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.475+0000 7fc8281ff700 1 -- 172.21.15.16:0/570342206 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8200cd510 con 0x7fc82015d8c0 2023-09-23T06:36:14.480 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.476+0000 7fc8281ff700 1 -- 172.21.15.16:0/570342206 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8200cda30 con 0x7fc82015d8c0 2023-09-23T06:36:14.480 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.477+0000 7fc8167fc700 1 -- 172.21.15.16:0/570342206 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fc8100075a0 con 0x7fc82015d8c0 2023-09-23T06:36:14.481 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.479+0000 7fc8167fc700 1 --2- 172.21.15.16:0/570342206 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc80406afc0 0x7fc80406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:14.481 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.479+0000 7fc8167fc700 1 -- 172.21.15.16:0/570342206 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc810088b50 con 0x7fc82015d8c0 2023-09-23T06:36:14.481 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.479+0000 7fc825f9b700 1 --2- 172.21.15.16:0/570342206 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc80406afc0 0x7fc80406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:14.481 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.480+0000 7fc825f9b700 1 --2- 172.21.15.16:0/570342206 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc80406afc0 0x7fc80406d480 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc81c0090b0 tx=0x7fc81c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:14.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.483+0000 7fc8167fc700 1 -- 172.21.15.16:0/570342206 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fc8200cda30 con 0x7fc82015d8c0 2023-09-23T06:36:14.742 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:14.740+0000 7fc8281ff700 1 -- 172.21.15.16:0/570342206 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7fc8200cda30 con 0x7fc82015d8c0 2023-09-23T06:36:15.241 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.239+0000 7fc8167fc700 1 -- 172.21.15.16:0/570342206 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v8) v1 ==== 122+0+0 (secure 0 0 0) 0x7fc8200cda30 con 0x7fc82015d8c0 2023-09-23T06:36:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.242+0000 7fc8281ff700 1 -- 172.21.15.16:0/570342206 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc80406afc0 msgr2=0x7fc80406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.242+0000 7fc8281ff700 1 --2- 172.21.15.16:0/570342206 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc80406afc0 0x7fc80406d480 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fc81c0090b0 tx=0x7fc81c008030 comp rx=0 tx=0).stop 2023-09-23T06:36:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.242+0000 7fc8281ff700 1 -- 172.21.15.16:0/570342206 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc82015d8c0 msgr2=0x7fc8200ca6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:15.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.242+0000 7fc8281ff700 1 --2- 172.21.15.16:0/570342206 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc82015d8c0 0x7fc8200ca6f0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc81000c480 tx=0x7fc81000c840 comp rx=0 tx=0).stop 2023-09-23T06:36:15.245 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.242+0000 7fc8281ff700 1 -- 172.21.15.16:0/570342206 shutdown_connections 2023-09-23T06:36:15.245 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.242+0000 7fc8281ff700 1 --2- 172.21.15.16:0/570342206 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc820161fc0 0x7fc820149c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:15.245 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.242+0000 7fc8281ff700 1 --2- 172.21.15.16:0/570342206 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc8200d0030 0x7fc820150610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:15.245 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.242+0000 7fc8281ff700 1 --2- 172.21.15.16:0/570342206 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc80406afc0 0x7fc80406d480 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:15.245 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.242+0000 7fc8281ff700 1 --2- 172.21.15.16:0/570342206 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc82015d8c0 0x7fc8200ca6f0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:15.245 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.242+0000 7fc8281ff700 1 -- 172.21.15.16:0/570342206 >> 172.21.15.16:0/570342206 conn(0x7fc82009c9b0 msgr2=0x7fc82015cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:15.245 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.242+0000 7fc8281ff700 1 -- 172.21.15.16:0/570342206 shutdown_connections 2023-09-23T06:36:15.245 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.242+0000 7fc8281ff700 1 -- 172.21.15.16:0/570342206 wait complete. 2023-09-23T06:36:15.263 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-09-23T06:36:15.263 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-23T06:36:15.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.464+0000 7efe5d3ff700 1 Processor -- start 2023-09-23T06:36:15.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.464+0000 7efe5d3ff700 1 -- start start 2023-09-23T06:36:15.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.465+0000 7efe5d3ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7efe5815d770 0x7efe580ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:15.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.465+0000 7efe5d3ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe5815db50 0x7efe580b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:15.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.465+0000 7efe5d3ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7efe580b4fe0 0x7efe580b5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:15.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.465+0000 7efe5d3ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe580b65c0 con 0x7efe580b4fe0 2023-09-23T06:36:15.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.465+0000 7efe5d3ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe580b59a0 con 0x7efe5815d770 2023-09-23T06:36:15.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.465+0000 7efe5d3ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe5815ec00 con 0x7efe5815db50 2023-09-23T06:36:15.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.465+0000 7efe577fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7efe580b4fe0 0x7efe580b5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:15.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.465+0000 7efe577fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7efe580b4fe0 0x7efe580b5460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45718/0 (socket says 172.21.15.16:45718) 2023-09-23T06:36:15.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.465+0000 7efe577fe700 1 -- 172.21.15.16:0/3729985692 learned_addr learned my addr 172.21.15.16:0/3729985692 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:15.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.466+0000 7efe567fc700 1 --2- 172.21.15.16:0/3729985692 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe5815db50 0x7efe580b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:15.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.466+0000 7efe56ffd700 1 --2- 172.21.15.16:0/3729985692 >> v2:172.21.15.92:3300/0 conn(0x7efe5815d770 0x7efe580ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:15.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.466+0000 7efe577fe700 1 -- 172.21.15.16:0/3729985692 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe5815db50 msgr2=0x7efe580b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:15.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.466+0000 7efe577fe700 1 --2- 172.21.15.16:0/3729985692 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe5815db50 0x7efe580b8e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:15.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.466+0000 7efe577fe700 1 -- 172.21.15.16:0/3729985692 >> v2:172.21.15.92:3300/0 conn(0x7efe5815d770 msgr2=0x7efe580ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:15.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.466+0000 7efe577fe700 1 --2- 172.21.15.16:0/3729985692 >> v2:172.21.15.92:3300/0 conn(0x7efe5815d770 0x7efe580ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:15.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.466+0000 7efe577fe700 1 -- 172.21.15.16:0/3729985692 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe580cdd00 con 0x7efe580b4fe0 2023-09-23T06:36:15.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.466+0000 7efe577fe700 1 --2- 172.21.15.16:0/3729985692 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe580b4fe0 0x7efe580b5460 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7efe580b5ff0 tx=0x7efe5000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e76247252cd43f2c server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:15.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.466+0000 7efe55ffb700 1 -- 172.21.15.16:0/3729985692 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe5000e070 con 0x7efe580b4fe0 2023-09-23T06:36:15.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.466+0000 7efe55ffb700 1 -- 172.21.15.16:0/3729985692 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe5000b9c0 con 0x7efe580b4fe0 2023-09-23T06:36:15.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.466+0000 7efe55ffb700 1 -- 172.21.15.16:0/3729985692 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe5000bd70 con 0x7efe580b4fe0 2023-09-23T06:36:15.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.467+0000 7efe5d3ff700 1 -- 172.21.15.16:0/3729985692 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe580b4fe0 msgr2=0x7efe580b5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:15.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.467+0000 7efe5d3ff700 1 --2- 172.21.15.16:0/3729985692 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe580b4fe0 0x7efe580b5460 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7efe580b5ff0 tx=0x7efe5000b330 comp rx=0 tx=0).stop 2023-09-23T06:36:15.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.467+0000 7efe5d3ff700 1 -- 172.21.15.16:0/3729985692 shutdown_connections 2023-09-23T06:36:15.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.467+0000 7efe5d3ff700 1 --2- 172.21.15.16:0/3729985692 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe580b4fe0 0x7efe580b5460 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:15.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.467+0000 7efe5d3ff700 1 --2- 172.21.15.16:0/3729985692 >> v2:172.21.15.92:3300/0 conn(0x7efe5815d770 0x7efe580ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:15.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.467+0000 7efe5d3ff700 1 --2- 172.21.15.16:0/3729985692 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe5815db50 0x7efe580b8e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:15.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.467+0000 7efe5d3ff700 1 -- 172.21.15.16:0/3729985692 >> 172.21.15.16:0/3729985692 conn(0x7efe580724b0 msgr2=0x7efe580d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:15.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.467+0000 7efe5d3ff700 1 -- 172.21.15.16:0/3729985692 shutdown_connections 2023-09-23T06:36:15.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.467+0000 7efe5d3ff700 1 -- 172.21.15.16:0/3729985692 wait complete. 2023-09-23T06:36:15.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.469+0000 7efe5d3ff700 1 Processor -- start 2023-09-23T06:36:15.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.469+0000 7efe5d3ff700 1 -- start start 2023-09-23T06:36:15.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.470+0000 7efe5d3ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe580b4fe0 0x7efe580c6200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:15.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.470+0000 7efe5d3ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe5815d770 0x7efe580c9760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:15.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.470+0000 7efe5d3ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe5815db50 0x7efe5815ffd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:15.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.470+0000 7efe5d3ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe581475b0 con 0x7efe580b4fe0 2023-09-23T06:36:15.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.470+0000 7efe5d3ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe58162160 con 0x7efe5815db50 2023-09-23T06:36:15.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.470+0000 7efe5d3ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe58147280 con 0x7efe5815d770 2023-09-23T06:36:15.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.470+0000 7efe56ffd700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe580b4fe0 0x7efe580c6200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:15.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.470+0000 7efe56ffd700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe580b4fe0 0x7efe580c6200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45720/0 (socket says 172.21.15.16:45720) 2023-09-23T06:36:15.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.470+0000 7efe56ffd700 1 -- 172.21.15.16:0/2785902009 learned_addr learned my addr 172.21.15.16:0/2785902009 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:15.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.470+0000 7efe567fc700 1 --2- 172.21.15.16:0/2785902009 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe5815d770 0x7efe580c9760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:15.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.470+0000 7efe577fe700 1 --2- 172.21.15.16:0/2785902009 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe5815db50 0x7efe5815ffd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:15.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.470+0000 7efe56ffd700 1 -- 172.21.15.16:0/2785902009 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe5815d770 msgr2=0x7efe580c9760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:15.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.470+0000 7efe56ffd700 1 --2- 172.21.15.16:0/2785902009 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe5815d770 0x7efe580c9760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:15.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.470+0000 7efe56ffd700 1 -- 172.21.15.16:0/2785902009 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe5815db50 msgr2=0x7efe5815ffd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:15.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.470+0000 7efe56ffd700 1 --2- 172.21.15.16:0/2785902009 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe5815db50 0x7efe5815ffd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:15.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.470+0000 7efe56ffd700 1 -- 172.21.15.16:0/2785902009 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe50009b30 con 0x7efe580b4fe0 2023-09-23T06:36:15.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.471+0000 7efe567fc700 1 --2- 172.21.15.16:0/2785902009 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe5815d770 0x7efe580c9760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:15.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.471+0000 7efe56ffd700 1 --2- 172.21.15.16:0/2785902009 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe580b4fe0 0x7efe580c6200 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7efe4800d800 tx=0x7efe4800db10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:15.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.471+0000 7efe3f7fe700 1 -- 172.21.15.16:0/2785902009 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe480125f0 con 0x7efe580b4fe0 2023-09-23T06:36:15.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.471+0000 7efe3f7fe700 1 -- 172.21.15.16:0/2785902009 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe48012750 con 0x7efe580b4fe0 2023-09-23T06:36:15.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.471+0000 7efe5d3ff700 1 -- 172.21.15.16:0/2785902009 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe58161ba0 con 0x7efe580b4fe0 2023-09-23T06:36:15.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.471+0000 7efe3f7fe700 1 -- 172.21.15.16:0/2785902009 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe48012ae0 con 0x7efe580b4fe0 2023-09-23T06:36:15.479 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.471+0000 7efe5d3ff700 1 -- 172.21.15.16:0/2785902009 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe580c6740 con 0x7efe580b4fe0 2023-09-23T06:36:15.479 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.472+0000 7efe5d3ff700 1 -- 172.21.15.16:0/2785902009 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe58074b40 con 0x7efe580b4fe0 2023-09-23T06:36:15.480 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.473+0000 7efe3f7fe700 1 -- 172.21.15.16:0/2785902009 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7efe48012c40 con 0x7efe580b4fe0 2023-09-23T06:36:15.480 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.474+0000 7efe3f7fe700 1 --2- 172.21.15.16:0/2785902009 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7efe4406afc0 0x7efe4406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:15.480 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.474+0000 7efe3f7fe700 1 -- 172.21.15.16:0/2785902009 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efe480897b0 con 0x7efe580b4fe0 2023-09-23T06:36:15.480 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.474+0000 7efe567fc700 1 --2- 172.21.15.16:0/2785902009 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7efe4406afc0 0x7efe4406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:15.480 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.475+0000 7efe567fc700 1 --2- 172.21.15.16:0/2785902009 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7efe4406afc0 0x7efe4406d480 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7efe5814a2a0 tx=0x7efe4c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:15.480 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.478+0000 7efe3f7fe700 1 -- 172.21.15.16:0/2785902009 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7efe480547e0 con 0x7efe580b4fe0 2023-09-23T06:36:15.647 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T06:36:15.645+0000 7f78cb9f1700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-09-23T06:36:15.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.731+0000 7efe5d3ff700 1 -- 172.21.15.16:0/2785902009 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7efe580b2960 con 0x7efe580b4fe0 2023-09-23T06:36:15.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.732+0000 7efe3f7fe700 1 -- 172.21.15.16:0/2785902009 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4904 (secure 0 0 0) 0x7efe48057e00 con 0x7efe580b4fe0 2023-09-23T06:36:15.733 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:15.734 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1203152697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":1203152697},{"type":"v1","addr":"172.21.15.92:6837","nonce":1203152697}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4235,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/3064081576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3064081576},{"type":"v1","addr":"172.21.15.92:6836","nonce":3064081576}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2701012235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2701012235},{"type":"v1","addr":"172.21.15.16:6834","nonce":2701012235}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-23T06:36:11.711689+0000","modified":"2023-09-23T06:36:14.741776+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4272},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4272":{"gid":4272,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/908189045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":908189045},{"type":"v1","addr":"172.21.15.16:6835","nonce":908189045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-23T06:36:15.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.734+0000 7efe5d3ff700 1 -- 172.21.15.16:0/2785902009 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7efe4406afc0 msgr2=0x7efe4406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:15.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.734+0000 7efe5d3ff700 1 --2- 172.21.15.16:0/2785902009 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7efe4406afc0 0x7efe4406d480 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7efe5814a2a0 tx=0x7efe4c008040 comp rx=0 tx=0).stop 2023-09-23T06:36:15.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.734+0000 7efe5d3ff700 1 -- 172.21.15.16:0/2785902009 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe580b4fe0 msgr2=0x7efe580c6200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:15.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.734+0000 7efe5d3ff700 1 --2- 172.21.15.16:0/2785902009 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe580b4fe0 0x7efe580c6200 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7efe4800d800 tx=0x7efe4800db10 comp rx=0 tx=0).stop 2023-09-23T06:36:15.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.734+0000 7efe5d3ff700 1 -- 172.21.15.16:0/2785902009 shutdown_connections 2023-09-23T06:36:15.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.734+0000 7efe5d3ff700 1 --2- 172.21.15.16:0/2785902009 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe5815db50 0x7efe5815ffd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:15.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.734+0000 7efe5d3ff700 1 --2- 172.21.15.16:0/2785902009 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7efe4406afc0 0x7efe4406d480 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:15.737 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.734+0000 7efe5d3ff700 1 --2- 172.21.15.16:0/2785902009 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe580b4fe0 0x7efe580c6200 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:15.737 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.734+0000 7efe5d3ff700 1 --2- 172.21.15.16:0/2785902009 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe5815d770 0x7efe580c9760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:15.737 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.734+0000 7efe5d3ff700 1 -- 172.21.15.16:0/2785902009 >> 172.21.15.16:0/2785902009 conn(0x7efe580724b0 msgr2=0x7efe5815b5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:15.737 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.734+0000 7efe5d3ff700 1 -- 172.21.15.16:0/2785902009 shutdown_connections 2023-09-23T06:36:15.737 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.734+0000 7efe5d3ff700 1 -- 172.21.15.16:0/2785902009 wait complete. 2023-09-23T06:36:15.737 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 8 2023-09-23T06:36:15.754 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:36:15.956 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.954+0000 7ff0d79ff700 1 Processor -- start 2023-09-23T06:36:15.956 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.955+0000 7ff0d79ff700 1 -- start start 2023-09-23T06:36:15.958 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.956+0000 7ff0d79ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff0d00cb2c0 0x7ff0d015ea30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:15.958 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.956+0000 7ff0d79ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0d00cb6a0 0x7ff0d006ca20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:15.958 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.956+0000 7ff0d79ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0d0071890 con 0x7ff0d015aa30 2023-09-23T06:36:15.958 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.956+0000 7ff0d79ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0d015ef70 con 0x7ff0d00cb2c0 2023-09-23T06:36:15.958 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.956+0000 7ff0d79ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0d00ced20 con 0x7ff0d00cb6a0 2023-09-23T06:36:15.958 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.956+0000 7ff0d5f9c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff0d015aa30 0x7ff0d00ccfd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51240/0 (socket says 172.21.15.16:51240) 2023-09-23T06:36:15.958 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.956+0000 7ff0d5f9c700 1 -- 172.21.15.16:0/4192839556 learned_addr learned my addr 172.21.15.16:0/4192839556 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:15.958 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.956+0000 7ff0d579b700 1 --2- 172.21.15.16:0/4192839556 >> v2:172.21.15.92:3300/0 conn(0x7ff0d00cb2c0 0x7ff0d015ea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:15.958 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.956+0000 7ff0d4f9a700 1 --2- 172.21.15.16:0/4192839556 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0d00cb6a0 0x7ff0d006ca20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:15.960 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.956+0000 7ff0c7fff700 1 -- 172.21.15.16:0/4192839556 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3254065959 0 0) 0x7ff0d0071890 con 0x7ff0d015aa30 2023-09-23T06:36:15.960 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.957+0000 7ff0c7fff700 1 -- 172.21.15.16:0/4192839556 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff0bc0035b0 con 0x7ff0d015aa30 2023-09-23T06:36:15.960 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.957+0000 7ff0d579b700 1 -- 172.21.15.16:0/4192839556 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0d00cb6a0 msgr2=0x7ff0d006ca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:15.960 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.957+0000 7ff0d579b700 1 --2- 172.21.15.16:0/4192839556 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0d00cb6a0 0x7ff0d006ca20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:15.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.957+0000 7ff0d579b700 1 -- 172.21.15.16:0/4192839556 >> v1:172.21.15.16:6789/0 conn(0x7ff0d015aa30 legacy=0x7ff0d00ccfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:15.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.957+0000 7ff0d579b700 1 -- 172.21.15.16:0/4192839556 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0d015aef0 con 0x7ff0d00cb2c0 2023-09-23T06:36:15.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.957+0000 7ff0d579b700 1 --2- 172.21.15.16:0/4192839556 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0d00cb2c0 0x7ff0d015ea30 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc009840 tx=0x7ff0cc009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e01fcf4b104904b6 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:15.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.957+0000 7ff0c7fff700 1 -- 172.21.15.16:0/4192839556 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0cc011830 con 0x7ff0d00cb2c0 2023-09-23T06:36:15.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.957+0000 7ff0c7fff700 1 -- 172.21.15.16:0/4192839556 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0cc011990 con 0x7ff0d00cb2c0 2023-09-23T06:36:15.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.957+0000 7ff0c7fff700 1 -- 172.21.15.16:0/4192839556 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0cc011d20 con 0x7ff0d00cb2c0 2023-09-23T06:36:15.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.958+0000 7ff0d79ff700 1 -- 172.21.15.16:0/4192839556 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0d00cb2c0 msgr2=0x7ff0d015ea30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:15.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.958+0000 7ff0d79ff700 1 --2- 172.21.15.16:0/4192839556 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0d00cb2c0 0x7ff0d015ea30 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc009840 tx=0x7ff0cc009b50 comp rx=0 tx=0).stop 2023-09-23T06:36:15.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.958+0000 7ff0d79ff700 1 -- 172.21.15.16:0/4192839556 shutdown_connections 2023-09-23T06:36:15.962 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.958+0000 7ff0d79ff700 1 --2- 172.21.15.16:0/4192839556 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0d00cb2c0 0x7ff0d015ea30 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:15.962 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.958+0000 7ff0d79ff700 1 --2- 172.21.15.16:0/4192839556 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0d00cb6a0 0x7ff0d006ca20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:15.962 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.958+0000 7ff0d79ff700 1 -- 172.21.15.16:0/4192839556 >> 172.21.15.16:0/4192839556 conn(0x7ff0d006ad80 msgr2=0x7ff0d00b0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:15.962 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.958+0000 7ff0d79ff700 1 -- 172.21.15.16:0/4192839556 shutdown_connections 2023-09-23T06:36:15.962 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.958+0000 7ff0d79ff700 1 -- 172.21.15.16:0/4192839556 wait complete. 2023-09-23T06:36:15.965 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.960+0000 7ff0d79ff700 1 Processor -- start 2023-09-23T06:36:15.965 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.960+0000 7ff0d79ff700 1 -- start start 2023-09-23T06:36:15.965 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.961+0000 7ff0d79ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0d00cb2c0 0x7ff0d00af8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:15.965 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.961+0000 7ff0d79ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0d015aa30 0x7ff0d014f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:15.965 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.961+0000 7ff0d79ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0d00c6970 0x7ff0d00b3db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:15.965 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.961+0000 7ff0d79ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0d0137c90 con 0x7ff0d00c6970 2023-09-23T06:36:15.965 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.961+0000 7ff0d79ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0d00b4620 con 0x7ff0d00cb2c0 2023-09-23T06:36:15.965 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.961+0000 7ff0d79ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0d00b4900 con 0x7ff0d015aa30 2023-09-23T06:36:15.965 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.961+0000 7ff0d5f9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0d00c6970 0x7ff0d00b3db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:15.965 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.961+0000 7ff0d5f9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0d00c6970 0x7ff0d00b3db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45722/0 (socket says 172.21.15.16:45722) 2023-09-23T06:36:15.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.961+0000 7ff0d5f9c700 1 -- 172.21.15.16:0/2768922971 learned_addr learned my addr 172.21.15.16:0/2768922971 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:15.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.961+0000 7ff0d579b700 1 --2- 172.21.15.16:0/2768922971 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0d00cb2c0 0x7ff0d00af8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:15.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.961+0000 7ff0d4f9a700 1 --2- 172.21.15.16:0/2768922971 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0d015aa30 0x7ff0d014f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:15.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.961+0000 7ff0d579b700 1 -- 172.21.15.16:0/2768922971 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0d015aa30 msgr2=0x7ff0d014f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:15.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.961+0000 7ff0d579b700 1 --2- 172.21.15.16:0/2768922971 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0d015aa30 0x7ff0d014f050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:15.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.961+0000 7ff0d579b700 1 -- 172.21.15.16:0/2768922971 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0d00c6970 msgr2=0x7ff0d00b3db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:15.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.961+0000 7ff0d579b700 1 --2- 172.21.15.16:0/2768922971 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0d00c6970 0x7ff0d00b3db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:15.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.961+0000 7ff0d579b700 1 -- 172.21.15.16:0/2768922971 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0cc0094a0 con 0x7ff0d00cb2c0 2023-09-23T06:36:15.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.961+0000 7ff0d5f9c700 1 --2- 172.21.15.16:0/2768922971 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0d00c6970 0x7ff0d00b3db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:15.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.962+0000 7ff0d579b700 1 --2- 172.21.15.16:0/2768922971 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0d00cb2c0 0x7ff0d00af8a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ff0d01585e0 tx=0x7ff0cc004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:15.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.962+0000 7ff0c5ffb700 1 -- 172.21.15.16:0/2768922971 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0cc004590 con 0x7ff0d00cb2c0 2023-09-23T06:36:15.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.962+0000 7ff0c5ffb700 1 -- 172.21.15.16:0/2768922971 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0cc01e070 con 0x7ff0d00cb2c0 2023-09-23T06:36:15.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.962+0000 7ff0c5ffb700 1 -- 172.21.15.16:0/2768922971 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0cc0038e0 con 0x7ff0d00cb2c0 2023-09-23T06:36:15.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.962+0000 7ff0d79ff700 1 -- 172.21.15.16:0/2768922971 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0d00b4be0 con 0x7ff0d00cb2c0 2023-09-23T06:36:15.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.962+0000 7ff0d79ff700 1 -- 172.21.15.16:0/2768922971 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0d00b42f0 con 0x7ff0d00cb2c0 2023-09-23T06:36:15.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.963+0000 7ff0d79ff700 1 -- 172.21.15.16:0/2768922971 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0d014f8b0 con 0x7ff0d00cb2c0 2023-09-23T06:36:15.968 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.964+0000 7ff0c5ffb700 1 -- 172.21.15.16:0/2768922971 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7ff0cc003a40 con 0x7ff0d00cb2c0 2023-09-23T06:36:15.968 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.965+0000 7ff0c5ffb700 1 --2- 172.21.15.16:0/2768922971 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff0b406afc0 0x7ff0b406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:15.968 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.965+0000 7ff0c5ffb700 1 -- 172.21.15.16:0/2768922971 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff0cc08a650 con 0x7ff0d00cb2c0 2023-09-23T06:36:15.968 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.966+0000 7ff0d4f9a700 1 --2- 172.21.15.16:0/2768922971 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff0b406afc0 0x7ff0b406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:15.968 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.966+0000 7ff0d4f9a700 1 --2- 172.21.15.16:0/2768922971 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff0b406afc0 0x7ff0b406d480 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff0d00c66a0 tx=0x7ff0c0009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:15.971 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:15.970+0000 7ff0c5ffb700 1 -- 172.21.15.16:0/2768922971 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7ff0cc055700 con 0x7ff0d00cb2c0 2023-09-23T06:36:16.180 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.178+0000 7ff0d79ff700 1 -- 172.21.15.16:0/2768922971 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff0d014f8b0 con 0x7ff0d00cb2c0 2023-09-23T06:36:16.182 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.180+0000 7ff0c5ffb700 1 -- 172.21.15.16:0/2768922971 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16457 (secure 0 0 0) 0x7ff0d014f8b0 con 0x7ff0d00cb2c0 2023-09-23T06:36:16.182 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:16.183 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:36:13.020285+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:36:09.790555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-23T06:36:10.695995+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:36:16.186 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.183+0000 7ff0d79ff700 1 -- 172.21.15.16:0/2768922971 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff0b406afc0 msgr2=0x7ff0b406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:16.187 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.183+0000 7ff0d79ff700 1 --2- 172.21.15.16:0/2768922971 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff0b406afc0 0x7ff0b406d480 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7ff0d00c66a0 tx=0x7ff0c0009210 comp rx=0 tx=0).stop 2023-09-23T06:36:16.187 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.183+0000 7ff0d79ff700 1 -- 172.21.15.16:0/2768922971 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0d00cb2c0 msgr2=0x7ff0d00af8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:16.187 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.183+0000 7ff0d79ff700 1 --2- 172.21.15.16:0/2768922971 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0d00cb2c0 0x7ff0d00af8a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7ff0d01585e0 tx=0x7ff0cc004750 comp rx=0 tx=0).stop 2023-09-23T06:36:16.187 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.183+0000 7ff0d79ff700 1 -- 172.21.15.16:0/2768922971 shutdown_connections 2023-09-23T06:36:16.187 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.183+0000 7ff0d79ff700 1 --2- 172.21.15.16:0/2768922971 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff0b406afc0 0x7ff0b406d480 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:16.187 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.183+0000 7ff0d79ff700 1 --2- 172.21.15.16:0/2768922971 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff0d00c6970 0x7ff0d00b3db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:16.187 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.183+0000 7ff0d79ff700 1 --2- 172.21.15.16:0/2768922971 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff0d00cb2c0 0x7ff0d00af8a0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:16.187 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.183+0000 7ff0d79ff700 1 --2- 172.21.15.16:0/2768922971 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff0d015aa30 0x7ff0d014f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:16.187 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.183+0000 7ff0d79ff700 1 -- 172.21.15.16:0/2768922971 >> 172.21.15.16:0/2768922971 conn(0x7ff0d006ad80 msgr2=0x7ff0d00ca130 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:16.187 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.183+0000 7ff0d79ff700 1 -- 172.21.15.16:0/2768922971 shutdown_connections 2023-09-23T06:36:16.187 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.183+0000 7ff0d79ff700 1 -- 172.21.15.16:0/2768922971 wait complete. 2023-09-23T06:36:16.203 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-09-23T06:36:16.203 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-23T06:36:16.406 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.404+0000 7fa2e57ff700 1 Processor -- start 2023-09-23T06:36:16.406 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.405+0000 7fa2e57ff700 1 -- start start 2023-09-23T06:36:16.408 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.406+0000 7fa2e57ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa2e015db50 0x7fa2e00b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:16.408 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.406+0000 7fa2e57ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fa2e00b4fe0 0x7fa2e00b5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:16.408 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.406+0000 7fa2e57ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa2e015ec00 con 0x7fa2e015d770 2023-09-23T06:36:16.408 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.406+0000 7fa2e57ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2e00b65c0 con 0x7fa2e00b4fe0 2023-09-23T06:36:16.408 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.406+0000 7fa2e57ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2e00b59a0 con 0x7fa2e015db50 2023-09-23T06:36:16.408 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.406+0000 7fa2deffd700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa2e015d770 0x7fa2e00ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51242/0 (socket says 172.21.15.16:51242) 2023-09-23T06:36:16.408 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.406+0000 7fa2deffd700 1 -- 172.21.15.16:0/55127973 learned_addr learned my addr 172.21.15.16:0/55127973 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:16.408 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.406+0000 7fa2df7fe700 1 --2- 172.21.15.16:0/55127973 >> v2:172.21.15.92:3300/0 conn(0x7fa2e00b4fe0 0x7fa2e00b5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:16.408 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.406+0000 7fa2de7fc700 1 --2- 172.21.15.16:0/55127973 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa2e015db50 0x7fa2e00b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:16.410 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.407+0000 7fa2ddffb700 1 -- 172.21.15.16:0/55127973 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 52299253 0 0) 0x7fa2e015ec00 con 0x7fa2e015d770 2023-09-23T06:36:16.410 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.407+0000 7fa2ddffb700 1 -- 172.21.15.16:0/55127973 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa2c80035b0 con 0x7fa2e015d770 2023-09-23T06:36:16.410 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.407+0000 7fa2df7fe700 1 -- 172.21.15.16:0/55127973 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa2e015db50 msgr2=0x7fa2e00b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:16.410 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.407+0000 7fa2df7fe700 1 --2- 172.21.15.16:0/55127973 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa2e015db50 0x7fa2e00b8e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:16.410 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.407+0000 7fa2df7fe700 1 -- 172.21.15.16:0/55127973 >> v1:172.21.15.16:6789/0 conn(0x7fa2e015d770 legacy=0x7fa2e00ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:16.410 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.407+0000 7fa2df7fe700 1 -- 172.21.15.16:0/55127973 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2e00cdd00 con 0x7fa2e00b4fe0 2023-09-23T06:36:16.411 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.407+0000 7fa2df7fe700 1 --2- 172.21.15.16:0/55127973 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2e00b4fe0 0x7fa2e00b5460 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa2d8009d90 tx=0x7fa2d800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4d006c677999a200 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:16.411 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.407+0000 7fa2ddffb700 1 -- 172.21.15.16:0/55127973 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2d800e070 con 0x7fa2e00b4fe0 2023-09-23T06:36:16.411 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.407+0000 7fa2ddffb700 1 -- 172.21.15.16:0/55127973 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2d800bb20 con 0x7fa2e00b4fe0 2023-09-23T06:36:16.411 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.407+0000 7fa2ddffb700 1 -- 172.21.15.16:0/55127973 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2d8012430 con 0x7fa2e00b4fe0 2023-09-23T06:36:16.411 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.408+0000 7fa2e57ff700 1 -- 172.21.15.16:0/55127973 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2e00b4fe0 msgr2=0x7fa2e00b5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:16.411 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.408+0000 7fa2e57ff700 1 --2- 172.21.15.16:0/55127973 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2e00b4fe0 0x7fa2e00b5460 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa2d8009d90 tx=0x7fa2d800b330 comp rx=0 tx=0).stop 2023-09-23T06:36:16.411 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.408+0000 7fa2e57ff700 1 -- 172.21.15.16:0/55127973 shutdown_connections 2023-09-23T06:36:16.411 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.408+0000 7fa2e57ff700 1 --2- 172.21.15.16:0/55127973 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2e00b4fe0 0x7fa2e00b5460 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:16.411 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.408+0000 7fa2e57ff700 1 --2- 172.21.15.16:0/55127973 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa2e015db50 0x7fa2e00b8e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:16.411 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.408+0000 7fa2e57ff700 1 -- 172.21.15.16:0/55127973 >> 172.21.15.16:0/55127973 conn(0x7fa2e00724b0 msgr2=0x7fa2e00d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:16.411 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.408+0000 7fa2e57ff700 1 -- 172.21.15.16:0/55127973 shutdown_connections 2023-09-23T06:36:16.412 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.408+0000 7fa2e57ff700 1 -- 172.21.15.16:0/55127973 wait complete. 2023-09-23T06:36:16.413 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.410+0000 7fa2e57ff700 1 Processor -- start 2023-09-23T06:36:16.414 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.410+0000 7fa2e57ff700 1 -- start start 2023-09-23T06:36:16.414 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.411+0000 7fa2e57ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2e00b4fe0 0x7fa2e01e8d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:16.414 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.411+0000 7fa2e57ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa2e015d770 0x7fa2e00b3c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:16.414 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.411+0000 7fa2e57ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2e015db50 0x7fa2e00c94f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:16.414 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.411+0000 7fa2e57ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2e01e8080 con 0x7fa2e00b4fe0 2023-09-23T06:36:16.414 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.411+0000 7fa2e57ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2e0143420 con 0x7fa2e015db50 2023-09-23T06:36:16.414 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.411+0000 7fa2e57ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2e01e82b0 con 0x7fa2e015d770 2023-09-23T06:36:16.414 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.411+0000 7fa2deffd700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2e00b4fe0 0x7fa2e01e8d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:16.414 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.411+0000 7fa2deffd700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2e00b4fe0 0x7fa2e01e8d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45738/0 (socket says 172.21.15.16:45738) 2023-09-23T06:36:16.415 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.411+0000 7fa2deffd700 1 -- 172.21.15.16:0/378373 learned_addr learned my addr 172.21.15.16:0/378373 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:16.415 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.411+0000 7fa2df7fe700 1 --2- 172.21.15.16:0/378373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2e015db50 0x7fa2e00c94f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:16.415 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.411+0000 7fa2de7fc700 1 --2- 172.21.15.16:0/378373 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa2e015d770 0x7fa2e00b3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:16.415 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.411+0000 7fa2deffd700 1 -- 172.21.15.16:0/378373 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa2e015d770 msgr2=0x7fa2e00b3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:16.415 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.411+0000 7fa2deffd700 1 --2- 172.21.15.16:0/378373 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa2e015d770 0x7fa2e00b3c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:16.415 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.411+0000 7fa2deffd700 1 -- 172.21.15.16:0/378373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2e015db50 msgr2=0x7fa2e00c94f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:16.415 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.411+0000 7fa2deffd700 1 --2- 172.21.15.16:0/378373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2e015db50 0x7fa2e00c94f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:16.415 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.411+0000 7fa2deffd700 1 -- 172.21.15.16:0/378373 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2d8009a70 con 0x7fa2e00b4fe0 2023-09-23T06:36:16.415 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.411+0000 7fa2df7fe700 1 --2- 172.21.15.16:0/378373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2e015db50 0x7fa2e00c94f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:36:16.415 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.412+0000 7fa2deffd700 1 --2- 172.21.15.16:0/378373 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2e00b4fe0 0x7fa2e01e8d50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa2d000c700 tx=0x7fa2d000cac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:16.415 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.412+0000 7fa2c77fe700 1 -- 172.21.15.16:0/378373 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2d0005d70 con 0x7fa2e00b4fe0 2023-09-23T06:36:16.416 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.412+0000 7fa2c77fe700 1 -- 172.21.15.16:0/378373 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2d00070d0 con 0x7fa2e00b4fe0 2023-09-23T06:36:16.416 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.412+0000 7fa2e57ff700 1 -- 172.21.15.16:0/378373 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2e0143140 con 0x7fa2e00b4fe0 2023-09-23T06:36:16.416 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.412+0000 7fa2c77fe700 1 -- 172.21.15.16:0/378373 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2d0007460 con 0x7fa2e00b4fe0 2023-09-23T06:36:16.416 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.412+0000 7fa2e57ff700 1 -- 172.21.15.16:0/378373 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2e01e8830 con 0x7fa2e00b4fe0 2023-09-23T06:36:16.416 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.413+0000 7fa2e57ff700 1 -- 172.21.15.16:0/378373 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa2e0074b40 con 0x7fa2e00b4fe0 2023-09-23T06:36:16.417 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.414+0000 7fa2c77fe700 1 -- 172.21.15.16:0/378373 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fa2d00075c0 con 0x7fa2e00b4fe0 2023-09-23T06:36:16.417 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.415+0000 7fa2c77fe700 1 --2- 172.21.15.16:0/378373 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa2cc06afc0 0x7fa2cc06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:16.417 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.415+0000 7fa2c77fe700 1 -- 172.21.15.16:0/378373 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa2d0088dd0 con 0x7fa2e00b4fe0 2023-09-23T06:36:16.417 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.416+0000 7fa2de7fc700 1 --2- 172.21.15.16:0/378373 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa2cc06afc0 0x7fa2cc06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:16.418 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.416+0000 7fa2de7fc700 1 --2- 172.21.15.16:0/378373 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa2cc06afc0 0x7fa2cc06d480 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa2e015cd80 tx=0x7fa2d4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:16.421 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.419+0000 7fa2c77fe700 1 -- 172.21.15.16:0/378373 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fa2d0053d80 con 0x7fa2e00b4fe0 2023-09-23T06:36:16.627 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.625+0000 7fa2e57ff700 1 -- 172.21.15.16:0/378373 --> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa2e015e360 con 0x7fa2cc06afc0 2023-09-23T06:36:16.637 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.635+0000 7fa2c77fe700 1 -- 172.21.15.16:0/378373 <== mgr.4104 v2:172.21.15.92:6832/2319247339 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264677 (secure 0 0 0) 0x7fa2d40106b0 con 0x7fa2cc06afc0 2023-09-23T06:36:16.641 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:16.643 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.640+0000 7fa2e57ff700 1 -- 172.21.15.16:0/378373 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa2cc06afc0 msgr2=0x7fa2cc06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:16.643 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.640+0000 7fa2e57ff700 1 --2- 172.21.15.16:0/378373 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa2cc06afc0 0x7fa2cc06d480 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa2e015cd80 tx=0x7fa2d4008040 comp rx=0 tx=0).stop 2023-09-23T06:36:16.643 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.640+0000 7fa2e57ff700 1 -- 172.21.15.16:0/378373 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2e00b4fe0 msgr2=0x7fa2e01e8d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:16.644 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.640+0000 7fa2e57ff700 1 --2- 172.21.15.16:0/378373 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2e00b4fe0 0x7fa2e01e8d50 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fa2d000c700 tx=0x7fa2d000cac0 comp rx=0 tx=0).stop 2023-09-23T06:36:16.644 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.640+0000 7fa2e57ff700 1 -- 172.21.15.16:0/378373 shutdown_connections 2023-09-23T06:36:16.644 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.640+0000 7fa2e57ff700 1 --2- 172.21.15.16:0/378373 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2e015db50 0x7fa2e00c94f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:16.644 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.640+0000 7fa2e57ff700 1 --2- 172.21.15.16:0/378373 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa2cc06afc0 0x7fa2cc06d480 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:16.644 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.640+0000 7fa2e57ff700 1 --2- 172.21.15.16:0/378373 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2e00b4fe0 0x7fa2e01e8d50 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:16.644 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.640+0000 7fa2e57ff700 1 --2- 172.21.15.16:0/378373 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa2e015d770 0x7fa2e00b3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:16.644 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.640+0000 7fa2e57ff700 1 -- 172.21.15.16:0/378373 >> 172.21.15.16:0/378373 conn(0x7fa2e00724b0 msgr2=0x7fa2e00ce420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:16.644 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.640+0000 7fa2e57ff700 1 -- 172.21.15.16:0/378373 shutdown_connections 2023-09-23T06:36:16.644 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.640+0000 7fa2e57ff700 1 -- 172.21.15.16:0/378373 wait complete. 2023-09-23T06:36:16.644 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2023-09-23T06:36:16.660 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2023-09-23T06:36:15.581865+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":156,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219116,"kb_used_data":2920,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755604,"statfs":{"total":773094113280,"available":772869738496,"internally_reserved":0,"allocated":2990080,"data_stored":1790108,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":59,"num_write_kb":276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.387303"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502899+0000","last_change":"2023-09-23T06:36:12.045297+0000","last_active":"2023-09-23T06:36:13.502899+0000","last_peered":"2023-09-23T06:36:13.502899+0000","last_clean":"2023-09-23T06:36:13.502899+0000","last_became_active":"2023-09-23T06:36:12.045014+0000","last_became_peered":"2023-09-23T06:36:12.045014+0000","last_unstale":"2023-09-23T06:36:13.502899+0000","last_undegraded":"2023-09-23T06:36:13.502899+0000","last_fullsized":"2023-09-23T06:36:13.502899+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:25:52.544562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.025017+0000","last_change":"2023-09-23T06:36:12.031753+0000","last_active":"2023-09-23T06:36:13.025017+0000","last_peered":"2023-09-23T06:36:13.025017+0000","last_clean":"2023-09-23T06:36:13.025017+0000","last_became_active":"2023-09-23T06:36:12.031417+0000","last_became_peered":"2023-09-23T06:36:12.031417+0000","last_unstale":"2023-09-23T06:36:13.025017+0000","last_undegraded":"2023-09-23T06:36:13.025017+0000","last_fullsized":"2023-09-23T06:36:13.025017+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:04:50.267488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501529+0000","last_change":"2023-09-23T06:36:12.039439+0000","last_active":"2023-09-23T06:36:13.501529+0000","last_peered":"2023-09-23T06:36:13.501529+0000","last_clean":"2023-09-23T06:36:13.501529+0000","last_became_active":"2023-09-23T06:36:12.039148+0000","last_became_peered":"2023-09-23T06:36:12.039148+0000","last_unstale":"2023-09-23T06:36:13.501529+0000","last_undegraded":"2023-09-23T06:36:13.501529+0000","last_fullsized":"2023-09-23T06:36:13.501529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:01:25.130444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502839+0000","last_change":"2023-09-23T06:36:12.038616+0000","last_active":"2023-09-23T06:36:13.502839+0000","last_peered":"2023-09-23T06:36:13.502839+0000","last_clean":"2023-09-23T06:36:13.502839+0000","last_became_active":"2023-09-23T06:36:12.038319+0000","last_became_peered":"2023-09-23T06:36:12.038319+0000","last_unstale":"2023-09-23T06:36:13.502839+0000","last_undegraded":"2023-09-23T06:36:13.502839+0000","last_fullsized":"2023-09-23T06:36:13.502839+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:41:05.202143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502943+0000","last_change":"2023-09-23T06:36:12.050485+0000","last_active":"2023-09-23T06:36:13.502943+0000","last_peered":"2023-09-23T06:36:13.502943+0000","last_clean":"2023-09-23T06:36:13.502943+0000","last_became_active":"2023-09-23T06:36:12.050224+0000","last_became_peered":"2023-09-23T06:36:12.050224+0000","last_unstale":"2023-09-23T06:36:13.502943+0000","last_undegraded":"2023-09-23T06:36:13.502943+0000","last_fullsized":"2023-09-23T06:36:13.502943+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:24:38.003742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503189+0000","last_change":"2023-09-23T06:36:12.038294+0000","last_active":"2023-09-23T06:36:13.503189+0000","last_peered":"2023-09-23T06:36:13.503189+0000","last_clean":"2023-09-23T06:36:13.503189+0000","last_became_active":"2023-09-23T06:36:12.037992+0000","last_became_peered":"2023-09-23T06:36:12.037992+0000","last_unstale":"2023-09-23T06:36:13.503189+0000","last_undegraded":"2023-09-23T06:36:13.503189+0000","last_fullsized":"2023-09-23T06:36:13.503189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:00:16.958221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501903+0000","last_change":"2023-09-23T06:36:12.047768+0000","last_active":"2023-09-23T06:36:13.501903+0000","last_peered":"2023-09-23T06:36:13.501903+0000","last_clean":"2023-09-23T06:36:13.501903+0000","last_became_active":"2023-09-23T06:36:12.047407+0000","last_became_peered":"2023-09-23T06:36:12.047407+0000","last_unstale":"2023-09-23T06:36:13.501903+0000","last_undegraded":"2023-09-23T06:36:13.501903+0000","last_fullsized":"2023-09-23T06:36:13.501903+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:04:50.267488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501848+0000","last_change":"2023-09-23T06:36:12.050866+0000","last_active":"2023-09-23T06:36:13.501848+0000","last_peered":"2023-09-23T06:36:13.501848+0000","last_clean":"2023-09-23T06:36:13.501848+0000","last_became_active":"2023-09-23T06:36:12.050600+0000","last_became_peered":"2023-09-23T06:36:12.050600+0000","last_unstale":"2023-09-23T06:36:13.501848+0000","last_undegraded":"2023-09-23T06:36:13.501848+0000","last_fullsized":"2023-09-23T06:36:13.501848+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:37:10.335681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502742+0000","last_change":"2023-09-23T06:36:12.053145+0000","last_active":"2023-09-23T06:36:13.502742+0000","last_peered":"2023-09-23T06:36:13.502742+0000","last_clean":"2023-09-23T06:36:13.502742+0000","last_became_active":"2023-09-23T06:36:12.052405+0000","last_became_peered":"2023-09-23T06:36:12.052405+0000","last_unstale":"2023-09-23T06:36:13.502742+0000","last_undegraded":"2023-09-23T06:36:13.502742+0000","last_fullsized":"2023-09-23T06:36:13.502742+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:00:16.958221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502324+0000","last_change":"2023-09-23T06:36:12.035958+0000","last_active":"2023-09-23T06:36:13.502324+0000","last_peered":"2023-09-23T06:36:13.502324+0000","last_clean":"2023-09-23T06:36:13.502324+0000","last_became_active":"2023-09-23T06:36:12.035633+0000","last_became_peered":"2023-09-23T06:36:12.035633+0000","last_unstale":"2023-09-23T06:36:13.502324+0000","last_undegraded":"2023-09-23T06:36:13.502324+0000","last_fullsized":"2023-09-23T06:36:13.502324+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:37:10.335681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501825+0000","last_change":"2023-09-23T06:36:12.036740+0000","last_active":"2023-09-23T06:36:13.501825+0000","last_peered":"2023-09-23T06:36:13.501825+0000","last_clean":"2023-09-23T06:36:13.501825+0000","last_became_active":"2023-09-23T06:36:12.036439+0000","last_became_peered":"2023-09-23T06:36:12.036439+0000","last_unstale":"2023-09-23T06:36:13.501825+0000","last_undegraded":"2023-09-23T06:36:13.501825+0000","last_fullsized":"2023-09-23T06:36:13.501825+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:42:31.250386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028447+0000","last_change":"2023-09-23T06:36:12.041005+0000","last_active":"2023-09-23T06:36:13.028447+0000","last_peered":"2023-09-23T06:36:13.028447+0000","last_clean":"2023-09-23T06:36:13.028447+0000","last_became_active":"2023-09-23T06:36:12.040707+0000","last_became_peered":"2023-09-23T06:36:12.040707+0000","last_unstale":"2023-09-23T06:36:13.028447+0000","last_undegraded":"2023-09-23T06:36:13.028447+0000","last_fullsized":"2023-09-23T06:36:13.028447+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:34:06.728880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502235+0000","last_change":"2023-09-23T06:36:12.041858+0000","last_active":"2023-09-23T06:36:13.502235+0000","last_peered":"2023-09-23T06:36:13.502235+0000","last_clean":"2023-09-23T06:36:13.502235+0000","last_became_active":"2023-09-23T06:36:12.041460+0000","last_became_peered":"2023-09-23T06:36:12.041460+0000","last_unstale":"2023-09-23T06:36:13.502235+0000","last_undegraded":"2023-09-23T06:36:13.502235+0000","last_fullsized":"2023-09-23T06:36:13.502235+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:43:42.521269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502446+0000","last_change":"2023-09-23T06:36:12.028428+0000","last_active":"2023-09-23T06:36:13.502446+0000","last_peered":"2023-09-23T06:36:13.502446+0000","last_clean":"2023-09-23T06:36:13.502446+0000","last_became_active":"2023-09-23T06:36:12.028127+0000","last_became_peered":"2023-09-23T06:36:12.028127+0000","last_unstale":"2023-09-23T06:36:13.502446+0000","last_undegraded":"2023-09-23T06:36:13.502446+0000","last_fullsized":"2023-09-23T06:36:13.502446+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:37:10.335681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024712+0000","last_change":"2023-09-23T06:36:12.037199+0000","last_active":"2023-09-23T06:36:13.024712+0000","last_peered":"2023-09-23T06:36:13.024712+0000","last_clean":"2023-09-23T06:36:13.024712+0000","last_became_active":"2023-09-23T06:36:12.036881+0000","last_became_peered":"2023-09-23T06:36:12.036881+0000","last_unstale":"2023-09-23T06:36:13.024712+0000","last_undegraded":"2023-09-23T06:36:13.024712+0000","last_fullsized":"2023-09-23T06:36:13.024712+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:42:31.250386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502675+0000","last_change":"2023-09-23T06:36:12.036674+0000","last_active":"2023-09-23T06:36:13.502675+0000","last_peered":"2023-09-23T06:36:13.502675+0000","last_clean":"2023-09-23T06:36:13.502675+0000","last_became_active":"2023-09-23T06:36:12.036393+0000","last_became_peered":"2023-09-23T06:36:12.036393+0000","last_unstale":"2023-09-23T06:36:13.502675+0000","last_undegraded":"2023-09-23T06:36:13.502675+0000","last_fullsized":"2023-09-23T06:36:13.502675+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:37:10.335681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502343+0000","last_change":"2023-09-23T06:36:12.040109+0000","last_active":"2023-09-23T06:36:13.502343+0000","last_peered":"2023-09-23T06:36:13.502343+0000","last_clean":"2023-09-23T06:36:13.502343+0000","last_became_active":"2023-09-23T06:36:12.039768+0000","last_became_peered":"2023-09-23T06:36:12.039768+0000","last_unstale":"2023-09-23T06:36:13.502343+0000","last_undegraded":"2023-09-23T06:36:13.502343+0000","last_fullsized":"2023-09-23T06:36:13.502343+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:35:00.267317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.027159+0000","last_change":"2023-09-23T06:36:12.048800+0000","last_active":"2023-09-23T06:36:13.027159+0000","last_peered":"2023-09-23T06:36:13.027159+0000","last_clean":"2023-09-23T06:36:13.027159+0000","last_became_active":"2023-09-23T06:36:12.048454+0000","last_became_peered":"2023-09-23T06:36:12.048454+0000","last_unstale":"2023-09-23T06:36:13.027159+0000","last_undegraded":"2023-09-23T06:36:13.027159+0000","last_fullsized":"2023-09-23T06:36:13.027159+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T12:55:24.971580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502360+0000","last_change":"2023-09-23T06:36:12.051298+0000","last_active":"2023-09-23T06:36:13.502360+0000","last_peered":"2023-09-23T06:36:13.502360+0000","last_clean":"2023-09-23T06:36:13.502360+0000","last_became_active":"2023-09-23T06:36:12.050806+0000","last_became_peered":"2023-09-23T06:36:12.050806+0000","last_unstale":"2023-09-23T06:36:13.502360+0000","last_undegraded":"2023-09-23T06:36:13.502360+0000","last_fullsized":"2023-09-23T06:36:13.502360+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:41:05.202143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501872+0000","last_change":"2023-09-23T06:36:11.215307+0000","last_active":"2023-09-23T06:36:13.501872+0000","last_peered":"2023-09-23T06:36:13.501872+0000","last_clean":"2023-09-23T06:36:13.501872+0000","last_became_active":"2023-09-23T06:36:11.212727+0000","last_became_peered":"2023-09-23T06:36:11.212727+0000","last_unstale":"2023-09-23T06:36:13.501872+0000","last_undegraded":"2023-09-23T06:36:13.501872+0000","last_fullsized":"2023-09-23T06:36:13.501872+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:14:43.919588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501757+0000","last_change":"2023-09-23T06:36:12.039531+0000","last_active":"2023-09-23T06:36:13.501757+0000","last_peered":"2023-09-23T06:36:13.501757+0000","last_clean":"2023-09-23T06:36:13.501757+0000","last_became_active":"2023-09-23T06:36:12.039267+0000","last_became_peered":"2023-09-23T06:36:12.039267+0000","last_unstale":"2023-09-23T06:36:13.501757+0000","last_undegraded":"2023-09-23T06:36:13.501757+0000","last_fullsized":"2023-09-23T06:36:13.501757+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:37.457388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501819+0000","last_change":"2023-09-23T06:36:11.224714+0000","last_active":"2023-09-23T06:36:13.501819+0000","last_peered":"2023-09-23T06:36:13.501819+0000","last_clean":"2023-09-23T06:36:13.501819+0000","last_became_active":"2023-09-23T06:36:11.224414+0000","last_became_peered":"2023-09-23T06:36:11.224414+0000","last_unstale":"2023-09-23T06:36:13.501819+0000","last_undegraded":"2023-09-23T06:36:13.501819+0000","last_fullsized":"2023-09-23T06:36:13.501819+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:14:43.919588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501832+0000","last_change":"2023-09-23T06:36:12.042488+0000","last_active":"2023-09-23T06:36:13.501832+0000","last_peered":"2023-09-23T06:36:13.501832+0000","last_clean":"2023-09-23T06:36:13.501832+0000","last_became_active":"2023-09-23T06:36:12.042161+0000","last_became_peered":"2023-09-23T06:36:12.042161+0000","last_unstale":"2023-09-23T06:36:13.501832+0000","last_undegraded":"2023-09-23T06:36:13.501832+0000","last_fullsized":"2023-09-23T06:36:13.501832+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:40:55.786659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503122+0000","last_change":"2023-09-23T06:36:11.224328+0000","last_active":"2023-09-23T06:36:13.503122+0000","last_peered":"2023-09-23T06:36:13.503122+0000","last_clean":"2023-09-23T06:36:13.503122+0000","last_became_active":"2023-09-23T06:36:11.224034+0000","last_became_peered":"2023-09-23T06:36:11.224034+0000","last_unstale":"2023-09-23T06:36:13.503122+0000","last_undegraded":"2023-09-23T06:36:13.503122+0000","last_fullsized":"2023-09-23T06:36:13.503122+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:42:30.243742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502590+0000","last_change":"2023-09-23T06:36:12.045413+0000","last_active":"2023-09-23T06:36:13.502590+0000","last_peered":"2023-09-23T06:36:13.502590+0000","last_clean":"2023-09-23T06:36:13.502590+0000","last_became_active":"2023-09-23T06:36:12.045137+0000","last_became_peered":"2023-09-23T06:36:12.045137+0000","last_unstale":"2023-09-23T06:36:13.502590+0000","last_undegraded":"2023-09-23T06:36:13.502590+0000","last_fullsized":"2023-09-23T06:36:13.502590+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:37.457388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502397+0000","last_change":"2023-09-23T06:36:11.223637+0000","last_active":"2023-09-23T06:36:13.502397+0000","last_peered":"2023-09-23T06:36:13.502397+0000","last_clean":"2023-09-23T06:36:13.502397+0000","last_became_active":"2023-09-23T06:36:11.223357+0000","last_became_peered":"2023-09-23T06:36:11.223357+0000","last_unstale":"2023-09-23T06:36:13.502397+0000","last_undegraded":"2023-09-23T06:36:13.502397+0000","last_fullsized":"2023-09-23T06:36:13.502397+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:36.450744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503119+0000","last_change":"2023-09-23T06:36:12.046233+0000","last_active":"2023-09-23T06:36:13.503119+0000","last_peered":"2023-09-23T06:36:13.503119+0000","last_clean":"2023-09-23T06:36:13.503119+0000","last_became_active":"2023-09-23T06:36:12.045821+0000","last_became_peered":"2023-09-23T06:36:12.045821+0000","last_unstale":"2023-09-23T06:36:13.503119+0000","last_undegraded":"2023-09-23T06:36:13.503119+0000","last_fullsized":"2023-09-23T06:36:13.503119+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:29:13.640752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502332+0000","last_change":"2023-09-23T06:36:11.225875+0000","last_active":"2023-09-23T06:36:13.502332+0000","last_peered":"2023-09-23T06:36:13.502332+0000","last_clean":"2023-09-23T06:36:13.502332+0000","last_became_active":"2023-09-23T06:36:11.225597+0000","last_became_peered":"2023-09-23T06:36:11.225597+0000","last_unstale":"2023-09-23T06:36:13.502332+0000","last_undegraded":"2023-09-23T06:36:13.502332+0000","last_fullsized":"2023-09-23T06:36:13.502332+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:01:24.123800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028097+0000","last_change":"2023-09-23T06:36:12.035506+0000","last_active":"2023-09-23T06:36:13.028097+0000","last_peered":"2023-09-23T06:36:13.028097+0000","last_clean":"2023-09-23T06:36:13.028097+0000","last_became_active":"2023-09-23T06:36:12.035235+0000","last_became_peered":"2023-09-23T06:36:12.035235+0000","last_unstale":"2023-09-23T06:36:13.028097+0000","last_undegraded":"2023-09-23T06:36:13.028097+0000","last_fullsized":"2023-09-23T06:36:13.028097+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:12:07.463724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.504053+0000","last_change":"2023-09-23T06:36:11.217897+0000","last_active":"2023-09-23T06:36:13.504053+0000","last_peered":"2023-09-23T06:36:13.504053+0000","last_clean":"2023-09-23T06:36:13.504053+0000","last_became_active":"2023-09-23T06:36:11.217507+0000","last_became_peered":"2023-09-23T06:36:11.217507+0000","last_unstale":"2023-09-23T06:36:13.504053+0000","last_undegraded":"2023-09-23T06:36:13.504053+0000","last_fullsized":"2023-09-23T06:36:13.504053+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:52:01.178778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502144+0000","last_change":"2023-09-23T06:36:12.042905+0000","last_active":"2023-09-23T06:36:13.502144+0000","last_peered":"2023-09-23T06:36:13.502144+0000","last_clean":"2023-09-23T06:36:13.502144+0000","last_became_active":"2023-09-23T06:36:12.042567+0000","last_became_peered":"2023-09-23T06:36:12.042567+0000","last_unstale":"2023-09-23T06:36:13.502144+0000","last_undegraded":"2023-09-23T06:36:13.502144+0000","last_fullsized":"2023-09-23T06:36:13.502144+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:35:00.267317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501419+0000","last_change":"2023-09-23T06:36:11.216130+0000","last_active":"2023-09-23T06:36:13.501419+0000","last_peered":"2023-09-23T06:36:13.501419+0000","last_clean":"2023-09-23T06:36:13.501419+0000","last_became_active":"2023-09-23T06:36:11.215678+0000","last_became_peered":"2023-09-23T06:36:11.215678+0000","last_unstale":"2023-09-23T06:36:13.501419+0000","last_undegraded":"2023-09-23T06:36:13.501419+0000","last_fullsized":"2023-09-23T06:36:13.501419+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:22:55.836470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501316+0000","last_change":"2023-09-23T06:36:12.037643+0000","last_active":"2023-09-23T06:36:13.501316+0000","last_peered":"2023-09-23T06:36:13.501316+0000","last_clean":"2023-09-23T06:36:13.501316+0000","last_became_active":"2023-09-23T06:36:12.036802+0000","last_became_peered":"2023-09-23T06:36:12.036802+0000","last_unstale":"2023-09-23T06:36:13.501316+0000","last_undegraded":"2023-09-23T06:36:13.501316+0000","last_fullsized":"2023-09-23T06:36:13.501316+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:40:55.786659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502786+0000","last_change":"2023-09-23T06:36:11.223517+0000","last_active":"2023-09-23T06:36:13.502786+0000","last_peered":"2023-09-23T06:36:13.502786+0000","last_clean":"2023-09-23T06:36:13.502786+0000","last_became_active":"2023-09-23T06:36:11.223242+0000","last_became_peered":"2023-09-23T06:36:11.223242+0000","last_unstale":"2023-09-23T06:36:13.502786+0000","last_undegraded":"2023-09-23T06:36:13.502786+0000","last_fullsized":"2023-09-23T06:36:13.502786+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:28:26.962808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024878+0000","last_change":"2023-09-23T06:36:12.047311+0000","last_active":"2023-09-23T06:36:13.024878+0000","last_peered":"2023-09-23T06:36:13.024878+0000","last_clean":"2023-09-23T06:36:13.024878+0000","last_became_active":"2023-09-23T06:36:12.047009+0000","last_became_peered":"2023-09-23T06:36:12.047009+0000","last_unstale":"2023-09-23T06:36:13.024878+0000","last_undegraded":"2023-09-23T06:36:13.024878+0000","last_fullsized":"2023-09-23T06:36:13.024878+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:35:00.267317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501886+0000","last_change":"2023-09-23T06:36:11.223381+0000","last_active":"2023-09-23T06:36:13.501886+0000","last_peered":"2023-09-23T06:36:13.501886+0000","last_clean":"2023-09-23T06:36:13.501886+0000","last_became_active":"2023-09-23T06:36:11.223110+0000","last_became_peered":"2023-09-23T06:36:11.223110+0000","last_unstale":"2023-09-23T06:36:13.501886+0000","last_undegraded":"2023-09-23T06:36:13.501886+0000","last_fullsized":"2023-09-23T06:36:13.501886+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:15:55.228872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502766+0000","last_change":"2023-09-23T06:36:12.046035+0000","last_active":"2023-09-23T06:36:13.502766+0000","last_peered":"2023-09-23T06:36:13.502766+0000","last_clean":"2023-09-23T06:36:13.502766+0000","last_became_active":"2023-09-23T06:36:12.045446+0000","last_became_peered":"2023-09-23T06:36:12.045446+0000","last_unstale":"2023-09-23T06:36:13.502766+0000","last_undegraded":"2023-09-23T06:36:13.502766+0000","last_fullsized":"2023-09-23T06:36:13.502766+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:43:42.521269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502627+0000","last_change":"2023-09-23T06:36:11.224067+0000","last_active":"2023-09-23T06:36:13.502627+0000","last_peered":"2023-09-23T06:36:13.502627+0000","last_clean":"2023-09-23T06:36:13.502627+0000","last_became_active":"2023-09-23T06:36:11.223676+0000","last_became_peered":"2023-09-23T06:36:11.223676+0000","last_unstale":"2023-09-23T06:36:13.502627+0000","last_undegraded":"2023-09-23T06:36:13.502627+0000","last_fullsized":"2023-09-23T06:36:13.502627+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:59:51.303159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501975+0000","last_change":"2023-09-23T06:36:12.038779+0000","last_active":"2023-09-23T06:36:13.501975+0000","last_peered":"2023-09-23T06:36:13.501975+0000","last_clean":"2023-09-23T06:36:13.501975+0000","last_became_active":"2023-09-23T06:36:12.038467+0000","last_became_peered":"2023-09-23T06:36:12.038467+0000","last_unstale":"2023-09-23T06:36:13.501975+0000","last_undegraded":"2023-09-23T06:36:13.501975+0000","last_fullsized":"2023-09-23T06:36:13.501975+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:42:31.250386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.025040+0000","last_change":"2023-09-23T06:36:11.218130+0000","last_active":"2023-09-23T06:36:13.025040+0000","last_peered":"2023-09-23T06:36:13.025040+0000","last_clean":"2023-09-23T06:36:13.025040+0000","last_became_active":"2023-09-23T06:36:11.217611+0000","last_became_peered":"2023-09-23T06:36:11.217611+0000","last_unstale":"2023-09-23T06:36:13.025040+0000","last_undegraded":"2023-09-23T06:36:13.025040+0000","last_fullsized":"2023-09-23T06:36:13.025040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:40:54.780015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028437+0000","last_change":"2023-09-23T06:36:12.046194+0000","last_active":"2023-09-23T06:36:13.028437+0000","last_peered":"2023-09-23T06:36:13.028437+0000","last_clean":"2023-09-23T06:36:13.028437+0000","last_became_active":"2023-09-23T06:36:12.045915+0000","last_became_peered":"2023-09-23T06:36:12.045915+0000","last_unstale":"2023-09-23T06:36:13.028437+0000","last_undegraded":"2023-09-23T06:36:13.028437+0000","last_fullsized":"2023-09-23T06:36:13.028437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:58:31.481478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502039+0000","last_change":"2023-09-23T06:36:11.214651+0000","last_active":"2023-09-23T06:36:13.502039+0000","last_peered":"2023-09-23T06:36:13.502039+0000","last_clean":"2023-09-23T06:36:13.502039+0000","last_became_active":"2023-09-23T06:36:11.214375+0000","last_became_peered":"2023-09-23T06:36:11.214375+0000","last_unstale":"2023-09-23T06:36:13.502039+0000","last_undegraded":"2023-09-23T06:36:13.502039+0000","last_fullsized":"2023-09-23T06:36:13.502039+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:22:55.836470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502828+0000","last_change":"2023-09-23T06:36:12.051085+0000","last_active":"2023-09-23T06:36:13.502828+0000","last_peered":"2023-09-23T06:36:13.502828+0000","last_clean":"2023-09-23T06:36:13.502828+0000","last_became_active":"2023-09-23T06:36:12.050815+0000","last_became_peered":"2023-09-23T06:36:12.050815+0000","last_unstale":"2023-09-23T06:36:13.502828+0000","last_undegraded":"2023-09-23T06:36:13.502828+0000","last_fullsized":"2023-09-23T06:36:13.502828+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:31:41.423966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502054+0000","last_change":"2023-09-23T06:36:11.204690+0000","last_active":"2023-09-23T06:36:13.502054+0000","last_peered":"2023-09-23T06:36:13.502054+0000","last_clean":"2023-09-23T06:36:13.502054+0000","last_became_active":"2023-09-23T06:36:11.204393+0000","last_became_peered":"2023-09-23T06:36:11.204393+0000","last_unstale":"2023-09-23T06:36:13.502054+0000","last_undegraded":"2023-09-23T06:36:13.502054+0000","last_fullsized":"2023-09-23T06:36:13.502054+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:22:55.836470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502309+0000","last_change":"2023-09-23T06:36:12.044942+0000","last_active":"2023-09-23T06:36:13.502309+0000","last_peered":"2023-09-23T06:36:13.502309+0000","last_clean":"2023-09-23T06:36:13.502309+0000","last_became_active":"2023-09-23T06:36:12.044618+0000","last_became_peered":"2023-09-23T06:36:12.044618+0000","last_unstale":"2023-09-23T06:36:13.502309+0000","last_undegraded":"2023-09-23T06:36:13.502309+0000","last_fullsized":"2023-09-23T06:36:13.502309+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:37.457388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503372+0000","last_change":"2023-09-23T06:36:11.222330+0000","last_active":"2023-09-23T06:36:13.503372+0000","last_peered":"2023-09-23T06:36:13.503372+0000","last_clean":"2023-09-23T06:36:13.503372+0000","last_became_active":"2023-09-23T06:36:11.221722+0000","last_became_peered":"2023-09-23T06:36:11.221722+0000","last_unstale":"2023-09-23T06:36:13.503372+0000","last_undegraded":"2023-09-23T06:36:13.503372+0000","last_fullsized":"2023-09-23T06:36:13.503372+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:28.257681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503013+0000","last_change":"2023-09-23T06:36:12.047087+0000","last_active":"2023-09-23T06:36:13.503013+0000","last_peered":"2023-09-23T06:36:13.503013+0000","last_clean":"2023-09-23T06:36:13.503013+0000","last_became_active":"2023-09-23T06:36:12.046515+0000","last_became_peered":"2023-09-23T06:36:12.046515+0000","last_unstale":"2023-09-23T06:36:13.503013+0000","last_undegraded":"2023-09-23T06:36:13.503013+0000","last_fullsized":"2023-09-23T06:36:13.503013+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:15:46.987111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501609+0000","last_change":"2023-09-23T06:36:11.218134+0000","last_active":"2023-09-23T06:36:13.501609+0000","last_peered":"2023-09-23T06:36:13.501609+0000","last_clean":"2023-09-23T06:36:13.501609+0000","last_became_active":"2023-09-23T06:36:11.217850+0000","last_became_peered":"2023-09-23T06:36:11.217850+0000","last_unstale":"2023-09-23T06:36:13.501609+0000","last_undegraded":"2023-09-23T06:36:13.501609+0000","last_fullsized":"2023-09-23T06:36:13.501609+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:58:30.474834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501764+0000","last_change":"2023-09-23T06:36:12.032877+0000","last_active":"2023-09-23T06:36:13.501764+0000","last_peered":"2023-09-23T06:36:13.501764+0000","last_clean":"2023-09-23T06:36:13.501764+0000","last_became_active":"2023-09-23T06:36:12.032540+0000","last_became_peered":"2023-09-23T06:36:12.032540+0000","last_unstale":"2023-09-23T06:36:13.501764+0000","last_undegraded":"2023-09-23T06:36:13.501764+0000","last_fullsized":"2023-09-23T06:36:13.501764+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:29.264325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.026880+0000","last_change":"2023-09-23T06:36:11.214467+0000","last_active":"2023-09-23T06:36:13.026880+0000","last_peered":"2023-09-23T06:36:13.026880+0000","last_clean":"2023-09-23T06:36:13.026880+0000","last_became_active":"2023-09-23T06:36:11.213991+0000","last_became_peered":"2023-09-23T06:36:11.213991+0000","last_unstale":"2023-09-23T06:36:13.026880+0000","last_undegraded":"2023-09-23T06:36:13.026880+0000","last_fullsized":"2023-09-23T06:36:13.026880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:10:51.426854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502160+0000","last_change":"2023-09-23T06:36:12.047025+0000","last_active":"2023-09-23T06:36:13.502160+0000","last_peered":"2023-09-23T06:36:13.502160+0000","last_clean":"2023-09-23T06:36:13.502160+0000","last_became_active":"2023-09-23T06:36:12.046707+0000","last_became_peered":"2023-09-23T06:36:12.046707+0000","last_unstale":"2023-09-23T06:36:13.502160+0000","last_undegraded":"2023-09-23T06:36:13.502160+0000","last_fullsized":"2023-09-23T06:36:13.502160+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:43:42.521269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028489+0000","last_change":"2023-09-23T06:36:11.213134+0000","last_active":"2023-09-23T06:36:13.028489+0000","last_peered":"2023-09-23T06:36:13.028489+0000","last_clean":"2023-09-23T06:36:13.028489+0000","last_became_active":"2023-09-23T06:36:11.212773+0000","last_became_peered":"2023-09-23T06:36:11.212773+0000","last_unstale":"2023-09-23T06:36:13.028489+0000","last_undegraded":"2023-09-23T06:36:13.028489+0000","last_fullsized":"2023-09-23T06:36:13.028489+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:00:31.229639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502466+0000","last_change":"2023-09-23T06:36:12.052408+0000","last_active":"2023-09-23T06:36:13.502466+0000","last_peered":"2023-09-23T06:36:13.502466+0000","last_clean":"2023-09-23T06:36:13.502466+0000","last_became_active":"2023-09-23T06:36:12.052098+0000","last_became_peered":"2023-09-23T06:36:12.052098+0000","last_unstale":"2023-09-23T06:36:13.502466+0000","last_undegraded":"2023-09-23T06:36:13.502466+0000","last_fullsized":"2023-09-23T06:36:13.502466+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:37:49.676272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024883+0000","last_change":"2023-09-23T06:36:11.215213+0000","last_active":"2023-09-23T06:36:13.024883+0000","last_peered":"2023-09-23T06:36:13.024883+0000","last_clean":"2023-09-23T06:36:13.024883+0000","last_became_active":"2023-09-23T06:36:11.214941+0000","last_became_peered":"2023-09-23T06:36:11.214941+0000","last_unstale":"2023-09-23T06:36:13.024883+0000","last_undegraded":"2023-09-23T06:36:13.024883+0000","last_fullsized":"2023-09-23T06:36:13.024883+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:34:05.722236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503207+0000","last_change":"2023-09-23T06:36:12.043541+0000","last_active":"2023-09-23T06:36:13.503207+0000","last_peered":"2023-09-23T06:36:13.503207+0000","last_clean":"2023-09-23T06:36:13.503207+0000","last_became_active":"2023-09-23T06:36:12.043184+0000","last_became_peered":"2023-09-23T06:36:12.043184+0000","last_unstale":"2023-09-23T06:36:13.503207+0000","last_undegraded":"2023-09-23T06:36:13.503207+0000","last_fullsized":"2023-09-23T06:36:13.503207+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:31:41.423966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503332+0000","last_change":"2023-09-23T06:36:11.220388+0000","last_active":"2023-09-23T06:36:13.503332+0000","last_peered":"2023-09-23T06:36:13.503332+0000","last_clean":"2023-09-23T06:36:13.503332+0000","last_became_active":"2023-09-23T06:36:11.220063+0000","last_became_peered":"2023-09-23T06:36:11.220063+0000","last_unstale":"2023-09-23T06:36:13.503332+0000","last_undegraded":"2023-09-23T06:36:13.503332+0000","last_fullsized":"2023-09-23T06:36:13.503332+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:40:54.780015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028289+0000","last_change":"2023-09-23T06:36:12.038882+0000","last_active":"2023-09-23T06:36:13.028289+0000","last_peered":"2023-09-23T06:36:13.028289+0000","last_clean":"2023-09-23T06:36:13.028289+0000","last_became_active":"2023-09-23T06:36:12.038562+0000","last_became_peered":"2023-09-23T06:36:12.038562+0000","last_unstale":"2023-09-23T06:36:13.028289+0000","last_undegraded":"2023-09-23T06:36:13.028289+0000","last_fullsized":"2023-09-23T06:36:13.028289+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:15:56.235517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024600+0000","last_change":"2023-09-23T06:36:12.044039+0000","last_active":"2023-09-23T06:36:13.024600+0000","last_peered":"2023-09-23T06:36:13.024600+0000","last_clean":"2023-09-23T06:36:13.024600+0000","last_became_active":"2023-09-23T06:36:12.043746+0000","last_became_peered":"2023-09-23T06:36:12.043746+0000","last_unstale":"2023-09-23T06:36:13.024600+0000","last_undegraded":"2023-09-23T06:36:13.024600+0000","last_fullsized":"2023-09-23T06:36:13.024600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:29.264325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.026956+0000","last_change":"2023-09-23T06:36:11.210495+0000","last_active":"2023-09-23T06:36:13.026956+0000","last_peered":"2023-09-23T06:36:13.026956+0000","last_clean":"2023-09-23T06:36:13.026956+0000","last_became_active":"2023-09-23T06:36:11.210193+0000","last_became_peered":"2023-09-23T06:36:11.210193+0000","last_unstale":"2023-09-23T06:36:13.026956+0000","last_undegraded":"2023-09-23T06:36:13.026956+0000","last_fullsized":"2023-09-23T06:36:13.026956+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:59:51.303159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502084+0000","last_change":"2023-09-23T06:36:12.050919+0000","last_active":"2023-09-23T06:36:13.502084+0000","last_peered":"2023-09-23T06:36:13.502084+0000","last_clean":"2023-09-23T06:36:13.502084+0000","last_became_active":"2023-09-23T06:36:12.050487+0000","last_became_peered":"2023-09-23T06:36:12.050487+0000","last_unstale":"2023-09-23T06:36:13.502084+0000","last_undegraded":"2023-09-23T06:36:13.502084+0000","last_fullsized":"2023-09-23T06:36:13.502084+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:04:50.267488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501856+0000","last_change":"2023-09-23T06:36:11.215908+0000","last_active":"2023-09-23T06:36:13.501856+0000","last_peered":"2023-09-23T06:36:13.501856+0000","last_clean":"2023-09-23T06:36:13.501856+0000","last_became_active":"2023-09-23T06:36:11.215574+0000","last_became_peered":"2023-09-23T06:36:11.215574+0000","last_unstale":"2023-09-23T06:36:13.501856+0000","last_undegraded":"2023-09-23T06:36:13.501856+0000","last_fullsized":"2023-09-23T06:36:13.501856+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:12:06.457080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":164,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-23T06:36:12.033183+0000","last_change":"2023-09-23T06:36:07.904386+0000","last_active":"2023-09-23T06:36:12.033183+0000","last_peered":"2023-09-23T06:36:12.033183+0000","last_clean":"2023-09-23T06:36:12.033183+0000","last_became_active":"2023-09-23T06:36:07.903271+0000","last_became_peered":"2023-09-23T06:36:07.903271+0000","last_unstale":"2023-09-23T06:36:12.033183+0000","last_undegraded":"2023-09-23T06:36:12.033183+0000","last_fullsized":"2023-09-23T06:36:12.033183+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:06.161171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:06.161171+0000","last_clean_scrub_stamp":"2023-09-23T06:36:06.161171+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:29:57.908885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501577+0000","last_change":"2023-09-23T06:36:12.036712+0000","last_active":"2023-09-23T06:36:13.501577+0000","last_peered":"2023-09-23T06:36:13.501577+0000","last_clean":"2023-09-23T06:36:13.501577+0000","last_became_active":"2023-09-23T06:36:12.036360+0000","last_became_peered":"2023-09-23T06:36:12.036360+0000","last_unstale":"2023-09-23T06:36:13.501577+0000","last_undegraded":"2023-09-23T06:36:13.501577+0000","last_fullsized":"2023-09-23T06:36:13.501577+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:52:02.185422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502668+0000","last_change":"2023-09-23T06:36:11.220909+0000","last_active":"2023-09-23T06:36:13.502668+0000","last_peered":"2023-09-23T06:36:13.502668+0000","last_clean":"2023-09-23T06:36:13.502668+0000","last_became_active":"2023-09-23T06:36:11.220319+0000","last_became_peered":"2023-09-23T06:36:11.220319+0000","last_unstale":"2023-09-23T06:36:13.502668+0000","last_undegraded":"2023-09-23T06:36:13.502668+0000","last_fullsized":"2023-09-23T06:36:13.502668+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:14:43.919588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503068+0000","last_change":"2023-09-23T06:36:11.225815+0000","last_active":"2023-09-23T06:36:13.503068+0000","last_peered":"2023-09-23T06:36:13.503068+0000","last_clean":"2023-09-23T06:36:13.503068+0000","last_became_active":"2023-09-23T06:36:11.225316+0000","last_became_peered":"2023-09-23T06:36:11.225316+0000","last_unstale":"2023-09-23T06:36:13.503068+0000","last_undegraded":"2023-09-23T06:36:13.503068+0000","last_fullsized":"2023-09-23T06:36:13.503068+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:28.257681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024886+0000","last_change":"2023-09-23T06:36:12.044127+0000","last_active":"2023-09-23T06:36:13.024886+0000","last_peered":"2023-09-23T06:36:13.024886+0000","last_clean":"2023-09-23T06:36:13.024886+0000","last_became_active":"2023-09-23T06:36:12.043807+0000","last_became_peered":"2023-09-23T06:36:12.043807+0000","last_unstale":"2023-09-23T06:36:13.024886+0000","last_undegraded":"2023-09-23T06:36:13.024886+0000","last_fullsized":"2023-09-23T06:36:13.024886+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:37.457388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:14.626972+0000","last_change":"2023-09-23T06:36:11.219219+0000","last_active":"2023-09-23T06:36:14.626972+0000","last_peered":"2023-09-23T06:36:14.626972+0000","last_clean":"2023-09-23T06:36:14.626972+0000","last_became_active":"2023-09-23T06:36:11.218963+0000","last_became_peered":"2023-09-23T06:36:11.218963+0000","last_unstale":"2023-09-23T06:36:14.626972+0000","last_undegraded":"2023-09-23T06:36:14.626972+0000","last_fullsized":"2023-09-23T06:36:14.626972+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:58:30.474834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501670+0000","last_change":"2023-09-23T06:36:12.050032+0000","last_active":"2023-09-23T06:36:13.501670+0000","last_peered":"2023-09-23T06:36:13.501670+0000","last_clean":"2023-09-23T06:36:13.501670+0000","last_became_active":"2023-09-23T06:36:12.049662+0000","last_became_peered":"2023-09-23T06:36:12.049662+0000","last_unstale":"2023-09-23T06:36:13.501670+0000","last_undegraded":"2023-09-23T06:36:13.501670+0000","last_fullsized":"2023-09-23T06:36:13.501670+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:42:31.250386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501792+0000","last_change":"2023-09-23T06:36:11.224261+0000","last_active":"2023-09-23T06:36:13.501792+0000","last_peered":"2023-09-23T06:36:13.501792+0000","last_clean":"2023-09-23T06:36:13.501792+0000","last_became_active":"2023-09-23T06:36:11.223955+0000","last_became_peered":"2023-09-23T06:36:11.223955+0000","last_unstale":"2023-09-23T06:36:13.501792+0000","last_undegraded":"2023-09-23T06:36:13.501792+0000","last_fullsized":"2023-09-23T06:36:13.501792+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:12:06.457080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501477+0000","last_change":"2023-09-23T06:36:12.035678+0000","last_active":"2023-09-23T06:36:13.501477+0000","last_peered":"2023-09-23T06:36:13.501477+0000","last_clean":"2023-09-23T06:36:13.501477+0000","last_became_active":"2023-09-23T06:36:12.035132+0000","last_became_peered":"2023-09-23T06:36:12.035132+0000","last_unstale":"2023-09-23T06:36:13.501477+0000","last_undegraded":"2023-09-23T06:36:13.501477+0000","last_fullsized":"2023-09-23T06:36:13.501477+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:25:18.741139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502529+0000","last_change":"2023-09-23T06:36:11.226503+0000","last_active":"2023-09-23T06:36:13.502529+0000","last_peered":"2023-09-23T06:36:13.502529+0000","last_clean":"2023-09-23T06:36:13.502529+0000","last_became_active":"2023-09-23T06:36:11.225788+0000","last_became_peered":"2023-09-23T06:36:11.225788+0000","last_unstale":"2023-09-23T06:36:13.502529+0000","last_undegraded":"2023-09-23T06:36:13.502529+0000","last_fullsized":"2023-09-23T06:36:13.502529+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:58:30.474834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028315+0000","last_change":"2023-09-23T06:36:12.041922+0000","last_active":"2023-09-23T06:36:13.028315+0000","last_peered":"2023-09-23T06:36:13.028315+0000","last_clean":"2023-09-23T06:36:13.028315+0000","last_became_active":"2023-09-23T06:36:12.041647+0000","last_became_peered":"2023-09-23T06:36:12.041647+0000","last_unstale":"2023-09-23T06:36:13.028315+0000","last_undegraded":"2023-09-23T06:36:13.028315+0000","last_fullsized":"2023-09-23T06:36:13.028315+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:59:52.309803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024752+0000","last_change":"2023-09-23T06:36:11.220734+0000","last_active":"2023-09-23T06:36:13.024752+0000","last_peered":"2023-09-23T06:36:13.024752+0000","last_clean":"2023-09-23T06:36:13.024752+0000","last_became_active":"2023-09-23T06:36:11.220409+0000","last_became_peered":"2023-09-23T06:36:11.220409+0000","last_unstale":"2023-09-23T06:36:13.024752+0000","last_undegraded":"2023-09-23T06:36:13.024752+0000","last_fullsized":"2023-09-23T06:36:13.024752+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:59:51.303159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501170+0000","last_change":"2023-09-23T06:36:12.037899+0000","last_active":"2023-09-23T06:36:13.501170+0000","last_peered":"2023-09-23T06:36:13.501170+0000","last_clean":"2023-09-23T06:36:13.501170+0000","last_became_active":"2023-09-23T06:36:12.037157+0000","last_became_peered":"2023-09-23T06:36:12.037157+0000","last_unstale":"2023-09-23T06:36:13.501170+0000","last_undegraded":"2023-09-23T06:36:13.501170+0000","last_fullsized":"2023-09-23T06:36:13.501170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:52:02.185422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024846+0000","last_change":"2023-09-23T06:36:11.213611+0000","last_active":"2023-09-23T06:36:13.024846+0000","last_peered":"2023-09-23T06:36:13.024846+0000","last_clean":"2023-09-23T06:36:13.024846+0000","last_became_active":"2023-09-23T06:36:11.213276+0000","last_became_peered":"2023-09-23T06:36:11.213276+0000","last_unstale":"2023-09-23T06:36:13.024846+0000","last_undegraded":"2023-09-23T06:36:13.024846+0000","last_fullsized":"2023-09-23T06:36:13.024846+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T12:55:23.964936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502331+0000","last_change":"2023-09-23T06:36:12.038858+0000","last_active":"2023-09-23T06:36:13.502331+0000","last_peered":"2023-09-23T06:36:13.502331+0000","last_clean":"2023-09-23T06:36:13.502331+0000","last_became_active":"2023-09-23T06:36:12.038580+0000","last_became_peered":"2023-09-23T06:36:12.038580+0000","last_unstale":"2023-09-23T06:36:13.502331+0000","last_undegraded":"2023-09-23T06:36:13.502331+0000","last_fullsized":"2023-09-23T06:36:13.502331+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:41:05.202143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503067+0000","last_change":"2023-09-23T06:36:11.222891+0000","last_active":"2023-09-23T06:36:13.503067+0000","last_peered":"2023-09-23T06:36:13.503067+0000","last_clean":"2023-09-23T06:36:13.503067+0000","last_became_active":"2023-09-23T06:36:11.222547+0000","last_became_peered":"2023-09-23T06:36:11.222547+0000","last_unstale":"2023-09-23T06:36:13.503067+0000","last_undegraded":"2023-09-23T06:36:13.503067+0000","last_fullsized":"2023-09-23T06:36:13.503067+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:25:17.734495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.504108+0000","last_change":"2023-09-23T06:36:12.043197+0000","last_active":"2023-09-23T06:36:13.504108+0000","last_peered":"2023-09-23T06:36:13.504108+0000","last_clean":"2023-09-23T06:36:13.504108+0000","last_became_active":"2023-09-23T06:36:12.042876+0000","last_became_peered":"2023-09-23T06:36:12.042876+0000","last_unstale":"2023-09-23T06:36:13.504108+0000","last_undegraded":"2023-09-23T06:36:13.504108+0000","last_fullsized":"2023-09-23T06:36:13.504108+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:04:50.267488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.026986+0000","last_change":"2023-09-23T06:36:11.214741+0000","last_active":"2023-09-23T06:36:13.026986+0000","last_peered":"2023-09-23T06:36:13.026986+0000","last_clean":"2023-09-23T06:36:13.026986+0000","last_became_active":"2023-09-23T06:36:11.214409+0000","last_became_peered":"2023-09-23T06:36:11.214409+0000","last_unstale":"2023-09-23T06:36:13.026986+0000","last_undegraded":"2023-09-23T06:36:13.026986+0000","last_fullsized":"2023-09-23T06:36:13.026986+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:15:55.228872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502990+0000","last_change":"2023-09-23T06:36:12.053056+0000","last_active":"2023-09-23T06:36:13.502990+0000","last_peered":"2023-09-23T06:36:13.502990+0000","last_clean":"2023-09-23T06:36:13.502990+0000","last_became_active":"2023-09-23T06:36:12.052729+0000","last_became_peered":"2023-09-23T06:36:12.052729+0000","last_unstale":"2023-09-23T06:36:13.502990+0000","last_undegraded":"2023-09-23T06:36:13.502990+0000","last_fullsized":"2023-09-23T06:36:13.502990+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:39:44.534967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.025006+0000","last_change":"2023-09-23T06:36:11.214238+0000","last_active":"2023-09-23T06:36:13.025006+0000","last_peered":"2023-09-23T06:36:13.025006+0000","last_clean":"2023-09-23T06:36:13.025006+0000","last_became_active":"2023-09-23T06:36:11.213964+0000","last_became_peered":"2023-09-23T06:36:11.213964+0000","last_unstale":"2023-09-23T06:36:13.025006+0000","last_undegraded":"2023-09-23T06:36:13.025006+0000","last_fullsized":"2023-09-23T06:36:13.025006+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:25:17.734495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502727+0000","last_change":"2023-09-23T06:36:12.042045+0000","last_active":"2023-09-23T06:36:13.502727+0000","last_peered":"2023-09-23T06:36:13.502727+0000","last_clean":"2023-09-23T06:36:13.502727+0000","last_became_active":"2023-09-23T06:36:12.041752+0000","last_became_peered":"2023-09-23T06:36:12.041752+0000","last_unstale":"2023-09-23T06:36:13.502727+0000","last_undegraded":"2023-09-23T06:36:13.502727+0000","last_fullsized":"2023-09-23T06:36:13.502727+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:04:50.267488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.027117+0000","last_change":"2023-09-23T06:36:11.214032+0000","last_active":"2023-09-23T06:36:13.027117+0000","last_peered":"2023-09-23T06:36:13.027117+0000","last_clean":"2023-09-23T06:36:13.027117+0000","last_became_active":"2023-09-23T06:36:11.213748+0000","last_became_peered":"2023-09-23T06:36:11.213748+0000","last_unstale":"2023-09-23T06:36:13.027117+0000","last_undegraded":"2023-09-23T06:36:13.027117+0000","last_fullsized":"2023-09-23T06:36:13.027117+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:12:06.457080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502529+0000","last_change":"2023-09-23T06:36:12.047474+0000","last_active":"2023-09-23T06:36:13.502529+0000","last_peered":"2023-09-23T06:36:13.502529+0000","last_clean":"2023-09-23T06:36:13.502529+0000","last_became_active":"2023-09-23T06:36:12.047153+0000","last_became_peered":"2023-09-23T06:36:12.047153+0000","last_unstale":"2023-09-23T06:36:13.502529+0000","last_undegraded":"2023-09-23T06:36:13.502529+0000","last_fullsized":"2023-09-23T06:36:13.502529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:29:13.640752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501611+0000","last_change":"2023-09-23T06:36:12.034784+0000","last_active":"2023-09-23T06:36:13.501611+0000","last_peered":"2023-09-23T06:36:13.501611+0000","last_clean":"2023-09-23T06:36:13.501611+0000","last_became_active":"2023-09-23T06:36:12.034468+0000","last_became_peered":"2023-09-23T06:36:12.034468+0000","last_unstale":"2023-09-23T06:36:13.501611+0000","last_undegraded":"2023-09-23T06:36:13.501611+0000","last_fullsized":"2023-09-23T06:36:13.501611+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:28:27.969452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.027080+0000","last_change":"2023-09-23T06:36:12.039634+0000","last_active":"2023-09-23T06:36:13.027080+0000","last_peered":"2023-09-23T06:36:13.027080+0000","last_clean":"2023-09-23T06:36:13.027080+0000","last_became_active":"2023-09-23T06:36:12.039423+0000","last_became_peered":"2023-09-23T06:36:12.039423+0000","last_unstale":"2023-09-23T06:36:13.027080+0000","last_undegraded":"2023-09-23T06:36:13.027080+0000","last_fullsized":"2023-09-23T06:36:13.027080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:34:06.728880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503321+0000","last_change":"2023-09-23T06:36:12.044129+0000","last_active":"2023-09-23T06:36:13.503321+0000","last_peered":"2023-09-23T06:36:13.503321+0000","last_clean":"2023-09-23T06:36:13.503321+0000","last_became_active":"2023-09-23T06:36:12.043821+0000","last_became_peered":"2023-09-23T06:36:12.043821+0000","last_unstale":"2023-09-23T06:36:13.503321+0000","last_undegraded":"2023-09-23T06:36:13.503321+0000","last_fullsized":"2023-09-23T06:36:13.503321+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:24:38.003742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501970+0000","last_change":"2023-09-23T06:36:12.042857+0000","last_active":"2023-09-23T06:36:13.501970+0000","last_peered":"2023-09-23T06:36:13.501970+0000","last_clean":"2023-09-23T06:36:13.501970+0000","last_became_active":"2023-09-23T06:36:12.042449+0000","last_became_peered":"2023-09-23T06:36:12.042449+0000","last_unstale":"2023-09-23T06:36:13.501970+0000","last_undegraded":"2023-09-23T06:36:13.501970+0000","last_fullsized":"2023-09-23T06:36:13.501970+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:29.264325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501709+0000","last_change":"2023-09-23T06:36:12.042838+0000","last_active":"2023-09-23T06:36:13.501709+0000","last_peered":"2023-09-23T06:36:13.501709+0000","last_clean":"2023-09-23T06:36:13.501709+0000","last_became_active":"2023-09-23T06:36:12.042469+0000","last_became_peered":"2023-09-23T06:36:12.042469+0000","last_unstale":"2023-09-23T06:36:13.501709+0000","last_undegraded":"2023-09-23T06:36:13.501709+0000","last_fullsized":"2023-09-23T06:36:13.501709+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:35:00.267317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024988+0000","last_change":"2023-09-23T06:36:12.038887+0000","last_active":"2023-09-23T06:36:13.024988+0000","last_peered":"2023-09-23T06:36:13.024988+0000","last_clean":"2023-09-23T06:36:13.024988+0000","last_became_active":"2023-09-23T06:36:12.038621+0000","last_became_peered":"2023-09-23T06:36:12.038621+0000","last_unstale":"2023-09-23T06:36:13.024988+0000","last_undegraded":"2023-09-23T06:36:13.024988+0000","last_fullsized":"2023-09-23T06:36:13.024988+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:37:10.335681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502062+0000","last_change":"2023-09-23T06:36:12.046950+0000","last_active":"2023-09-23T06:36:13.502062+0000","last_peered":"2023-09-23T06:36:13.502062+0000","last_clean":"2023-09-23T06:36:13.502062+0000","last_became_active":"2023-09-23T06:36:12.046665+0000","last_became_peered":"2023-09-23T06:36:12.046665+0000","last_unstale":"2023-09-23T06:36:13.502062+0000","last_undegraded":"2023-09-23T06:36:13.502062+0000","last_fullsized":"2023-09-23T06:36:13.502062+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:35:00.267317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501570+0000","last_change":"2023-09-23T06:36:12.049646+0000","last_active":"2023-09-23T06:36:13.501570+0000","last_peered":"2023-09-23T06:36:13.501570+0000","last_clean":"2023-09-23T06:36:13.501570+0000","last_became_active":"2023-09-23T06:36:12.049355+0000","last_became_peered":"2023-09-23T06:36:12.049355+0000","last_unstale":"2023-09-23T06:36:13.501570+0000","last_undegraded":"2023-09-23T06:36:13.501570+0000","last_fullsized":"2023-09-23T06:36:13.501570+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:29.264325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502953+0000","last_change":"2023-09-23T06:36:12.042837+0000","last_active":"2023-09-23T06:36:13.502953+0000","last_peered":"2023-09-23T06:36:13.502953+0000","last_clean":"2023-09-23T06:36:13.502953+0000","last_became_active":"2023-09-23T06:36:12.042541+0000","last_became_peered":"2023-09-23T06:36:12.042541+0000","last_unstale":"2023-09-23T06:36:13.502953+0000","last_undegraded":"2023-09-23T06:36:13.502953+0000","last_fullsized":"2023-09-23T06:36:13.502953+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:37:49.676272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501428+0000","last_change":"2023-09-23T06:36:12.048174+0000","last_active":"2023-09-23T06:36:13.501428+0000","last_peered":"2023-09-23T06:36:13.501428+0000","last_clean":"2023-09-23T06:36:13.501428+0000","last_became_active":"2023-09-23T06:36:12.046470+0000","last_became_peered":"2023-09-23T06:36:12.046470+0000","last_unstale":"2023-09-23T06:36:13.501428+0000","last_undegraded":"2023-09-23T06:36:13.501428+0000","last_fullsized":"2023-09-23T06:36:13.501428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:28:27.969452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503270+0000","last_change":"2023-09-23T06:36:12.046283+0000","last_active":"2023-09-23T06:36:13.503270+0000","last_peered":"2023-09-23T06:36:13.503270+0000","last_clean":"2023-09-23T06:36:13.503270+0000","last_became_active":"2023-09-23T06:36:12.045491+0000","last_became_peered":"2023-09-23T06:36:12.045491+0000","last_unstale":"2023-09-23T06:36:13.503270+0000","last_undegraded":"2023-09-23T06:36:13.503270+0000","last_fullsized":"2023-09-23T06:36:13.503270+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:25:52.544562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501828+0000","last_change":"2023-09-23T06:36:12.045547+0000","last_active":"2023-09-23T06:36:13.501828+0000","last_peered":"2023-09-23T06:36:13.501828+0000","last_clean":"2023-09-23T06:36:13.501828+0000","last_became_active":"2023-09-23T06:36:12.045273+0000","last_became_peered":"2023-09-23T06:36:12.045273+0000","last_unstale":"2023-09-23T06:36:13.501828+0000","last_undegraded":"2023-09-23T06:36:13.501828+0000","last_fullsized":"2023-09-23T06:36:13.501828+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:28:27.969452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502192+0000","last_change":"2023-09-23T06:36:12.043249+0000","last_active":"2023-09-23T06:36:13.502192+0000","last_peered":"2023-09-23T06:36:13.502192+0000","last_clean":"2023-09-23T06:36:13.502192+0000","last_became_active":"2023-09-23T06:36:12.042946+0000","last_became_peered":"2023-09-23T06:36:12.042946+0000","last_unstale":"2023-09-23T06:36:13.502192+0000","last_undegraded":"2023-09-23T06:36:13.502192+0000","last_fullsized":"2023-09-23T06:36:13.502192+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:37.457388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":815104,"data_stored":666519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78700000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68300000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80800000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.755}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94299999999999995}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":229376,"data_stored":77181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75900000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":225280,"data_stored":75729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34300000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84099999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82199999999999995}]}]},{"osd":0,"up_from":13,"seq":55834574852,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":823296,"data_stored":666575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89200000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82099999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72999999999999998}]}]},{"osd":2,"up_from":13,"seq":55834574851,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":75569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35899999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96099999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71999999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.056}]}]},{"osd":3,"up_from":13,"seq":55834574851,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":77181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.378}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42799999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83999999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92700000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]}]},{"osd":4,"up_from":13,"seq":55834574852,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":75695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.752}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81000000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79500000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.115}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84399999999999997}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":75659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71099999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77300000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82899999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85799999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T06:36:16.668 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-23T06:36:16.901 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.899+0000 7f6374bff700 1 Processor -- start 2023-09-23T06:36:16.901 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.899+0000 7f6374bff700 1 -- start start 2023-09-23T06:36:16.902 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.901+0000 7f6374bff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f637015db50 0x7f63700b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:16.902 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.901+0000 7f6374bff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f637015ec00 con 0x7f63700b4fe0 2023-09-23T06:36:16.903 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.901+0000 7f6374bff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f63700cdd00 con 0x7f637015d770 2023-09-23T06:36:16.903 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.901+0000 7f6374bff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f63700b65c0 con 0x7f637015db50 2023-09-23T06:36:16.903 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.901+0000 7f636ed9d700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f63700b4fe0 0x7f6370161600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51244/0 (socket says 172.21.15.16:51244) 2023-09-23T06:36:16.903 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.901+0000 7f636ed9d700 1 -- 172.21.15.16:0/463885209 learned_addr learned my addr 172.21.15.16:0/463885209 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:16.903 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.901+0000 7f6367fff700 1 --2- 172.21.15.16:0/463885209 >> v2:172.21.15.16:3300/0 conn(0x7f637015db50 0x7f63700b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:16.904 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.901+0000 7f636dd9b700 1 -- 172.21.15.16:0/463885209 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 301363589 0 0) 0x7f637015ec00 con 0x7f63700b4fe0 2023-09-23T06:36:16.904 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.901+0000 7f636dd9b700 1 -- 172.21.15.16:0/463885209 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f635c0035b0 con 0x7f63700b4fe0 2023-09-23T06:36:16.905 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.901+0000 7f636dd9b700 1 -- 172.21.15.16:0/463885209 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4148866947 0 0) 0x7f63700cdd00 con 0x7f637015d770 2023-09-23T06:36:16.905 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.901+0000 7f6367fff700 1 -- 172.21.15.16:0/463885209 >> v1:172.21.15.92:6789/0 conn(0x7f637015d770 legacy=0x7f63700ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:16.905 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.901+0000 7f6367fff700 1 -- 172.21.15.16:0/463885209 >> v1:172.21.15.16:6789/0 conn(0x7f63700b4fe0 legacy=0x7f6370161600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:16.905 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.901+0000 7f6367fff700 1 -- 172.21.15.16:0/463885209 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f637015e080 con 0x7f637015db50 2023-09-23T06:36:16.905 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.902+0000 7f6367fff700 1 --2- 172.21.15.16:0/463885209 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f637015db50 0x7f63700b8e40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6358009840 tx=0x7f6358009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a590f8588affca1a server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:16.905 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.902+0000 7f636dd9b700 1 -- 172.21.15.16:0/463885209 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6358011830 con 0x7f637015db50 2023-09-23T06:36:16.905 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.902+0000 7f636dd9b700 1 -- 172.21.15.16:0/463885209 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6358011990 con 0x7f637015db50 2023-09-23T06:36:16.905 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.902+0000 7f636dd9b700 1 -- 172.21.15.16:0/463885209 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6358011d20 con 0x7f637015db50 2023-09-23T06:36:16.905 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.902+0000 7f6374bff700 1 -- 172.21.15.16:0/463885209 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f637015db50 msgr2=0x7f63700b8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:16.905 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.902+0000 7f6374bff700 1 --2- 172.21.15.16:0/463885209 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f637015db50 0x7f63700b8e40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f6358009840 tx=0x7f6358009b50 comp rx=0 tx=0).stop 2023-09-23T06:36:16.905 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.903+0000 7f6374bff700 1 -- 172.21.15.16:0/463885209 shutdown_connections 2023-09-23T06:36:16.906 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.903+0000 7f6374bff700 1 --2- 172.21.15.16:0/463885209 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f637015db50 0x7f63700b8e40 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:16.906 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.903+0000 7f6374bff700 1 -- 172.21.15.16:0/463885209 >> 172.21.15.16:0/463885209 conn(0x7f63700724b0 msgr2=0x7f63700d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:16.906 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.903+0000 7f6374bff700 1 -- 172.21.15.16:0/463885209 shutdown_connections 2023-09-23T06:36:16.906 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.903+0000 7f6374bff700 1 -- 172.21.15.16:0/463885209 wait complete. 2023-09-23T06:36:16.906 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.905+0000 7f6374bff700 1 Processor -- start 2023-09-23T06:36:16.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.905+0000 7f6374bff700 1 -- start start 2023-09-23T06:36:16.909 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.906+0000 7f6374bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63700b4fe0 0x7f6370151360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:16.909 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.906+0000 7f6374bff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f637015d770 0x7f6370158170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:16.909 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.906+0000 7f6374bff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f637015db50 0x7f63700ce420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:16.909 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.906+0000 7f6374bff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6370158bf0 con 0x7f637015d770 2023-09-23T06:36:16.909 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.906+0000 7f6374bff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6370155490 con 0x7f637015db50 2023-09-23T06:36:16.909 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.906+0000 7f6374bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f63701548c0 con 0x7f63700b4fe0 2023-09-23T06:36:16.909 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.907+0000 7f6367fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f637015d770 0x7f6370158170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:16.909 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.907+0000 7f6367fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f637015d770 0x7f6370158170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45752/0 (socket says 172.21.15.16:45752) 2023-09-23T06:36:16.909 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.907+0000 7f6367fff700 1 -- 172.21.15.16:0/168992618 learned_addr learned my addr 172.21.15.16:0/168992618 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:16.909 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.907+0000 7f636ed9d700 1 --2- 172.21.15.16:0/168992618 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f637015db50 0x7f63700ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:16.909 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.907+0000 7f636e59c700 1 --2- 172.21.15.16:0/168992618 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63700b4fe0 0x7f6370151360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:16.910 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.907+0000 7f6367fff700 1 -- 172.21.15.16:0/168992618 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63700b4fe0 msgr2=0x7f6370151360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:16.910 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.907+0000 7f6367fff700 1 --2- 172.21.15.16:0/168992618 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63700b4fe0 0x7f6370151360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:16.910 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.907+0000 7f6367fff700 1 -- 172.21.15.16:0/168992618 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f637015db50 msgr2=0x7f63700ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:16.910 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.907+0000 7f6367fff700 1 --2- 172.21.15.16:0/168992618 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f637015db50 0x7f63700ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:16.910 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.907+0000 7f6367fff700 1 -- 172.21.15.16:0/168992618 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63580094a0 con 0x7f637015d770 2023-09-23T06:36:16.910 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.907+0000 7f636ed9d700 1 --2- 172.21.15.16:0/168992618 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f637015db50 0x7f63700ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:16.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.907+0000 7f6367fff700 1 --2- 172.21.15.16:0/168992618 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f637015d770 0x7f6370158170 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f63580090b0 tx=0x7f6358004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:16.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.908+0000 7f6366ffd700 1 -- 172.21.15.16:0/168992618 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f635801a910 con 0x7f637015d770 2023-09-23T06:36:16.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.908+0000 7f6366ffd700 1 -- 172.21.15.16:0/168992618 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f635801aa70 con 0x7f637015d770 2023-09-23T06:36:16.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.908+0000 7f6374bff700 1 -- 172.21.15.16:0/168992618 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6370154b60 con 0x7f637015d770 2023-09-23T06:36:16.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.908+0000 7f6366ffd700 1 -- 172.21.15.16:0/168992618 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f635801ade0 con 0x7f637015d770 2023-09-23T06:36:16.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.908+0000 7f6374bff700 1 -- 172.21.15.16:0/168992618 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6370155120 con 0x7f637015d770 2023-09-23T06:36:16.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.909+0000 7f6374bff700 1 -- 172.21.15.16:0/168992618 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6370074b40 con 0x7f637015d770 2023-09-23T06:36:16.912 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.910+0000 7f6366ffd700 1 -- 172.21.15.16:0/168992618 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f6358022070 con 0x7f637015d770 2023-09-23T06:36:16.912 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.911+0000 7f6366ffd700 1 --2- 172.21.15.16:0/168992618 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f635006afc0 0x7f635006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:16.912 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.911+0000 7f6366ffd700 1 -- 172.21.15.16:0/168992618 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f635808a4f0 con 0x7f637015d770 2023-09-23T06:36:16.913 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.911+0000 7f636e59c700 1 --2- 172.21.15.16:0/168992618 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f635006afc0 0x7f635006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:16.913 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.912+0000 7f636e59c700 1 --2- 172.21.15.16:0/168992618 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f635006afc0 0x7f635006d480 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f6360000f60 tx=0x7f6360009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:16.917 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:16.915+0000 7f6366ffd700 1 -- 172.21.15.16:0/168992618 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f63580555d0 con 0x7f637015d770 2023-09-23T06:36:17.122 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.121+0000 7f6374bff700 1 -- 172.21.15.16:0/168992618 --> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f637015e640 con 0x7f635006afc0 2023-09-23T06:36:17.131 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.129+0000 7f6366ffd700 1 -- 172.21.15.16:0/168992618 <== mgr.4104 v2:172.21.15.92:6832/2319247339 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264677 (secure 0 0 0) 0x7f63600050d0 con 0x7f635006afc0 2023-09-23T06:36:17.134 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.133+0000 7f6374bff700 1 -- 172.21.15.16:0/168992618 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f635006afc0 msgr2=0x7f635006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:17.136 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.133+0000 7f6374bff700 1 --2- 172.21.15.16:0/168992618 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f635006afc0 0x7f635006d480 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f6360000f60 tx=0x7f6360009040 comp rx=0 tx=0).stop 2023-09-23T06:36:17.137 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.133+0000 7f6374bff700 1 -- 172.21.15.16:0/168992618 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f637015d770 msgr2=0x7f6370158170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:17.137 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.133+0000 7f6374bff700 1 --2- 172.21.15.16:0/168992618 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f637015d770 0x7f6370158170 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f63580090b0 tx=0x7f6358004750 comp rx=0 tx=0).stop 2023-09-23T06:36:17.137 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.134+0000 7f6374bff700 1 -- 172.21.15.16:0/168992618 shutdown_connections 2023-09-23T06:36:17.137 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.134+0000 7f6374bff700 1 --2- 172.21.15.16:0/168992618 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f637015db50 0x7f63700ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:17.137 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.134+0000 7f6374bff700 1 --2- 172.21.15.16:0/168992618 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f63700b4fe0 0x7f6370151360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:17.137 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.134+0000 7f6374bff700 1 --2- 172.21.15.16:0/168992618 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f635006afc0 0x7f635006d480 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:17.137 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.134+0000 7f6374bff700 1 --2- 172.21.15.16:0/168992618 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f637015d770 0x7f6370158170 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:17.137 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.134+0000 7f6374bff700 1 -- 172.21.15.16:0/168992618 >> 172.21.15.16:0/168992618 conn(0x7f63700724b0 msgr2=0x7f6370161500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:17.137 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.134+0000 7f6374bff700 1 -- 172.21.15.16:0/168992618 shutdown_connections 2023-09-23T06:36:17.137 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.134+0000 7f6374bff700 1 -- 172.21.15.16:0/168992618 wait complete. 2023-09-23T06:36:17.137 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2023-09-23T06:36:17.153 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":20,"stamp":"2023-09-23T06:36:15.581865+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":156,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219116,"kb_used_data":2920,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755604,"statfs":{"total":773094113280,"available":772869738496,"internally_reserved":0,"allocated":2990080,"data_stored":1790108,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":27,"apply_latency_ms":27,"commit_latency_ns":27000000,"apply_latency_ns":27000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":59,"num_write_kb":276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.387303"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502899+0000","last_change":"2023-09-23T06:36:12.045297+0000","last_active":"2023-09-23T06:36:13.502899+0000","last_peered":"2023-09-23T06:36:13.502899+0000","last_clean":"2023-09-23T06:36:13.502899+0000","last_became_active":"2023-09-23T06:36:12.045014+0000","last_became_peered":"2023-09-23T06:36:12.045014+0000","last_unstale":"2023-09-23T06:36:13.502899+0000","last_undegraded":"2023-09-23T06:36:13.502899+0000","last_fullsized":"2023-09-23T06:36:13.502899+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:25:52.544562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.025017+0000","last_change":"2023-09-23T06:36:12.031753+0000","last_active":"2023-09-23T06:36:13.025017+0000","last_peered":"2023-09-23T06:36:13.025017+0000","last_clean":"2023-09-23T06:36:13.025017+0000","last_became_active":"2023-09-23T06:36:12.031417+0000","last_became_peered":"2023-09-23T06:36:12.031417+0000","last_unstale":"2023-09-23T06:36:13.025017+0000","last_undegraded":"2023-09-23T06:36:13.025017+0000","last_fullsized":"2023-09-23T06:36:13.025017+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:04:50.267488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501529+0000","last_change":"2023-09-23T06:36:12.039439+0000","last_active":"2023-09-23T06:36:13.501529+0000","last_peered":"2023-09-23T06:36:13.501529+0000","last_clean":"2023-09-23T06:36:13.501529+0000","last_became_active":"2023-09-23T06:36:12.039148+0000","last_became_peered":"2023-09-23T06:36:12.039148+0000","last_unstale":"2023-09-23T06:36:13.501529+0000","last_undegraded":"2023-09-23T06:36:13.501529+0000","last_fullsized":"2023-09-23T06:36:13.501529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:01:25.130444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502839+0000","last_change":"2023-09-23T06:36:12.038616+0000","last_active":"2023-09-23T06:36:13.502839+0000","last_peered":"2023-09-23T06:36:13.502839+0000","last_clean":"2023-09-23T06:36:13.502839+0000","last_became_active":"2023-09-23T06:36:12.038319+0000","last_became_peered":"2023-09-23T06:36:12.038319+0000","last_unstale":"2023-09-23T06:36:13.502839+0000","last_undegraded":"2023-09-23T06:36:13.502839+0000","last_fullsized":"2023-09-23T06:36:13.502839+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:41:05.202143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502943+0000","last_change":"2023-09-23T06:36:12.050485+0000","last_active":"2023-09-23T06:36:13.502943+0000","last_peered":"2023-09-23T06:36:13.502943+0000","last_clean":"2023-09-23T06:36:13.502943+0000","last_became_active":"2023-09-23T06:36:12.050224+0000","last_became_peered":"2023-09-23T06:36:12.050224+0000","last_unstale":"2023-09-23T06:36:13.502943+0000","last_undegraded":"2023-09-23T06:36:13.502943+0000","last_fullsized":"2023-09-23T06:36:13.502943+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:24:38.003742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503189+0000","last_change":"2023-09-23T06:36:12.038294+0000","last_active":"2023-09-23T06:36:13.503189+0000","last_peered":"2023-09-23T06:36:13.503189+0000","last_clean":"2023-09-23T06:36:13.503189+0000","last_became_active":"2023-09-23T06:36:12.037992+0000","last_became_peered":"2023-09-23T06:36:12.037992+0000","last_unstale":"2023-09-23T06:36:13.503189+0000","last_undegraded":"2023-09-23T06:36:13.503189+0000","last_fullsized":"2023-09-23T06:36:13.503189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:00:16.958221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501903+0000","last_change":"2023-09-23T06:36:12.047768+0000","last_active":"2023-09-23T06:36:13.501903+0000","last_peered":"2023-09-23T06:36:13.501903+0000","last_clean":"2023-09-23T06:36:13.501903+0000","last_became_active":"2023-09-23T06:36:12.047407+0000","last_became_peered":"2023-09-23T06:36:12.047407+0000","last_unstale":"2023-09-23T06:36:13.501903+0000","last_undegraded":"2023-09-23T06:36:13.501903+0000","last_fullsized":"2023-09-23T06:36:13.501903+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:04:50.267488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501848+0000","last_change":"2023-09-23T06:36:12.050866+0000","last_active":"2023-09-23T06:36:13.501848+0000","last_peered":"2023-09-23T06:36:13.501848+0000","last_clean":"2023-09-23T06:36:13.501848+0000","last_became_active":"2023-09-23T06:36:12.050600+0000","last_became_peered":"2023-09-23T06:36:12.050600+0000","last_unstale":"2023-09-23T06:36:13.501848+0000","last_undegraded":"2023-09-23T06:36:13.501848+0000","last_fullsized":"2023-09-23T06:36:13.501848+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:37:10.335681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502742+0000","last_change":"2023-09-23T06:36:12.053145+0000","last_active":"2023-09-23T06:36:13.502742+0000","last_peered":"2023-09-23T06:36:13.502742+0000","last_clean":"2023-09-23T06:36:13.502742+0000","last_became_active":"2023-09-23T06:36:12.052405+0000","last_became_peered":"2023-09-23T06:36:12.052405+0000","last_unstale":"2023-09-23T06:36:13.502742+0000","last_undegraded":"2023-09-23T06:36:13.502742+0000","last_fullsized":"2023-09-23T06:36:13.502742+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:00:16.958221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502324+0000","last_change":"2023-09-23T06:36:12.035958+0000","last_active":"2023-09-23T06:36:13.502324+0000","last_peered":"2023-09-23T06:36:13.502324+0000","last_clean":"2023-09-23T06:36:13.502324+0000","last_became_active":"2023-09-23T06:36:12.035633+0000","last_became_peered":"2023-09-23T06:36:12.035633+0000","last_unstale":"2023-09-23T06:36:13.502324+0000","last_undegraded":"2023-09-23T06:36:13.502324+0000","last_fullsized":"2023-09-23T06:36:13.502324+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:37:10.335681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501825+0000","last_change":"2023-09-23T06:36:12.036740+0000","last_active":"2023-09-23T06:36:13.501825+0000","last_peered":"2023-09-23T06:36:13.501825+0000","last_clean":"2023-09-23T06:36:13.501825+0000","last_became_active":"2023-09-23T06:36:12.036439+0000","last_became_peered":"2023-09-23T06:36:12.036439+0000","last_unstale":"2023-09-23T06:36:13.501825+0000","last_undegraded":"2023-09-23T06:36:13.501825+0000","last_fullsized":"2023-09-23T06:36:13.501825+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:42:31.250386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028447+0000","last_change":"2023-09-23T06:36:12.041005+0000","last_active":"2023-09-23T06:36:13.028447+0000","last_peered":"2023-09-23T06:36:13.028447+0000","last_clean":"2023-09-23T06:36:13.028447+0000","last_became_active":"2023-09-23T06:36:12.040707+0000","last_became_peered":"2023-09-23T06:36:12.040707+0000","last_unstale":"2023-09-23T06:36:13.028447+0000","last_undegraded":"2023-09-23T06:36:13.028447+0000","last_fullsized":"2023-09-23T06:36:13.028447+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:34:06.728880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502235+0000","last_change":"2023-09-23T06:36:12.041858+0000","last_active":"2023-09-23T06:36:13.502235+0000","last_peered":"2023-09-23T06:36:13.502235+0000","last_clean":"2023-09-23T06:36:13.502235+0000","last_became_active":"2023-09-23T06:36:12.041460+0000","last_became_peered":"2023-09-23T06:36:12.041460+0000","last_unstale":"2023-09-23T06:36:13.502235+0000","last_undegraded":"2023-09-23T06:36:13.502235+0000","last_fullsized":"2023-09-23T06:36:13.502235+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:43:42.521269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502446+0000","last_change":"2023-09-23T06:36:12.028428+0000","last_active":"2023-09-23T06:36:13.502446+0000","last_peered":"2023-09-23T06:36:13.502446+0000","last_clean":"2023-09-23T06:36:13.502446+0000","last_became_active":"2023-09-23T06:36:12.028127+0000","last_became_peered":"2023-09-23T06:36:12.028127+0000","last_unstale":"2023-09-23T06:36:13.502446+0000","last_undegraded":"2023-09-23T06:36:13.502446+0000","last_fullsized":"2023-09-23T06:36:13.502446+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:37:10.335681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024712+0000","last_change":"2023-09-23T06:36:12.037199+0000","last_active":"2023-09-23T06:36:13.024712+0000","last_peered":"2023-09-23T06:36:13.024712+0000","last_clean":"2023-09-23T06:36:13.024712+0000","last_became_active":"2023-09-23T06:36:12.036881+0000","last_became_peered":"2023-09-23T06:36:12.036881+0000","last_unstale":"2023-09-23T06:36:13.024712+0000","last_undegraded":"2023-09-23T06:36:13.024712+0000","last_fullsized":"2023-09-23T06:36:13.024712+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:42:31.250386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502675+0000","last_change":"2023-09-23T06:36:12.036674+0000","last_active":"2023-09-23T06:36:13.502675+0000","last_peered":"2023-09-23T06:36:13.502675+0000","last_clean":"2023-09-23T06:36:13.502675+0000","last_became_active":"2023-09-23T06:36:12.036393+0000","last_became_peered":"2023-09-23T06:36:12.036393+0000","last_unstale":"2023-09-23T06:36:13.502675+0000","last_undegraded":"2023-09-23T06:36:13.502675+0000","last_fullsized":"2023-09-23T06:36:13.502675+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:37:10.335681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502343+0000","last_change":"2023-09-23T06:36:12.040109+0000","last_active":"2023-09-23T06:36:13.502343+0000","last_peered":"2023-09-23T06:36:13.502343+0000","last_clean":"2023-09-23T06:36:13.502343+0000","last_became_active":"2023-09-23T06:36:12.039768+0000","last_became_peered":"2023-09-23T06:36:12.039768+0000","last_unstale":"2023-09-23T06:36:13.502343+0000","last_undegraded":"2023-09-23T06:36:13.502343+0000","last_fullsized":"2023-09-23T06:36:13.502343+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:35:00.267317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.027159+0000","last_change":"2023-09-23T06:36:12.048800+0000","last_active":"2023-09-23T06:36:13.027159+0000","last_peered":"2023-09-23T06:36:13.027159+0000","last_clean":"2023-09-23T06:36:13.027159+0000","last_became_active":"2023-09-23T06:36:12.048454+0000","last_became_peered":"2023-09-23T06:36:12.048454+0000","last_unstale":"2023-09-23T06:36:13.027159+0000","last_undegraded":"2023-09-23T06:36:13.027159+0000","last_fullsized":"2023-09-23T06:36:13.027159+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T12:55:24.971580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502360+0000","last_change":"2023-09-23T06:36:12.051298+0000","last_active":"2023-09-23T06:36:13.502360+0000","last_peered":"2023-09-23T06:36:13.502360+0000","last_clean":"2023-09-23T06:36:13.502360+0000","last_became_active":"2023-09-23T06:36:12.050806+0000","last_became_peered":"2023-09-23T06:36:12.050806+0000","last_unstale":"2023-09-23T06:36:13.502360+0000","last_undegraded":"2023-09-23T06:36:13.502360+0000","last_fullsized":"2023-09-23T06:36:13.502360+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:41:05.202143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501872+0000","last_change":"2023-09-23T06:36:11.215307+0000","last_active":"2023-09-23T06:36:13.501872+0000","last_peered":"2023-09-23T06:36:13.501872+0000","last_clean":"2023-09-23T06:36:13.501872+0000","last_became_active":"2023-09-23T06:36:11.212727+0000","last_became_peered":"2023-09-23T06:36:11.212727+0000","last_unstale":"2023-09-23T06:36:13.501872+0000","last_undegraded":"2023-09-23T06:36:13.501872+0000","last_fullsized":"2023-09-23T06:36:13.501872+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:14:43.919588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501757+0000","last_change":"2023-09-23T06:36:12.039531+0000","last_active":"2023-09-23T06:36:13.501757+0000","last_peered":"2023-09-23T06:36:13.501757+0000","last_clean":"2023-09-23T06:36:13.501757+0000","last_became_active":"2023-09-23T06:36:12.039267+0000","last_became_peered":"2023-09-23T06:36:12.039267+0000","last_unstale":"2023-09-23T06:36:13.501757+0000","last_undegraded":"2023-09-23T06:36:13.501757+0000","last_fullsized":"2023-09-23T06:36:13.501757+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:37.457388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501819+0000","last_change":"2023-09-23T06:36:11.224714+0000","last_active":"2023-09-23T06:36:13.501819+0000","last_peered":"2023-09-23T06:36:13.501819+0000","last_clean":"2023-09-23T06:36:13.501819+0000","last_became_active":"2023-09-23T06:36:11.224414+0000","last_became_peered":"2023-09-23T06:36:11.224414+0000","last_unstale":"2023-09-23T06:36:13.501819+0000","last_undegraded":"2023-09-23T06:36:13.501819+0000","last_fullsized":"2023-09-23T06:36:13.501819+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:14:43.919588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501832+0000","last_change":"2023-09-23T06:36:12.042488+0000","last_active":"2023-09-23T06:36:13.501832+0000","last_peered":"2023-09-23T06:36:13.501832+0000","last_clean":"2023-09-23T06:36:13.501832+0000","last_became_active":"2023-09-23T06:36:12.042161+0000","last_became_peered":"2023-09-23T06:36:12.042161+0000","last_unstale":"2023-09-23T06:36:13.501832+0000","last_undegraded":"2023-09-23T06:36:13.501832+0000","last_fullsized":"2023-09-23T06:36:13.501832+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:40:55.786659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503122+0000","last_change":"2023-09-23T06:36:11.224328+0000","last_active":"2023-09-23T06:36:13.503122+0000","last_peered":"2023-09-23T06:36:13.503122+0000","last_clean":"2023-09-23T06:36:13.503122+0000","last_became_active":"2023-09-23T06:36:11.224034+0000","last_became_peered":"2023-09-23T06:36:11.224034+0000","last_unstale":"2023-09-23T06:36:13.503122+0000","last_undegraded":"2023-09-23T06:36:13.503122+0000","last_fullsized":"2023-09-23T06:36:13.503122+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:42:30.243742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502590+0000","last_change":"2023-09-23T06:36:12.045413+0000","last_active":"2023-09-23T06:36:13.502590+0000","last_peered":"2023-09-23T06:36:13.502590+0000","last_clean":"2023-09-23T06:36:13.502590+0000","last_became_active":"2023-09-23T06:36:12.045137+0000","last_became_peered":"2023-09-23T06:36:12.045137+0000","last_unstale":"2023-09-23T06:36:13.502590+0000","last_undegraded":"2023-09-23T06:36:13.502590+0000","last_fullsized":"2023-09-23T06:36:13.502590+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:37.457388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502397+0000","last_change":"2023-09-23T06:36:11.223637+0000","last_active":"2023-09-23T06:36:13.502397+0000","last_peered":"2023-09-23T06:36:13.502397+0000","last_clean":"2023-09-23T06:36:13.502397+0000","last_became_active":"2023-09-23T06:36:11.223357+0000","last_became_peered":"2023-09-23T06:36:11.223357+0000","last_unstale":"2023-09-23T06:36:13.502397+0000","last_undegraded":"2023-09-23T06:36:13.502397+0000","last_fullsized":"2023-09-23T06:36:13.502397+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:36.450744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503119+0000","last_change":"2023-09-23T06:36:12.046233+0000","last_active":"2023-09-23T06:36:13.503119+0000","last_peered":"2023-09-23T06:36:13.503119+0000","last_clean":"2023-09-23T06:36:13.503119+0000","last_became_active":"2023-09-23T06:36:12.045821+0000","last_became_peered":"2023-09-23T06:36:12.045821+0000","last_unstale":"2023-09-23T06:36:13.503119+0000","last_undegraded":"2023-09-23T06:36:13.503119+0000","last_fullsized":"2023-09-23T06:36:13.503119+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:29:13.640752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502332+0000","last_change":"2023-09-23T06:36:11.225875+0000","last_active":"2023-09-23T06:36:13.502332+0000","last_peered":"2023-09-23T06:36:13.502332+0000","last_clean":"2023-09-23T06:36:13.502332+0000","last_became_active":"2023-09-23T06:36:11.225597+0000","last_became_peered":"2023-09-23T06:36:11.225597+0000","last_unstale":"2023-09-23T06:36:13.502332+0000","last_undegraded":"2023-09-23T06:36:13.502332+0000","last_fullsized":"2023-09-23T06:36:13.502332+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:01:24.123800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028097+0000","last_change":"2023-09-23T06:36:12.035506+0000","last_active":"2023-09-23T06:36:13.028097+0000","last_peered":"2023-09-23T06:36:13.028097+0000","last_clean":"2023-09-23T06:36:13.028097+0000","last_became_active":"2023-09-23T06:36:12.035235+0000","last_became_peered":"2023-09-23T06:36:12.035235+0000","last_unstale":"2023-09-23T06:36:13.028097+0000","last_undegraded":"2023-09-23T06:36:13.028097+0000","last_fullsized":"2023-09-23T06:36:13.028097+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:12:07.463724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.504053+0000","last_change":"2023-09-23T06:36:11.217897+0000","last_active":"2023-09-23T06:36:13.504053+0000","last_peered":"2023-09-23T06:36:13.504053+0000","last_clean":"2023-09-23T06:36:13.504053+0000","last_became_active":"2023-09-23T06:36:11.217507+0000","last_became_peered":"2023-09-23T06:36:11.217507+0000","last_unstale":"2023-09-23T06:36:13.504053+0000","last_undegraded":"2023-09-23T06:36:13.504053+0000","last_fullsized":"2023-09-23T06:36:13.504053+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:52:01.178778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502144+0000","last_change":"2023-09-23T06:36:12.042905+0000","last_active":"2023-09-23T06:36:13.502144+0000","last_peered":"2023-09-23T06:36:13.502144+0000","last_clean":"2023-09-23T06:36:13.502144+0000","last_became_active":"2023-09-23T06:36:12.042567+0000","last_became_peered":"2023-09-23T06:36:12.042567+0000","last_unstale":"2023-09-23T06:36:13.502144+0000","last_undegraded":"2023-09-23T06:36:13.502144+0000","last_fullsized":"2023-09-23T06:36:13.502144+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:35:00.267317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501419+0000","last_change":"2023-09-23T06:36:11.216130+0000","last_active":"2023-09-23T06:36:13.501419+0000","last_peered":"2023-09-23T06:36:13.501419+0000","last_clean":"2023-09-23T06:36:13.501419+0000","last_became_active":"2023-09-23T06:36:11.215678+0000","last_became_peered":"2023-09-23T06:36:11.215678+0000","last_unstale":"2023-09-23T06:36:13.501419+0000","last_undegraded":"2023-09-23T06:36:13.501419+0000","last_fullsized":"2023-09-23T06:36:13.501419+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:22:55.836470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501316+0000","last_change":"2023-09-23T06:36:12.037643+0000","last_active":"2023-09-23T06:36:13.501316+0000","last_peered":"2023-09-23T06:36:13.501316+0000","last_clean":"2023-09-23T06:36:13.501316+0000","last_became_active":"2023-09-23T06:36:12.036802+0000","last_became_peered":"2023-09-23T06:36:12.036802+0000","last_unstale":"2023-09-23T06:36:13.501316+0000","last_undegraded":"2023-09-23T06:36:13.501316+0000","last_fullsized":"2023-09-23T06:36:13.501316+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:40:55.786659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502786+0000","last_change":"2023-09-23T06:36:11.223517+0000","last_active":"2023-09-23T06:36:13.502786+0000","last_peered":"2023-09-23T06:36:13.502786+0000","last_clean":"2023-09-23T06:36:13.502786+0000","last_became_active":"2023-09-23T06:36:11.223242+0000","last_became_peered":"2023-09-23T06:36:11.223242+0000","last_unstale":"2023-09-23T06:36:13.502786+0000","last_undegraded":"2023-09-23T06:36:13.502786+0000","last_fullsized":"2023-09-23T06:36:13.502786+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:28:26.962808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024878+0000","last_change":"2023-09-23T06:36:12.047311+0000","last_active":"2023-09-23T06:36:13.024878+0000","last_peered":"2023-09-23T06:36:13.024878+0000","last_clean":"2023-09-23T06:36:13.024878+0000","last_became_active":"2023-09-23T06:36:12.047009+0000","last_became_peered":"2023-09-23T06:36:12.047009+0000","last_unstale":"2023-09-23T06:36:13.024878+0000","last_undegraded":"2023-09-23T06:36:13.024878+0000","last_fullsized":"2023-09-23T06:36:13.024878+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:35:00.267317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501886+0000","last_change":"2023-09-23T06:36:11.223381+0000","last_active":"2023-09-23T06:36:13.501886+0000","last_peered":"2023-09-23T06:36:13.501886+0000","last_clean":"2023-09-23T06:36:13.501886+0000","last_became_active":"2023-09-23T06:36:11.223110+0000","last_became_peered":"2023-09-23T06:36:11.223110+0000","last_unstale":"2023-09-23T06:36:13.501886+0000","last_undegraded":"2023-09-23T06:36:13.501886+0000","last_fullsized":"2023-09-23T06:36:13.501886+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:15:55.228872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502766+0000","last_change":"2023-09-23T06:36:12.046035+0000","last_active":"2023-09-23T06:36:13.502766+0000","last_peered":"2023-09-23T06:36:13.502766+0000","last_clean":"2023-09-23T06:36:13.502766+0000","last_became_active":"2023-09-23T06:36:12.045446+0000","last_became_peered":"2023-09-23T06:36:12.045446+0000","last_unstale":"2023-09-23T06:36:13.502766+0000","last_undegraded":"2023-09-23T06:36:13.502766+0000","last_fullsized":"2023-09-23T06:36:13.502766+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:43:42.521269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502627+0000","last_change":"2023-09-23T06:36:11.224067+0000","last_active":"2023-09-23T06:36:13.502627+0000","last_peered":"2023-09-23T06:36:13.502627+0000","last_clean":"2023-09-23T06:36:13.502627+0000","last_became_active":"2023-09-23T06:36:11.223676+0000","last_became_peered":"2023-09-23T06:36:11.223676+0000","last_unstale":"2023-09-23T06:36:13.502627+0000","last_undegraded":"2023-09-23T06:36:13.502627+0000","last_fullsized":"2023-09-23T06:36:13.502627+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:59:51.303159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501975+0000","last_change":"2023-09-23T06:36:12.038779+0000","last_active":"2023-09-23T06:36:13.501975+0000","last_peered":"2023-09-23T06:36:13.501975+0000","last_clean":"2023-09-23T06:36:13.501975+0000","last_became_active":"2023-09-23T06:36:12.038467+0000","last_became_peered":"2023-09-23T06:36:12.038467+0000","last_unstale":"2023-09-23T06:36:13.501975+0000","last_undegraded":"2023-09-23T06:36:13.501975+0000","last_fullsized":"2023-09-23T06:36:13.501975+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:42:31.250386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.025040+0000","last_change":"2023-09-23T06:36:11.218130+0000","last_active":"2023-09-23T06:36:13.025040+0000","last_peered":"2023-09-23T06:36:13.025040+0000","last_clean":"2023-09-23T06:36:13.025040+0000","last_became_active":"2023-09-23T06:36:11.217611+0000","last_became_peered":"2023-09-23T06:36:11.217611+0000","last_unstale":"2023-09-23T06:36:13.025040+0000","last_undegraded":"2023-09-23T06:36:13.025040+0000","last_fullsized":"2023-09-23T06:36:13.025040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:40:54.780015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028437+0000","last_change":"2023-09-23T06:36:12.046194+0000","last_active":"2023-09-23T06:36:13.028437+0000","last_peered":"2023-09-23T06:36:13.028437+0000","last_clean":"2023-09-23T06:36:13.028437+0000","last_became_active":"2023-09-23T06:36:12.045915+0000","last_became_peered":"2023-09-23T06:36:12.045915+0000","last_unstale":"2023-09-23T06:36:13.028437+0000","last_undegraded":"2023-09-23T06:36:13.028437+0000","last_fullsized":"2023-09-23T06:36:13.028437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:58:31.481478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502039+0000","last_change":"2023-09-23T06:36:11.214651+0000","last_active":"2023-09-23T06:36:13.502039+0000","last_peered":"2023-09-23T06:36:13.502039+0000","last_clean":"2023-09-23T06:36:13.502039+0000","last_became_active":"2023-09-23T06:36:11.214375+0000","last_became_peered":"2023-09-23T06:36:11.214375+0000","last_unstale":"2023-09-23T06:36:13.502039+0000","last_undegraded":"2023-09-23T06:36:13.502039+0000","last_fullsized":"2023-09-23T06:36:13.502039+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:22:55.836470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502828+0000","last_change":"2023-09-23T06:36:12.051085+0000","last_active":"2023-09-23T06:36:13.502828+0000","last_peered":"2023-09-23T06:36:13.502828+0000","last_clean":"2023-09-23T06:36:13.502828+0000","last_became_active":"2023-09-23T06:36:12.050815+0000","last_became_peered":"2023-09-23T06:36:12.050815+0000","last_unstale":"2023-09-23T06:36:13.502828+0000","last_undegraded":"2023-09-23T06:36:13.502828+0000","last_fullsized":"2023-09-23T06:36:13.502828+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:31:41.423966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502054+0000","last_change":"2023-09-23T06:36:11.204690+0000","last_active":"2023-09-23T06:36:13.502054+0000","last_peered":"2023-09-23T06:36:13.502054+0000","last_clean":"2023-09-23T06:36:13.502054+0000","last_became_active":"2023-09-23T06:36:11.204393+0000","last_became_peered":"2023-09-23T06:36:11.204393+0000","last_unstale":"2023-09-23T06:36:13.502054+0000","last_undegraded":"2023-09-23T06:36:13.502054+0000","last_fullsized":"2023-09-23T06:36:13.502054+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:22:55.836470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502309+0000","last_change":"2023-09-23T06:36:12.044942+0000","last_active":"2023-09-23T06:36:13.502309+0000","last_peered":"2023-09-23T06:36:13.502309+0000","last_clean":"2023-09-23T06:36:13.502309+0000","last_became_active":"2023-09-23T06:36:12.044618+0000","last_became_peered":"2023-09-23T06:36:12.044618+0000","last_unstale":"2023-09-23T06:36:13.502309+0000","last_undegraded":"2023-09-23T06:36:13.502309+0000","last_fullsized":"2023-09-23T06:36:13.502309+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:37.457388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503372+0000","last_change":"2023-09-23T06:36:11.222330+0000","last_active":"2023-09-23T06:36:13.503372+0000","last_peered":"2023-09-23T06:36:13.503372+0000","last_clean":"2023-09-23T06:36:13.503372+0000","last_became_active":"2023-09-23T06:36:11.221722+0000","last_became_peered":"2023-09-23T06:36:11.221722+0000","last_unstale":"2023-09-23T06:36:13.503372+0000","last_undegraded":"2023-09-23T06:36:13.503372+0000","last_fullsized":"2023-09-23T06:36:13.503372+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:28.257681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503013+0000","last_change":"2023-09-23T06:36:12.047087+0000","last_active":"2023-09-23T06:36:13.503013+0000","last_peered":"2023-09-23T06:36:13.503013+0000","last_clean":"2023-09-23T06:36:13.503013+0000","last_became_active":"2023-09-23T06:36:12.046515+0000","last_became_peered":"2023-09-23T06:36:12.046515+0000","last_unstale":"2023-09-23T06:36:13.503013+0000","last_undegraded":"2023-09-23T06:36:13.503013+0000","last_fullsized":"2023-09-23T06:36:13.503013+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:15:46.987111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501609+0000","last_change":"2023-09-23T06:36:11.218134+0000","last_active":"2023-09-23T06:36:13.501609+0000","last_peered":"2023-09-23T06:36:13.501609+0000","last_clean":"2023-09-23T06:36:13.501609+0000","last_became_active":"2023-09-23T06:36:11.217850+0000","last_became_peered":"2023-09-23T06:36:11.217850+0000","last_unstale":"2023-09-23T06:36:13.501609+0000","last_undegraded":"2023-09-23T06:36:13.501609+0000","last_fullsized":"2023-09-23T06:36:13.501609+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:58:30.474834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501764+0000","last_change":"2023-09-23T06:36:12.032877+0000","last_active":"2023-09-23T06:36:13.501764+0000","last_peered":"2023-09-23T06:36:13.501764+0000","last_clean":"2023-09-23T06:36:13.501764+0000","last_became_active":"2023-09-23T06:36:12.032540+0000","last_became_peered":"2023-09-23T06:36:12.032540+0000","last_unstale":"2023-09-23T06:36:13.501764+0000","last_undegraded":"2023-09-23T06:36:13.501764+0000","last_fullsized":"2023-09-23T06:36:13.501764+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:29.264325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.026880+0000","last_change":"2023-09-23T06:36:11.214467+0000","last_active":"2023-09-23T06:36:13.026880+0000","last_peered":"2023-09-23T06:36:13.026880+0000","last_clean":"2023-09-23T06:36:13.026880+0000","last_became_active":"2023-09-23T06:36:11.213991+0000","last_became_peered":"2023-09-23T06:36:11.213991+0000","last_unstale":"2023-09-23T06:36:13.026880+0000","last_undegraded":"2023-09-23T06:36:13.026880+0000","last_fullsized":"2023-09-23T06:36:13.026880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:10:51.426854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502160+0000","last_change":"2023-09-23T06:36:12.047025+0000","last_active":"2023-09-23T06:36:13.502160+0000","last_peered":"2023-09-23T06:36:13.502160+0000","last_clean":"2023-09-23T06:36:13.502160+0000","last_became_active":"2023-09-23T06:36:12.046707+0000","last_became_peered":"2023-09-23T06:36:12.046707+0000","last_unstale":"2023-09-23T06:36:13.502160+0000","last_undegraded":"2023-09-23T06:36:13.502160+0000","last_fullsized":"2023-09-23T06:36:13.502160+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:43:42.521269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028489+0000","last_change":"2023-09-23T06:36:11.213134+0000","last_active":"2023-09-23T06:36:13.028489+0000","last_peered":"2023-09-23T06:36:13.028489+0000","last_clean":"2023-09-23T06:36:13.028489+0000","last_became_active":"2023-09-23T06:36:11.212773+0000","last_became_peered":"2023-09-23T06:36:11.212773+0000","last_unstale":"2023-09-23T06:36:13.028489+0000","last_undegraded":"2023-09-23T06:36:13.028489+0000","last_fullsized":"2023-09-23T06:36:13.028489+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:00:31.229639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502466+0000","last_change":"2023-09-23T06:36:12.052408+0000","last_active":"2023-09-23T06:36:13.502466+0000","last_peered":"2023-09-23T06:36:13.502466+0000","last_clean":"2023-09-23T06:36:13.502466+0000","last_became_active":"2023-09-23T06:36:12.052098+0000","last_became_peered":"2023-09-23T06:36:12.052098+0000","last_unstale":"2023-09-23T06:36:13.502466+0000","last_undegraded":"2023-09-23T06:36:13.502466+0000","last_fullsized":"2023-09-23T06:36:13.502466+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:37:49.676272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024883+0000","last_change":"2023-09-23T06:36:11.215213+0000","last_active":"2023-09-23T06:36:13.024883+0000","last_peered":"2023-09-23T06:36:13.024883+0000","last_clean":"2023-09-23T06:36:13.024883+0000","last_became_active":"2023-09-23T06:36:11.214941+0000","last_became_peered":"2023-09-23T06:36:11.214941+0000","last_unstale":"2023-09-23T06:36:13.024883+0000","last_undegraded":"2023-09-23T06:36:13.024883+0000","last_fullsized":"2023-09-23T06:36:13.024883+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:34:05.722236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503207+0000","last_change":"2023-09-23T06:36:12.043541+0000","last_active":"2023-09-23T06:36:13.503207+0000","last_peered":"2023-09-23T06:36:13.503207+0000","last_clean":"2023-09-23T06:36:13.503207+0000","last_became_active":"2023-09-23T06:36:12.043184+0000","last_became_peered":"2023-09-23T06:36:12.043184+0000","last_unstale":"2023-09-23T06:36:13.503207+0000","last_undegraded":"2023-09-23T06:36:13.503207+0000","last_fullsized":"2023-09-23T06:36:13.503207+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:31:41.423966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503332+0000","last_change":"2023-09-23T06:36:11.220388+0000","last_active":"2023-09-23T06:36:13.503332+0000","last_peered":"2023-09-23T06:36:13.503332+0000","last_clean":"2023-09-23T06:36:13.503332+0000","last_became_active":"2023-09-23T06:36:11.220063+0000","last_became_peered":"2023-09-23T06:36:11.220063+0000","last_unstale":"2023-09-23T06:36:13.503332+0000","last_undegraded":"2023-09-23T06:36:13.503332+0000","last_fullsized":"2023-09-23T06:36:13.503332+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:40:54.780015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028289+0000","last_change":"2023-09-23T06:36:12.038882+0000","last_active":"2023-09-23T06:36:13.028289+0000","last_peered":"2023-09-23T06:36:13.028289+0000","last_clean":"2023-09-23T06:36:13.028289+0000","last_became_active":"2023-09-23T06:36:12.038562+0000","last_became_peered":"2023-09-23T06:36:12.038562+0000","last_unstale":"2023-09-23T06:36:13.028289+0000","last_undegraded":"2023-09-23T06:36:13.028289+0000","last_fullsized":"2023-09-23T06:36:13.028289+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:15:56.235517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024600+0000","last_change":"2023-09-23T06:36:12.044039+0000","last_active":"2023-09-23T06:36:13.024600+0000","last_peered":"2023-09-23T06:36:13.024600+0000","last_clean":"2023-09-23T06:36:13.024600+0000","last_became_active":"2023-09-23T06:36:12.043746+0000","last_became_peered":"2023-09-23T06:36:12.043746+0000","last_unstale":"2023-09-23T06:36:13.024600+0000","last_undegraded":"2023-09-23T06:36:13.024600+0000","last_fullsized":"2023-09-23T06:36:13.024600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:29.264325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.026956+0000","last_change":"2023-09-23T06:36:11.210495+0000","last_active":"2023-09-23T06:36:13.026956+0000","last_peered":"2023-09-23T06:36:13.026956+0000","last_clean":"2023-09-23T06:36:13.026956+0000","last_became_active":"2023-09-23T06:36:11.210193+0000","last_became_peered":"2023-09-23T06:36:11.210193+0000","last_unstale":"2023-09-23T06:36:13.026956+0000","last_undegraded":"2023-09-23T06:36:13.026956+0000","last_fullsized":"2023-09-23T06:36:13.026956+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:59:51.303159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502084+0000","last_change":"2023-09-23T06:36:12.050919+0000","last_active":"2023-09-23T06:36:13.502084+0000","last_peered":"2023-09-23T06:36:13.502084+0000","last_clean":"2023-09-23T06:36:13.502084+0000","last_became_active":"2023-09-23T06:36:12.050487+0000","last_became_peered":"2023-09-23T06:36:12.050487+0000","last_unstale":"2023-09-23T06:36:13.502084+0000","last_undegraded":"2023-09-23T06:36:13.502084+0000","last_fullsized":"2023-09-23T06:36:13.502084+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:04:50.267488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501856+0000","last_change":"2023-09-23T06:36:11.215908+0000","last_active":"2023-09-23T06:36:13.501856+0000","last_peered":"2023-09-23T06:36:13.501856+0000","last_clean":"2023-09-23T06:36:13.501856+0000","last_became_active":"2023-09-23T06:36:11.215574+0000","last_became_peered":"2023-09-23T06:36:11.215574+0000","last_unstale":"2023-09-23T06:36:13.501856+0000","last_undegraded":"2023-09-23T06:36:13.501856+0000","last_fullsized":"2023-09-23T06:36:13.501856+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:12:06.457080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":164,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-23T06:36:12.033183+0000","last_change":"2023-09-23T06:36:07.904386+0000","last_active":"2023-09-23T06:36:12.033183+0000","last_peered":"2023-09-23T06:36:12.033183+0000","last_clean":"2023-09-23T06:36:12.033183+0000","last_became_active":"2023-09-23T06:36:07.903271+0000","last_became_peered":"2023-09-23T06:36:07.903271+0000","last_unstale":"2023-09-23T06:36:12.033183+0000","last_undegraded":"2023-09-23T06:36:12.033183+0000","last_fullsized":"2023-09-23T06:36:12.033183+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:06.161171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:06.161171+0000","last_clean_scrub_stamp":"2023-09-23T06:36:06.161171+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:29:57.908885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501577+0000","last_change":"2023-09-23T06:36:12.036712+0000","last_active":"2023-09-23T06:36:13.501577+0000","last_peered":"2023-09-23T06:36:13.501577+0000","last_clean":"2023-09-23T06:36:13.501577+0000","last_became_active":"2023-09-23T06:36:12.036360+0000","last_became_peered":"2023-09-23T06:36:12.036360+0000","last_unstale":"2023-09-23T06:36:13.501577+0000","last_undegraded":"2023-09-23T06:36:13.501577+0000","last_fullsized":"2023-09-23T06:36:13.501577+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:52:02.185422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502668+0000","last_change":"2023-09-23T06:36:11.220909+0000","last_active":"2023-09-23T06:36:13.502668+0000","last_peered":"2023-09-23T06:36:13.502668+0000","last_clean":"2023-09-23T06:36:13.502668+0000","last_became_active":"2023-09-23T06:36:11.220319+0000","last_became_peered":"2023-09-23T06:36:11.220319+0000","last_unstale":"2023-09-23T06:36:13.502668+0000","last_undegraded":"2023-09-23T06:36:13.502668+0000","last_fullsized":"2023-09-23T06:36:13.502668+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:14:43.919588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503068+0000","last_change":"2023-09-23T06:36:11.225815+0000","last_active":"2023-09-23T06:36:13.503068+0000","last_peered":"2023-09-23T06:36:13.503068+0000","last_clean":"2023-09-23T06:36:13.503068+0000","last_became_active":"2023-09-23T06:36:11.225316+0000","last_became_peered":"2023-09-23T06:36:11.225316+0000","last_unstale":"2023-09-23T06:36:13.503068+0000","last_undegraded":"2023-09-23T06:36:13.503068+0000","last_fullsized":"2023-09-23T06:36:13.503068+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:28.257681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024886+0000","last_change":"2023-09-23T06:36:12.044127+0000","last_active":"2023-09-23T06:36:13.024886+0000","last_peered":"2023-09-23T06:36:13.024886+0000","last_clean":"2023-09-23T06:36:13.024886+0000","last_became_active":"2023-09-23T06:36:12.043807+0000","last_became_peered":"2023-09-23T06:36:12.043807+0000","last_unstale":"2023-09-23T06:36:13.024886+0000","last_undegraded":"2023-09-23T06:36:13.024886+0000","last_fullsized":"2023-09-23T06:36:13.024886+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:37.457388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:14.626972+0000","last_change":"2023-09-23T06:36:11.219219+0000","last_active":"2023-09-23T06:36:14.626972+0000","last_peered":"2023-09-23T06:36:14.626972+0000","last_clean":"2023-09-23T06:36:14.626972+0000","last_became_active":"2023-09-23T06:36:11.218963+0000","last_became_peered":"2023-09-23T06:36:11.218963+0000","last_unstale":"2023-09-23T06:36:14.626972+0000","last_undegraded":"2023-09-23T06:36:14.626972+0000","last_fullsized":"2023-09-23T06:36:14.626972+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:58:30.474834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501670+0000","last_change":"2023-09-23T06:36:12.050032+0000","last_active":"2023-09-23T06:36:13.501670+0000","last_peered":"2023-09-23T06:36:13.501670+0000","last_clean":"2023-09-23T06:36:13.501670+0000","last_became_active":"2023-09-23T06:36:12.049662+0000","last_became_peered":"2023-09-23T06:36:12.049662+0000","last_unstale":"2023-09-23T06:36:13.501670+0000","last_undegraded":"2023-09-23T06:36:13.501670+0000","last_fullsized":"2023-09-23T06:36:13.501670+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:42:31.250386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501792+0000","last_change":"2023-09-23T06:36:11.224261+0000","last_active":"2023-09-23T06:36:13.501792+0000","last_peered":"2023-09-23T06:36:13.501792+0000","last_clean":"2023-09-23T06:36:13.501792+0000","last_became_active":"2023-09-23T06:36:11.223955+0000","last_became_peered":"2023-09-23T06:36:11.223955+0000","last_unstale":"2023-09-23T06:36:13.501792+0000","last_undegraded":"2023-09-23T06:36:13.501792+0000","last_fullsized":"2023-09-23T06:36:13.501792+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:12:06.457080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501477+0000","last_change":"2023-09-23T06:36:12.035678+0000","last_active":"2023-09-23T06:36:13.501477+0000","last_peered":"2023-09-23T06:36:13.501477+0000","last_clean":"2023-09-23T06:36:13.501477+0000","last_became_active":"2023-09-23T06:36:12.035132+0000","last_became_peered":"2023-09-23T06:36:12.035132+0000","last_unstale":"2023-09-23T06:36:13.501477+0000","last_undegraded":"2023-09-23T06:36:13.501477+0000","last_fullsized":"2023-09-23T06:36:13.501477+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:25:18.741139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502529+0000","last_change":"2023-09-23T06:36:11.226503+0000","last_active":"2023-09-23T06:36:13.502529+0000","last_peered":"2023-09-23T06:36:13.502529+0000","last_clean":"2023-09-23T06:36:13.502529+0000","last_became_active":"2023-09-23T06:36:11.225788+0000","last_became_peered":"2023-09-23T06:36:11.225788+0000","last_unstale":"2023-09-23T06:36:13.502529+0000","last_undegraded":"2023-09-23T06:36:13.502529+0000","last_fullsized":"2023-09-23T06:36:13.502529+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:58:30.474834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028315+0000","last_change":"2023-09-23T06:36:12.041922+0000","last_active":"2023-09-23T06:36:13.028315+0000","last_peered":"2023-09-23T06:36:13.028315+0000","last_clean":"2023-09-23T06:36:13.028315+0000","last_became_active":"2023-09-23T06:36:12.041647+0000","last_became_peered":"2023-09-23T06:36:12.041647+0000","last_unstale":"2023-09-23T06:36:13.028315+0000","last_undegraded":"2023-09-23T06:36:13.028315+0000","last_fullsized":"2023-09-23T06:36:13.028315+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:59:52.309803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024752+0000","last_change":"2023-09-23T06:36:11.220734+0000","last_active":"2023-09-23T06:36:13.024752+0000","last_peered":"2023-09-23T06:36:13.024752+0000","last_clean":"2023-09-23T06:36:13.024752+0000","last_became_active":"2023-09-23T06:36:11.220409+0000","last_became_peered":"2023-09-23T06:36:11.220409+0000","last_unstale":"2023-09-23T06:36:13.024752+0000","last_undegraded":"2023-09-23T06:36:13.024752+0000","last_fullsized":"2023-09-23T06:36:13.024752+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:59:51.303159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501170+0000","last_change":"2023-09-23T06:36:12.037899+0000","last_active":"2023-09-23T06:36:13.501170+0000","last_peered":"2023-09-23T06:36:13.501170+0000","last_clean":"2023-09-23T06:36:13.501170+0000","last_became_active":"2023-09-23T06:36:12.037157+0000","last_became_peered":"2023-09-23T06:36:12.037157+0000","last_unstale":"2023-09-23T06:36:13.501170+0000","last_undegraded":"2023-09-23T06:36:13.501170+0000","last_fullsized":"2023-09-23T06:36:13.501170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:52:02.185422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024846+0000","last_change":"2023-09-23T06:36:11.213611+0000","last_active":"2023-09-23T06:36:13.024846+0000","last_peered":"2023-09-23T06:36:13.024846+0000","last_clean":"2023-09-23T06:36:13.024846+0000","last_became_active":"2023-09-23T06:36:11.213276+0000","last_became_peered":"2023-09-23T06:36:11.213276+0000","last_unstale":"2023-09-23T06:36:13.024846+0000","last_undegraded":"2023-09-23T06:36:13.024846+0000","last_fullsized":"2023-09-23T06:36:13.024846+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T12:55:23.964936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502331+0000","last_change":"2023-09-23T06:36:12.038858+0000","last_active":"2023-09-23T06:36:13.502331+0000","last_peered":"2023-09-23T06:36:13.502331+0000","last_clean":"2023-09-23T06:36:13.502331+0000","last_became_active":"2023-09-23T06:36:12.038580+0000","last_became_peered":"2023-09-23T06:36:12.038580+0000","last_unstale":"2023-09-23T06:36:13.502331+0000","last_undegraded":"2023-09-23T06:36:13.502331+0000","last_fullsized":"2023-09-23T06:36:13.502331+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:41:05.202143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503067+0000","last_change":"2023-09-23T06:36:11.222891+0000","last_active":"2023-09-23T06:36:13.503067+0000","last_peered":"2023-09-23T06:36:13.503067+0000","last_clean":"2023-09-23T06:36:13.503067+0000","last_became_active":"2023-09-23T06:36:11.222547+0000","last_became_peered":"2023-09-23T06:36:11.222547+0000","last_unstale":"2023-09-23T06:36:13.503067+0000","last_undegraded":"2023-09-23T06:36:13.503067+0000","last_fullsized":"2023-09-23T06:36:13.503067+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:25:17.734495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.504108+0000","last_change":"2023-09-23T06:36:12.043197+0000","last_active":"2023-09-23T06:36:13.504108+0000","last_peered":"2023-09-23T06:36:13.504108+0000","last_clean":"2023-09-23T06:36:13.504108+0000","last_became_active":"2023-09-23T06:36:12.042876+0000","last_became_peered":"2023-09-23T06:36:12.042876+0000","last_unstale":"2023-09-23T06:36:13.504108+0000","last_undegraded":"2023-09-23T06:36:13.504108+0000","last_fullsized":"2023-09-23T06:36:13.504108+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:04:50.267488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.026986+0000","last_change":"2023-09-23T06:36:11.214741+0000","last_active":"2023-09-23T06:36:13.026986+0000","last_peered":"2023-09-23T06:36:13.026986+0000","last_clean":"2023-09-23T06:36:13.026986+0000","last_became_active":"2023-09-23T06:36:11.214409+0000","last_became_peered":"2023-09-23T06:36:11.214409+0000","last_unstale":"2023-09-23T06:36:13.026986+0000","last_undegraded":"2023-09-23T06:36:13.026986+0000","last_fullsized":"2023-09-23T06:36:13.026986+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:15:55.228872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502990+0000","last_change":"2023-09-23T06:36:12.053056+0000","last_active":"2023-09-23T06:36:13.502990+0000","last_peered":"2023-09-23T06:36:13.502990+0000","last_clean":"2023-09-23T06:36:13.502990+0000","last_became_active":"2023-09-23T06:36:12.052729+0000","last_became_peered":"2023-09-23T06:36:12.052729+0000","last_unstale":"2023-09-23T06:36:13.502990+0000","last_undegraded":"2023-09-23T06:36:13.502990+0000","last_fullsized":"2023-09-23T06:36:13.502990+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:39:44.534967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.025006+0000","last_change":"2023-09-23T06:36:11.214238+0000","last_active":"2023-09-23T06:36:13.025006+0000","last_peered":"2023-09-23T06:36:13.025006+0000","last_clean":"2023-09-23T06:36:13.025006+0000","last_became_active":"2023-09-23T06:36:11.213964+0000","last_became_peered":"2023-09-23T06:36:11.213964+0000","last_unstale":"2023-09-23T06:36:13.025006+0000","last_undegraded":"2023-09-23T06:36:13.025006+0000","last_fullsized":"2023-09-23T06:36:13.025006+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:25:17.734495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502727+0000","last_change":"2023-09-23T06:36:12.042045+0000","last_active":"2023-09-23T06:36:13.502727+0000","last_peered":"2023-09-23T06:36:13.502727+0000","last_clean":"2023-09-23T06:36:13.502727+0000","last_became_active":"2023-09-23T06:36:12.041752+0000","last_became_peered":"2023-09-23T06:36:12.041752+0000","last_unstale":"2023-09-23T06:36:13.502727+0000","last_undegraded":"2023-09-23T06:36:13.502727+0000","last_fullsized":"2023-09-23T06:36:13.502727+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:04:50.267488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.027117+0000","last_change":"2023-09-23T06:36:11.214032+0000","last_active":"2023-09-23T06:36:13.027117+0000","last_peered":"2023-09-23T06:36:13.027117+0000","last_clean":"2023-09-23T06:36:13.027117+0000","last_became_active":"2023-09-23T06:36:11.213748+0000","last_became_peered":"2023-09-23T06:36:11.213748+0000","last_unstale":"2023-09-23T06:36:13.027117+0000","last_undegraded":"2023-09-23T06:36:13.027117+0000","last_fullsized":"2023-09-23T06:36:13.027117+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:12:06.457080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502529+0000","last_change":"2023-09-23T06:36:12.047474+0000","last_active":"2023-09-23T06:36:13.502529+0000","last_peered":"2023-09-23T06:36:13.502529+0000","last_clean":"2023-09-23T06:36:13.502529+0000","last_became_active":"2023-09-23T06:36:12.047153+0000","last_became_peered":"2023-09-23T06:36:12.047153+0000","last_unstale":"2023-09-23T06:36:13.502529+0000","last_undegraded":"2023-09-23T06:36:13.502529+0000","last_fullsized":"2023-09-23T06:36:13.502529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:29:13.640752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501611+0000","last_change":"2023-09-23T06:36:12.034784+0000","last_active":"2023-09-23T06:36:13.501611+0000","last_peered":"2023-09-23T06:36:13.501611+0000","last_clean":"2023-09-23T06:36:13.501611+0000","last_became_active":"2023-09-23T06:36:12.034468+0000","last_became_peered":"2023-09-23T06:36:12.034468+0000","last_unstale":"2023-09-23T06:36:13.501611+0000","last_undegraded":"2023-09-23T06:36:13.501611+0000","last_fullsized":"2023-09-23T06:36:13.501611+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:28:27.969452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.027080+0000","last_change":"2023-09-23T06:36:12.039634+0000","last_active":"2023-09-23T06:36:13.027080+0000","last_peered":"2023-09-23T06:36:13.027080+0000","last_clean":"2023-09-23T06:36:13.027080+0000","last_became_active":"2023-09-23T06:36:12.039423+0000","last_became_peered":"2023-09-23T06:36:12.039423+0000","last_unstale":"2023-09-23T06:36:13.027080+0000","last_undegraded":"2023-09-23T06:36:13.027080+0000","last_fullsized":"2023-09-23T06:36:13.027080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:34:06.728880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503321+0000","last_change":"2023-09-23T06:36:12.044129+0000","last_active":"2023-09-23T06:36:13.503321+0000","last_peered":"2023-09-23T06:36:13.503321+0000","last_clean":"2023-09-23T06:36:13.503321+0000","last_became_active":"2023-09-23T06:36:12.043821+0000","last_became_peered":"2023-09-23T06:36:12.043821+0000","last_unstale":"2023-09-23T06:36:13.503321+0000","last_undegraded":"2023-09-23T06:36:13.503321+0000","last_fullsized":"2023-09-23T06:36:13.503321+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:24:38.003742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501970+0000","last_change":"2023-09-23T06:36:12.042857+0000","last_active":"2023-09-23T06:36:13.501970+0000","last_peered":"2023-09-23T06:36:13.501970+0000","last_clean":"2023-09-23T06:36:13.501970+0000","last_became_active":"2023-09-23T06:36:12.042449+0000","last_became_peered":"2023-09-23T06:36:12.042449+0000","last_unstale":"2023-09-23T06:36:13.501970+0000","last_undegraded":"2023-09-23T06:36:13.501970+0000","last_fullsized":"2023-09-23T06:36:13.501970+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:29.264325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501709+0000","last_change":"2023-09-23T06:36:12.042838+0000","last_active":"2023-09-23T06:36:13.501709+0000","last_peered":"2023-09-23T06:36:13.501709+0000","last_clean":"2023-09-23T06:36:13.501709+0000","last_became_active":"2023-09-23T06:36:12.042469+0000","last_became_peered":"2023-09-23T06:36:12.042469+0000","last_unstale":"2023-09-23T06:36:13.501709+0000","last_undegraded":"2023-09-23T06:36:13.501709+0000","last_fullsized":"2023-09-23T06:36:13.501709+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:35:00.267317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024988+0000","last_change":"2023-09-23T06:36:12.038887+0000","last_active":"2023-09-23T06:36:13.024988+0000","last_peered":"2023-09-23T06:36:13.024988+0000","last_clean":"2023-09-23T06:36:13.024988+0000","last_became_active":"2023-09-23T06:36:12.038621+0000","last_became_peered":"2023-09-23T06:36:12.038621+0000","last_unstale":"2023-09-23T06:36:13.024988+0000","last_undegraded":"2023-09-23T06:36:13.024988+0000","last_fullsized":"2023-09-23T06:36:13.024988+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:37:10.335681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502062+0000","last_change":"2023-09-23T06:36:12.046950+0000","last_active":"2023-09-23T06:36:13.502062+0000","last_peered":"2023-09-23T06:36:13.502062+0000","last_clean":"2023-09-23T06:36:13.502062+0000","last_became_active":"2023-09-23T06:36:12.046665+0000","last_became_peered":"2023-09-23T06:36:12.046665+0000","last_unstale":"2023-09-23T06:36:13.502062+0000","last_undegraded":"2023-09-23T06:36:13.502062+0000","last_fullsized":"2023-09-23T06:36:13.502062+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:35:00.267317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501570+0000","last_change":"2023-09-23T06:36:12.049646+0000","last_active":"2023-09-23T06:36:13.501570+0000","last_peered":"2023-09-23T06:36:13.501570+0000","last_clean":"2023-09-23T06:36:13.501570+0000","last_became_active":"2023-09-23T06:36:12.049355+0000","last_became_peered":"2023-09-23T06:36:12.049355+0000","last_unstale":"2023-09-23T06:36:13.501570+0000","last_undegraded":"2023-09-23T06:36:13.501570+0000","last_fullsized":"2023-09-23T06:36:13.501570+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:29.264325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502953+0000","last_change":"2023-09-23T06:36:12.042837+0000","last_active":"2023-09-23T06:36:13.502953+0000","last_peered":"2023-09-23T06:36:13.502953+0000","last_clean":"2023-09-23T06:36:13.502953+0000","last_became_active":"2023-09-23T06:36:12.042541+0000","last_became_peered":"2023-09-23T06:36:12.042541+0000","last_unstale":"2023-09-23T06:36:13.502953+0000","last_undegraded":"2023-09-23T06:36:13.502953+0000","last_fullsized":"2023-09-23T06:36:13.502953+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:37:49.676272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501428+0000","last_change":"2023-09-23T06:36:12.048174+0000","last_active":"2023-09-23T06:36:13.501428+0000","last_peered":"2023-09-23T06:36:13.501428+0000","last_clean":"2023-09-23T06:36:13.501428+0000","last_became_active":"2023-09-23T06:36:12.046470+0000","last_became_peered":"2023-09-23T06:36:12.046470+0000","last_unstale":"2023-09-23T06:36:13.501428+0000","last_undegraded":"2023-09-23T06:36:13.501428+0000","last_fullsized":"2023-09-23T06:36:13.501428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:28:27.969452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503270+0000","last_change":"2023-09-23T06:36:12.046283+0000","last_active":"2023-09-23T06:36:13.503270+0000","last_peered":"2023-09-23T06:36:13.503270+0000","last_clean":"2023-09-23T06:36:13.503270+0000","last_became_active":"2023-09-23T06:36:12.045491+0000","last_became_peered":"2023-09-23T06:36:12.045491+0000","last_unstale":"2023-09-23T06:36:13.503270+0000","last_undegraded":"2023-09-23T06:36:13.503270+0000","last_fullsized":"2023-09-23T06:36:13.503270+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:25:52.544562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501828+0000","last_change":"2023-09-23T06:36:12.045547+0000","last_active":"2023-09-23T06:36:13.501828+0000","last_peered":"2023-09-23T06:36:13.501828+0000","last_clean":"2023-09-23T06:36:13.501828+0000","last_became_active":"2023-09-23T06:36:12.045273+0000","last_became_peered":"2023-09-23T06:36:12.045273+0000","last_unstale":"2023-09-23T06:36:13.501828+0000","last_undegraded":"2023-09-23T06:36:13.501828+0000","last_fullsized":"2023-09-23T06:36:13.501828+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:28:27.969452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502192+0000","last_change":"2023-09-23T06:36:12.043249+0000","last_active":"2023-09-23T06:36:13.502192+0000","last_peered":"2023-09-23T06:36:13.502192+0000","last_clean":"2023-09-23T06:36:13.502192+0000","last_became_active":"2023-09-23T06:36:12.042946+0000","last_became_peered":"2023-09-23T06:36:12.042946+0000","last_unstale":"2023-09-23T06:36:13.502192+0000","last_undegraded":"2023-09-23T06:36:13.502192+0000","last_fullsized":"2023-09-23T06:36:13.502192+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:37.457388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":815104,"data_stored":666519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78700000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68300000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80800000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57899999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.755}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94299999999999995}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":229376,"data_stored":77181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47699999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69499999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73999999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.75900000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574852,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":225280,"data_stored":75729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34300000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.754}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84099999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82199999999999995}]}]},{"osd":0,"up_from":13,"seq":55834574852,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":823296,"data_stored":666575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89200000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82099999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72999999999999998}]}]},{"osd":2,"up_from":13,"seq":55834574851,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":75569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35899999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96099999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71999999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.056}]}]},{"osd":3,"up_from":13,"seq":55834574851,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":77181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.378}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42799999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76000000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83999999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92700000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]}]},{"osd":4,"up_from":13,"seq":55834574852,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":75695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.752}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81000000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79500000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.115}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84399999999999997}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":75659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71099999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67200000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77300000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82899999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85799999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T06:36:17.159 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-09-23T06:36:17.159 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2023-09-23T06:36:17.159 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2023-09-23T06:36:17.160 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2023-09-23T06:36:17.160 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2023-09-23T06:36:17.395 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.393+0000 7f03e29ff700 1 Processor -- start 2023-09-23T06:36:17.395 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.393+0000 7f03e29ff700 1 -- start start 2023-09-23T06:36:17.396 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.394+0000 7f03e29ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f03dc15d770 0x7f03dc0ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:17.396 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.394+0000 7f03e29ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f03dc0b4fe0 0x7f03dc0b5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:17.396 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.394+0000 7f03e29ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03dc15ec00 con 0x7f03dc15db50 2023-09-23T06:36:17.396 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.394+0000 7f03e29ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03dc0b59d0 con 0x7f03dc15d770 2023-09-23T06:36:17.396 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.394+0000 7f03e29ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03dc0b9550 con 0x7f03dc0b4fe0 2023-09-23T06:36:17.396 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.394+0000 7f03dbfff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f03dc15d770 0x7f03dc0ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:17.396 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.394+0000 7f03dbfff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f03dc15d770 0x7f03dc0ce420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45756/0 (socket says 172.21.15.16:45756) 2023-09-23T06:36:17.397 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.394+0000 7f03dbfff700 1 -- 172.21.15.16:0/1740854453 learned_addr learned my addr 172.21.15.16:0/1740854453 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:17.397 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.395+0000 7f03e0f9c700 1 --2- 172.21.15.16:0/1740854453 >> v2:172.21.15.92:3300/0 conn(0x7f03dc0b4fe0 0x7f03dc0b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:17.398 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.395+0000 7f03dbfff700 1 -- 172.21.15.16:0/1740854453 >> v2:172.21.15.92:3300/0 conn(0x7f03dc0b4fe0 msgr2=0x7f03dc0b5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:17.398 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.395+0000 7f03dbfff700 1 --2- 172.21.15.16:0/1740854453 >> v2:172.21.15.92:3300/0 conn(0x7f03dc0b4fe0 0x7f03dc0b5490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:17.398 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.395+0000 7f03dbfff700 1 -- 172.21.15.16:0/1740854453 >> v1:172.21.15.92:6789/0 conn(0x7f03dc15db50 legacy=0x7f03dc0b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:17.398 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.395+0000 7f03dbfff700 1 -- 172.21.15.16:0/1740854453 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03dc0cdd00 con 0x7f03dc15d770 2023-09-23T06:36:17.399 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.395+0000 7f03e0f9c700 1 --2- 172.21.15.16:0/1740854453 >> v2:172.21.15.92:3300/0 conn(0x7f03dc0b4fe0 0x7f03dc0b5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:17.399 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.395+0000 7f03dbfff700 1 --2- 172.21.15.16:0/1740854453 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc15d770 0x7f03dc0ce420 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f03dc0ce370 tx=0x7f03cc009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=617ab9827a691375 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:17.399 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.395+0000 7f03db7fe700 1 -- 172.21.15.16:0/1740854453 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03cc00b860 con 0x7f03dc15d770 2023-09-23T06:36:17.399 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.395+0000 7f03db7fe700 1 -- 172.21.15.16:0/1740854453 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03cc00b9c0 con 0x7f03dc15d770 2023-09-23T06:36:17.399 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.395+0000 7f03db7fe700 1 -- 172.21.15.16:0/1740854453 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03cc00bd50 con 0x7f03dc15d770 2023-09-23T06:36:17.399 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.396+0000 7f03e29ff700 1 -- 172.21.15.16:0/1740854453 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc15d770 msgr2=0x7f03dc0ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:17.399 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.396+0000 7f03e29ff700 1 --2- 172.21.15.16:0/1740854453 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc15d770 0x7f03dc0ce420 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f03dc0ce370 tx=0x7f03cc009c00 comp rx=0 tx=0).stop 2023-09-23T06:36:17.399 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.396+0000 7f03e29ff700 1 -- 172.21.15.16:0/1740854453 shutdown_connections 2023-09-23T06:36:17.399 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.396+0000 7f03e29ff700 1 --2- 172.21.15.16:0/1740854453 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc15d770 0x7f03dc0ce420 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:17.399 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.396+0000 7f03e29ff700 1 --2- 172.21.15.16:0/1740854453 >> v2:172.21.15.92:3300/0 conn(0x7f03dc0b4fe0 0x7f03dc0b5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:17.399 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.396+0000 7f03e29ff700 1 -- 172.21.15.16:0/1740854453 >> 172.21.15.16:0/1740854453 conn(0x7f03dc0724b0 msgr2=0x7f03dc0d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:17.400 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.396+0000 7f03e29ff700 1 -- 172.21.15.16:0/1740854453 shutdown_connections 2023-09-23T06:36:17.400 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.396+0000 7f03e29ff700 1 -- 172.21.15.16:0/1740854453 wait complete. 2023-09-23T06:36:17.401 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.398+0000 7f03e29ff700 1 Processor -- start 2023-09-23T06:36:17.401 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.398+0000 7f03e29ff700 1 -- start start 2023-09-23T06:36:17.401 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.399+0000 7f03e29ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03dc0b4fe0 0x7f03dc0cc990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:17.401 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.399+0000 7f03e29ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc15d770 0x7f03dc158160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:17.401 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.399+0000 7f03e29ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f03dc15db50 0x7f03dc0c6ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:17.401 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.399+0000 7f03e29ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03dc0c77e0 con 0x7f03dc15d770 2023-09-23T06:36:17.401 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.399+0000 7f03e29ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03dc0c7ac0 con 0x7f03dc0b4fe0 2023-09-23T06:36:17.401 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.399+0000 7f03e29ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03dc0c7da0 con 0x7f03dc15db50 2023-09-23T06:36:17.402 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.399+0000 7f03d3fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc15d770 0x7f03dc158160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:17.402 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.399+0000 7f03dbfff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03dc0b4fe0 0x7f03dc0cc990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:17.402 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.399+0000 7f03d3fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc15d770 0x7f03dc158160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45758/0 (socket says 172.21.15.16:45758) 2023-09-23T06:36:17.402 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.399+0000 7f03d3fff700 1 -- 172.21.15.16:0/3291179640 learned_addr learned my addr 172.21.15.16:0/3291179640 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:17.402 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.399+0000 7f03e0f9c700 1 --2- 172.21.15.16:0/3291179640 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f03dc15db50 0x7f03dc0c6ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:17.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.400+0000 7f03dbfff700 1 -- 172.21.15.16:0/3291179640 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f03dc15db50 msgr2=0x7f03dc0c6ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:17.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.400+0000 7f03dbfff700 1 --2- 172.21.15.16:0/3291179640 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f03dc15db50 0x7f03dc0c6ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:17.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.400+0000 7f03dbfff700 1 -- 172.21.15.16:0/3291179640 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc15d770 msgr2=0x7f03dc158160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:17.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.400+0000 7f03dbfff700 1 --2- 172.21.15.16:0/3291179640 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc15d770 0x7f03dc158160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:17.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.400+0000 7f03dbfff700 1 -- 172.21.15.16:0/3291179640 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03cc009550 con 0x7f03dc0b4fe0 2023-09-23T06:36:17.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.400+0000 7f03dbfff700 1 --2- 172.21.15.16:0/3291179640 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03dc0b4fe0 0x7f03dc0cc990 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f03cc016000 tx=0x7f03cc004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:17.404 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.400+0000 7f03d97fa700 1 -- 172.21.15.16:0/3291179640 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03cc004300 con 0x7f03dc0b4fe0 2023-09-23T06:36:17.404 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.400+0000 7f03d97fa700 1 -- 172.21.15.16:0/3291179640 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03cc01f070 con 0x7f03dc0b4fe0 2023-09-23T06:36:17.404 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.400+0000 7f03e29ff700 1 -- 172.21.15.16:0/3291179640 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03dc0c8080 con 0x7f03dc0b4fe0 2023-09-23T06:36:17.404 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.400+0000 7f03d97fa700 1 -- 172.21.15.16:0/3291179640 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03cc0036a0 con 0x7f03dc0b4fe0 2023-09-23T06:36:17.404 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.400+0000 7f03e29ff700 1 -- 172.21.15.16:0/3291179640 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03dc0c8880 con 0x7f03dc0b4fe0 2023-09-23T06:36:17.404 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.401+0000 7f03e29ff700 1 -- 172.21.15.16:0/3291179640 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03dc074b40 con 0x7f03dc0b4fe0 2023-09-23T06:36:17.404 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.402+0000 7f03d97fa700 1 -- 172.21.15.16:0/3291179640 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f03cc021030 con 0x7f03dc0b4fe0 2023-09-23T06:36:17.405 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.403+0000 7f03d97fa700 1 --2- 172.21.15.16:0/3291179640 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f03bc06afc0 0x7f03bc06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:17.405 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.403+0000 7f03d97fa700 1 -- 172.21.15.16:0/3291179640 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f03cc08a9a0 con 0x7f03dc0b4fe0 2023-09-23T06:36:17.405 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.404+0000 7f03d3fff700 1 --2- 172.21.15.16:0/3291179640 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f03bc06afc0 0x7f03bc06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:17.406 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.404+0000 7f03d3fff700 1 --2- 172.21.15.16:0/3291179640 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f03bc06afc0 0x7f03bc06d480 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f03dc0cced0 tx=0x7f03c4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:17.411 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.409+0000 7f03d97fa700 1 -- 172.21.15.16:0/3291179640 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f03cc0559f0 con 0x7f03dc0b4fe0 2023-09-23T06:36:17.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.671+0000 7f03e29ff700 1 -- 172.21.15.16:0/3291179640 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f03dc0c7ee0 con 0x7f03dc0b4fe0 2023-09-23T06:36:17.677 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.675+0000 7f03d97fa700 1 -- 172.21.15.16:0/3291179640 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+171155 (secure 0 0 0) 0x7f03dc0c7ee0 con 0x7f03dc0b4fe0 2023-09-23T06:36:17.679 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:17.680 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.678+0000 7f03e29ff700 1 -- 172.21.15.16:0/3291179640 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f03bc06afc0 msgr2=0x7f03bc06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:17.680 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.678+0000 7f03e29ff700 1 --2- 172.21.15.16:0/3291179640 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f03bc06afc0 0x7f03bc06d480 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f03dc0cced0 tx=0x7f03c4009040 comp rx=0 tx=0).stop 2023-09-23T06:36:17.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.678+0000 7f03e29ff700 1 -- 172.21.15.16:0/3291179640 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03dc0b4fe0 msgr2=0x7f03dc0cc990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:17.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.678+0000 7f03e29ff700 1 --2- 172.21.15.16:0/3291179640 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03dc0b4fe0 0x7f03dc0cc990 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f03cc016000 tx=0x7f03cc004750 comp rx=0 tx=0).stop 2023-09-23T06:36:17.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.678+0000 7f03e29ff700 1 -- 172.21.15.16:0/3291179640 shutdown_connections 2023-09-23T06:36:17.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.678+0000 7f03e29ff700 1 --2- 172.21.15.16:0/3291179640 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f03dc15db50 0x7f03dc0c6ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:17.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.678+0000 7f03e29ff700 1 --2- 172.21.15.16:0/3291179640 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f03dc0b4fe0 0x7f03dc0cc990 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:17.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.678+0000 7f03e29ff700 1 --2- 172.21.15.16:0/3291179640 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f03bc06afc0 0x7f03bc06d480 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:17.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.678+0000 7f03e29ff700 1 --2- 172.21.15.16:0/3291179640 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f03dc15d770 0x7f03dc158160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:17.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.678+0000 7f03e29ff700 1 -- 172.21.15.16:0/3291179640 >> 172.21.15.16:0/3291179640 conn(0x7f03dc0724b0 msgr2=0x7f03dc0d1820 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:17.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.678+0000 7f03e29ff700 1 -- 172.21.15.16:0/3291179640 shutdown_connections 2023-09-23T06:36:17.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.678+0000 7f03e29ff700 1 -- 172.21.15.16:0/3291179640 wait complete. 2023-09-23T06:36:17.698 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":5,"active_gid":4104,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6832","nonce":2319247339},{"type":"v1","addr":"172.21.15.92:6833","nonce":2319247339}]},"active_addr":"172.21.15.92:6833/2319247339","active_change":"2023-09-23T06:35:59.568621+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4107,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:0.0.3","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"secs","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"noautoscale":{"name":"noautoscale","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"global autoscale flag","long_desc":"Option to turn on/off the autoscaler for all pools","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"drive_group_interval":{"name":"drive_group_interval","type":"float","level":"advanced","flags":0,"default_value":"300.0","min":"","max":"","enum_allowed":[],"desc":"interval in seconds between re-application of applied drive_groups","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.92:0","nonce":1342829817}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.92:0","nonce":217417671}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.92:0","nonce":2730011645}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.92:0","nonce":3392110845}]}]} 2023-09-23T06:36:17.702 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2023-09-23T06:36:17.702 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2023-09-23T06:36:17.702 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:36:17.902 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.901+0000 7fd0e2bff700 1 Processor -- start 2023-09-23T06:36:17.903 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.901+0000 7fd0e2bff700 1 -- start start 2023-09-23T06:36:17.904 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.902+0000 7fd0e2bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0dc15d770 0x7fd0dc0ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:17.904 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.902+0000 7fd0e2bff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0dc15ec00 con 0x7fd0dc15db50 2023-09-23T06:36:17.904 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.902+0000 7fd0e2bff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0dc0cdd00 con 0x7fd0dc0b4fe0 2023-09-23T06:36:17.904 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.902+0000 7fd0e2bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0dc0b9550 con 0x7fd0dc15d770 2023-09-23T06:36:17.904 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.902+0000 7fd0dbfff700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd0dc15db50 0x7fd0dc0b8e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51254/0 (socket says 172.21.15.16:51254) 2023-09-23T06:36:17.904 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.902+0000 7fd0dbfff700 1 -- 172.21.15.16:0/1784900065 learned_addr learned my addr 172.21.15.16:0/1784900065 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:17.905 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.903+0000 7fd0e099b700 1 --2- 172.21.15.16:0/1784900065 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0dc15d770 0x7fd0dc0ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:17.906 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.903+0000 7fd0db7fe700 1 -- 172.21.15.16:0/1784900065 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3697122602 0 0) 0x7fd0dc15ec00 con 0x7fd0dc15db50 2023-09-23T06:36:17.906 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.903+0000 7fd0db7fe700 1 -- 172.21.15.16:0/1784900065 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd0cc0035b0 con 0x7fd0dc15db50 2023-09-23T06:36:17.906 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.903+0000 7fd0db7fe700 1 -- 172.21.15.16:0/1784900065 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3725663969 0 0) 0x7fd0dc0cdd00 con 0x7fd0dc0b4fe0 2023-09-23T06:36:17.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.903+0000 7fd0db7fe700 1 -- 172.21.15.16:0/1784900065 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd0dc15ec00 con 0x7fd0dc0b4fe0 2023-09-23T06:36:17.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.903+0000 7fd0e099b700 1 -- 172.21.15.16:0/1784900065 >> v1:172.21.15.92:6789/0 conn(0x7fd0dc0b4fe0 legacy=0x7fd0dc161600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:17.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.903+0000 7fd0e099b700 1 -- 172.21.15.16:0/1784900065 >> v1:172.21.15.16:6789/0 conn(0x7fd0dc15db50 legacy=0x7fd0dc0b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:17.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.903+0000 7fd0e099b700 1 -- 172.21.15.16:0/1784900065 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0dc15e080 con 0x7fd0dc15d770 2023-09-23T06:36:17.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.903+0000 7fd0e099b700 1 --2- 172.21.15.16:0/1784900065 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0dc15d770 0x7fd0dc0ce420 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fd0d0009870 tx=0x7fd0d0009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bea4d524f4ba5c70 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:17.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.904+0000 7fd0db7fe700 1 -- 172.21.15.16:0/1784900065 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0d0011830 con 0x7fd0dc15d770 2023-09-23T06:36:17.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.904+0000 7fd0db7fe700 1 -- 172.21.15.16:0/1784900065 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0d0011990 con 0x7fd0dc15d770 2023-09-23T06:36:17.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.904+0000 7fd0db7fe700 1 -- 172.21.15.16:0/1784900065 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0d0011d20 con 0x7fd0dc15d770 2023-09-23T06:36:17.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.904+0000 7fd0e2bff700 1 -- 172.21.15.16:0/1784900065 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0dc15d770 msgr2=0x7fd0dc0ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:17.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.904+0000 7fd0e2bff700 1 --2- 172.21.15.16:0/1784900065 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0dc15d770 0x7fd0dc0ce420 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fd0d0009870 tx=0x7fd0d0009b80 comp rx=0 tx=0).stop 2023-09-23T06:36:17.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.904+0000 7fd0e2bff700 1 -- 172.21.15.16:0/1784900065 shutdown_connections 2023-09-23T06:36:17.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.904+0000 7fd0e2bff700 1 --2- 172.21.15.16:0/1784900065 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0dc15d770 0x7fd0dc0ce420 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:17.908 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.904+0000 7fd0e2bff700 1 -- 172.21.15.16:0/1784900065 >> 172.21.15.16:0/1784900065 conn(0x7fd0dc0724b0 msgr2=0x7fd0dc0d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:17.908 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.904+0000 7fd0e2bff700 1 -- 172.21.15.16:0/1784900065 shutdown_connections 2023-09-23T06:36:17.908 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.904+0000 7fd0e2bff700 1 -- 172.21.15.16:0/1784900065 wait complete. 2023-09-23T06:36:17.909 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.906+0000 7fd0e2bff700 1 Processor -- start 2023-09-23T06:36:17.909 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.906+0000 7fd0e2bff700 1 -- start start 2023-09-23T06:36:17.910 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.907+0000 7fd0e2bff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd0dc0b4fe0 0x7fd0dc0cd760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:17.910 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.907+0000 7fd0e2bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0dc15d770 0x7fd0dc159bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:17.910 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.907+0000 7fd0e2bff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0dc15db50 0x7fd0dc0c93a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:17.910 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.907+0000 7fd0e2bff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0dc0cdca0 con 0x7fd0dc15db50 2023-09-23T06:36:17.910 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.907+0000 7fd0e2bff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0dc15a130 con 0x7fd0dc0b4fe0 2023-09-23T06:36:17.910 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.907+0000 7fd0e2bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0dc0ccdd0 con 0x7fd0dc15d770 2023-09-23T06:36:17.910 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.907+0000 7fd0e119c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0dc15db50 0x7fd0dc0c93a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:17.910 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.907+0000 7fd0e119c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0dc15db50 0x7fd0dc0c93a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45760/0 (socket says 172.21.15.16:45760) 2023-09-23T06:36:17.910 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.907+0000 7fd0e119c700 1 -- 172.21.15.16:0/2409017610 learned_addr learned my addr 172.21.15.16:0/2409017610 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:17.910 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.908+0000 7fd0e099b700 1 --2- 172.21.15.16:0/2409017610 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd0dc0b4fe0 0x7fd0dc0cd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:17.910 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.908+0000 7fd0dbfff700 1 --2- 172.21.15.16:0/2409017610 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0dc15d770 0x7fd0dc159bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:17.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.908+0000 7fd0e119c700 1 -- 172.21.15.16:0/2409017610 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0dc15d770 msgr2=0x7fd0dc159bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:17.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.908+0000 7fd0e119c700 1 --2- 172.21.15.16:0/2409017610 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0dc15d770 0x7fd0dc159bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:17.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.908+0000 7fd0e119c700 1 -- 172.21.15.16:0/2409017610 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd0dc0b4fe0 msgr2=0x7fd0dc0cd760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:17.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.908+0000 7fd0e119c700 1 --2- 172.21.15.16:0/2409017610 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd0dc0b4fe0 0x7fd0dc0cd760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:17.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.908+0000 7fd0e119c700 1 -- 172.21.15.16:0/2409017610 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0d00094a0 con 0x7fd0dc15db50 2023-09-23T06:36:17.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.908+0000 7fd0e119c700 1 --2- 172.21.15.16:0/2409017610 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0dc15db50 0x7fd0dc0c93a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd0d400cc20 tx=0x7fd0d400cf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:17.912 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.908+0000 7fd0d97fa700 1 -- 172.21.15.16:0/2409017610 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0d4003c00 con 0x7fd0dc15db50 2023-09-23T06:36:17.912 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.908+0000 7fd0d97fa700 1 -- 172.21.15.16:0/2409017610 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0d4003d60 con 0x7fd0dc15db50 2023-09-23T06:36:17.912 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.908+0000 7fd0d97fa700 1 -- 172.21.15.16:0/2409017610 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0d400ab90 con 0x7fd0dc15db50 2023-09-23T06:36:17.912 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.908+0000 7fd0e2bff700 1 -- 172.21.15.16:0/2409017610 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0dc15b240 con 0x7fd0dc15db50 2023-09-23T06:36:17.912 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.908+0000 7fd0e2bff700 1 -- 172.21.15.16:0/2409017610 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0dc15b800 con 0x7fd0dc15db50 2023-09-23T06:36:17.912 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.909+0000 7fd0e2bff700 1 -- 172.21.15.16:0/2409017610 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0dc074b40 con 0x7fd0dc15db50 2023-09-23T06:36:17.912 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.910+0000 7fd0d97fa700 1 -- 172.21.15.16:0/2409017610 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fd0d400acf0 con 0x7fd0dc15db50 2023-09-23T06:36:17.914 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.912+0000 7fd0d97fa700 1 --2- 172.21.15.16:0/2409017610 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd0c006afc0 0x7fd0c006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:17.914 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.912+0000 7fd0d97fa700 1 -- 172.21.15.16:0/2409017610 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd0d4089980 con 0x7fd0dc15db50 2023-09-23T06:36:17.914 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.913+0000 7fd0e099b700 1 --2- 172.21.15.16:0/2409017610 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd0c006afc0 0x7fd0c006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:17.915 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.913+0000 7fd0e099b700 1 --2- 172.21.15.16:0/2409017610 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd0c006afc0 0x7fd0c006d480 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd0d00097c0 tx=0x7fd0d001c040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:17.918 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:17.917+0000 7fd0d97fa700 1 -- 172.21.15.16:0/2409017610 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fd0d4054890 con 0x7fd0dc15db50 2023-09-23T06:36:18.126 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.125+0000 7fd0e2bff700 1 -- 172.21.15.16:0/2409017610 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd0dc0ce9f0 con 0x7fd0dc15db50 2023-09-23T06:36:18.128 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.126+0000 7fd0d97fa700 1 -- 172.21.15.16:0/2409017610 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16457 (secure 0 0 0) 0x7fd0d4057eb0 con 0x7fd0dc15db50 2023-09-23T06:36:18.128 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:18.128 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:36:13.020285+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:36:09.790555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-23T06:36:10.695995+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:36:18.130 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.128+0000 7fd0e2bff700 1 -- 172.21.15.16:0/2409017610 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd0c006afc0 msgr2=0x7fd0c006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:18.130 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.128+0000 7fd0e2bff700 1 --2- 172.21.15.16:0/2409017610 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd0c006afc0 0x7fd0c006d480 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fd0d00097c0 tx=0x7fd0d001c040 comp rx=0 tx=0).stop 2023-09-23T06:36:18.130 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.128+0000 7fd0e2bff700 1 -- 172.21.15.16:0/2409017610 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0dc15db50 msgr2=0x7fd0dc0c93a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:18.130 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.128+0000 7fd0e2bff700 1 --2- 172.21.15.16:0/2409017610 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0dc15db50 0x7fd0dc0c93a0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fd0d400cc20 tx=0x7fd0d400cf30 comp rx=0 tx=0).stop 2023-09-23T06:36:18.131 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.128+0000 7fd0e2bff700 1 -- 172.21.15.16:0/2409017610 shutdown_connections 2023-09-23T06:36:18.131 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.128+0000 7fd0e2bff700 1 --2- 172.21.15.16:0/2409017610 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd0c006afc0 0x7fd0c006d480 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.131 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.128+0000 7fd0e2bff700 1 --2- 172.21.15.16:0/2409017610 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0dc15db50 0x7fd0dc0c93a0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.131 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.128+0000 7fd0e2bff700 1 --2- 172.21.15.16:0/2409017610 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd0dc0b4fe0 0x7fd0dc0cd760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.131 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.128+0000 7fd0e2bff700 1 --2- 172.21.15.16:0/2409017610 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0dc15d770 0x7fd0dc159bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.131 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.128+0000 7fd0e2bff700 1 -- 172.21.15.16:0/2409017610 >> 172.21.15.16:0/2409017610 conn(0x7fd0dc0724b0 msgr2=0x7fd0dc161500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:18.131 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.128+0000 7fd0e2bff700 1 -- 172.21.15.16:0/2409017610 shutdown_connections 2023-09-23T06:36:18.131 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.128+0000 7fd0e2bff700 1 -- 172.21.15.16:0/2409017610 wait complete. 2023-09-23T06:36:18.148 INFO:tasks.ceph.ceph_manager.ceph:all up! 2023-09-23T06:36:18.149 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:36:18.353 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.351+0000 7f45779ff700 1 Processor -- start 2023-09-23T06:36:18.353 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.351+0000 7f45779ff700 1 -- start start 2023-09-23T06:36:18.357 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.352+0000 7f45779ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f457015d770 0x7f45700ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.357 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.352+0000 7f45779ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f45700b4fe0 0x7f45700b5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.357 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.352+0000 7f45779ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f457015ec00 con 0x7f457015db50 2023-09-23T06:36:18.357 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.352+0000 7f45779ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45700b9550 con 0x7f45700b4fe0 2023-09-23T06:36:18.357 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.352+0000 7f45779ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45700b59b0 con 0x7f457015d770 2023-09-23T06:36:18.357 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.353+0000 7f457579b700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f457015d770 0x7f45700ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:18.357 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.353+0000 7f4575f9c700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f45700b4fe0 0x7f45700b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:18.357 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.353+0000 7f457579b700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f457015d770 0x7f45700ce420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:58118/0 (socket says 172.21.15.16:58118) 2023-09-23T06:36:18.357 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.353+0000 7f4575f9c700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f45700b4fe0 0x7f45700b5470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:54738/0 (socket says 172.21.15.16:54738) 2023-09-23T06:36:18.357 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.353+0000 7f457579b700 1 -- 172.21.15.16:0/1742500969 learned_addr learned my addr 172.21.15.16:0/1742500969 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:18.357 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.353+0000 7f4574f9a700 1 --1- 172.21.15.16:0/1742500969 >> v1:172.21.15.92:6789/0 conn(0x7f457015db50 0x7f45700b8e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.16:33398/0 (socket says 172.21.15.16:33398) 2023-09-23T06:36:18.358 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.353+0000 7f4567fff700 1 -- 172.21.15.16:0/1742500969 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3474706524 0 0) 0x7f457015ec00 con 0x7f457015db50 2023-09-23T06:36:18.358 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.353+0000 7f457579b700 1 -- 172.21.15.16:0/1742500969 >> v2:172.21.15.92:3300/0 conn(0x7f45700b4fe0 msgr2=0x7f45700b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:18.358 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.353+0000 7f457579b700 1 --2- 172.21.15.16:0/1742500969 >> v2:172.21.15.92:3300/0 conn(0x7f45700b4fe0 0x7f45700b5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.358 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.353+0000 7f457579b700 1 -- 172.21.15.16:0/1742500969 >> v1:172.21.15.92:6789/0 conn(0x7f457015db50 legacy=0x7f45700b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:18.358 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.353+0000 7f457579b700 1 -- 172.21.15.16:0/1742500969 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45700cdd00 con 0x7f457015d770 2023-09-23T06:36:18.358 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.353+0000 7f457579b700 1 --2- 172.21.15.16:0/1742500969 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f457015d770 0x7f45700ce420 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f456c0098f0 tx=0x7f456c009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2ebd92dc84f3fc7b server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:18.358 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.354+0000 7f4567fff700 1 -- 172.21.15.16:0/1742500969 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f456c011830 con 0x7f457015d770 2023-09-23T06:36:18.358 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.354+0000 7f4567fff700 1 -- 172.21.15.16:0/1742500969 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f456c011990 con 0x7f457015d770 2023-09-23T06:36:18.358 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.354+0000 7f4567fff700 1 -- 172.21.15.16:0/1742500969 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f456c011d20 con 0x7f457015d770 2023-09-23T06:36:18.359 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.354+0000 7f45779ff700 1 -- 172.21.15.16:0/1742500969 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f457015d770 msgr2=0x7f45700ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:18.359 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.354+0000 7f45779ff700 1 --2- 172.21.15.16:0/1742500969 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f457015d770 0x7f45700ce420 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f456c0098f0 tx=0x7f456c009c00 comp rx=0 tx=0).stop 2023-09-23T06:36:18.359 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.354+0000 7f45779ff700 1 -- 172.21.15.16:0/1742500969 shutdown_connections 2023-09-23T06:36:18.359 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.354+0000 7f45779ff700 1 --2- 172.21.15.16:0/1742500969 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f457015d770 0x7f45700ce420 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.359 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.354+0000 7f45779ff700 1 --2- 172.21.15.16:0/1742500969 >> v2:172.21.15.92:3300/0 conn(0x7f45700b4fe0 0x7f45700b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.359 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.354+0000 7f45779ff700 1 -- 172.21.15.16:0/1742500969 >> 172.21.15.16:0/1742500969 conn(0x7f45700724b0 msgr2=0x7f45700d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:18.359 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.354+0000 7f45779ff700 1 -- 172.21.15.16:0/1742500969 shutdown_connections 2023-09-23T06:36:18.360 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.354+0000 7f45779ff700 1 -- 172.21.15.16:0/1742500969 wait complete. 2023-09-23T06:36:18.362 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.356+0000 7f45779ff700 1 Processor -- start 2023-09-23T06:36:18.362 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.356+0000 7f45779ff700 1 -- start start 2023-09-23T06:36:18.362 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.357+0000 7f45779ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45700b4fe0 0x7f457015c040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.362 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.357+0000 7f45779ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f457015d770 0x7f45701f2db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.362 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.357+0000 7f45779ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f457015db50 0x7f45700b7d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.362 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.357+0000 7f45779ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45700cb600 con 0x7f457015db50 2023-09-23T06:36:18.362 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.357+0000 7f45779ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45700cc660 con 0x7f45700b4fe0 2023-09-23T06:36:18.362 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.357+0000 7f45779ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f457015c580 con 0x7f457015d770 2023-09-23T06:36:18.363 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.357+0000 7f4575f9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f457015db50 0x7f45700b7d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:18.363 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.357+0000 7f4575f9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f457015db50 0x7f45700b7d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45764/0 (socket says 172.21.15.16:45764) 2023-09-23T06:36:18.363 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.357+0000 7f4575f9c700 1 -- 172.21.15.16:0/1802998584 learned_addr learned my addr 172.21.15.16:0/1802998584 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:18.363 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.358+0000 7f4574f9a700 1 --2- 172.21.15.16:0/1802998584 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f457015d770 0x7f45701f2db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:18.363 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.358+0000 7f457579b700 1 --2- 172.21.15.16:0/1802998584 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45700b4fe0 0x7f457015c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:18.363 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.358+0000 7f4575f9c700 1 -- 172.21.15.16:0/1802998584 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f457015d770 msgr2=0x7f45701f2db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:18.363 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.358+0000 7f4575f9c700 1 --2- 172.21.15.16:0/1802998584 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f457015d770 0x7f45701f2db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.363 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.358+0000 7f4575f9c700 1 -- 172.21.15.16:0/1802998584 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45700b4fe0 msgr2=0x7f457015c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:18.364 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.358+0000 7f4575f9c700 1 --2- 172.21.15.16:0/1802998584 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45700b4fe0 0x7f457015c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.364 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.358+0000 7f4575f9c700 1 -- 172.21.15.16:0/1802998584 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f456c009550 con 0x7f457015db50 2023-09-23T06:36:18.364 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.358+0000 7f4574f9a700 1 --2- 172.21.15.16:0/1802998584 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f457015d770 0x7f45701f2db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:18.364 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.358+0000 7f4575f9c700 1 --2- 172.21.15.16:0/1802998584 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f457015db50 0x7f45700b7d70 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f456800efc0 tx=0x7f456800c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:18.364 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.358+0000 7f4565ffb700 1 -- 172.21.15.16:0/1802998584 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f456800cb80 con 0x7f457015db50 2023-09-23T06:36:18.364 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.358+0000 7f4565ffb700 1 -- 172.21.15.16:0/1802998584 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f456800f040 con 0x7f457015db50 2023-09-23T06:36:18.364 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.358+0000 7f4565ffb700 1 -- 172.21.15.16:0/1802998584 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4568014480 con 0x7f457015db50 2023-09-23T06:36:18.364 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.358+0000 7f45779ff700 1 -- 172.21.15.16:0/1802998584 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45700cb320 con 0x7f457015db50 2023-09-23T06:36:18.364 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.359+0000 7f45779ff700 1 -- 172.21.15.16:0/1802998584 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45700cc280 con 0x7f457015db50 2023-09-23T06:36:18.364 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.359+0000 7f45779ff700 1 -- 172.21.15.16:0/1802998584 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45700cbe00 con 0x7f457015db50 2023-09-23T06:36:18.364 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.360+0000 7f4565ffb700 1 -- 172.21.15.16:0/1802998584 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f45680145e0 con 0x7f457015db50 2023-09-23T06:36:18.365 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.361+0000 7f4565ffb700 1 --2- 172.21.15.16:0/1802998584 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f455406aff0 0x7f455406d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.365 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.361+0000 7f4565ffb700 1 -- 172.21.15.16:0/1802998584 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4568089ee0 con 0x7f457015db50 2023-09-23T06:36:18.365 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.362+0000 7f457579b700 1 --2- 172.21.15.16:0/1802998584 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f455406aff0 0x7f455406d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:18.365 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.362+0000 7f457579b700 1 --2- 172.21.15.16:0/1802998584 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f455406aff0 0x7f455406d4b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f456c009c40 tx=0x7f456c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:18.367 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.366+0000 7f4565ffb700 1 -- 172.21.15.16:0/1802998584 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f45700cbe00 con 0x7f457015db50 2023-09-23T06:36:18.576 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.574+0000 7f45779ff700 1 -- 172.21.15.16:0/1802998584 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f45700cbe00 con 0x7f457015db50 2023-09-23T06:36:18.577 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.575+0000 7f4565ffb700 1 -- 172.21.15.16:0/1802998584 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f45700cbe00 con 0x7f457015db50 2023-09-23T06:36:18.577 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:18.577 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:36:13.020285+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:36:09.790555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-23T06:36:10.695995+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:36:18.579 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.577+0000 7f45779ff700 1 -- 172.21.15.16:0/1802998584 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f455406aff0 msgr2=0x7f455406d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:18.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.577+0000 7f45779ff700 1 --2- 172.21.15.16:0/1802998584 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f455406aff0 0x7f455406d4b0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f456c009c40 tx=0x7f456c008030 comp rx=0 tx=0).stop 2023-09-23T06:36:18.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.577+0000 7f45779ff700 1 -- 172.21.15.16:0/1802998584 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f457015db50 msgr2=0x7f45700b7d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:18.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.577+0000 7f45779ff700 1 --2- 172.21.15.16:0/1802998584 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f457015db50 0x7f45700b7d70 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f456800efc0 tx=0x7f456800c0c0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.578+0000 7f45779ff700 1 -- 172.21.15.16:0/1802998584 shutdown_connections 2023-09-23T06:36:18.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.578+0000 7f45779ff700 1 --2- 172.21.15.16:0/1802998584 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f455406aff0 0x7f455406d4b0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.578+0000 7f45779ff700 1 --2- 172.21.15.16:0/1802998584 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f457015db50 0x7f45700b7d70 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.578+0000 7f45779ff700 1 --2- 172.21.15.16:0/1802998584 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f45700b4fe0 0x7f457015c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.578+0000 7f45779ff700 1 --2- 172.21.15.16:0/1802998584 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f457015d770 0x7f45701f2db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.578+0000 7f45779ff700 1 -- 172.21.15.16:0/1802998584 >> 172.21.15.16:0/1802998584 conn(0x7f45700724b0 msgr2=0x7f45700b89c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:18.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.578+0000 7f45779ff700 1 -- 172.21.15.16:0/1802998584 shutdown_connections 2023-09-23T06:36:18.581 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.578+0000 7f45779ff700 1 -- 172.21.15.16:0/1802998584 wait complete. 2023-09-23T06:36:18.598 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2023-09-23T06:36:18.599 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2023-09-23T06:36:18.599 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2023-09-23T06:36:18.600 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2023-09-23T06:36:18.600 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2023-09-23T06:36:18.600 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2023-09-23T06:36:18.601 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2023-09-23T06:36:18.601 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2023-09-23T06:36:18.959 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.957+0000 7f7392bff700 1 Processor -- start 2023-09-23T06:36:18.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.957+0000 7f7392bff700 1 -- start start 2023-09-23T06:36:18.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.959+0000 7f7392bff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f738c0b0ed0 0x7f738c15dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.959+0000 7f7392bff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f738c0b12b0 0x7f738c0708f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.959+0000 7f7392bff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f738c15e2d0 con 0x7f738c0ca200 2023-09-23T06:36:18.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.959+0000 7f7392bff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f738c070e30 con 0x7f738c0b0ed0 2023-09-23T06:36:18.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.959+0000 7f7392bff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f738c0ca7a0 con 0x7f738c0b12b0 2023-09-23T06:36:18.962 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.960+0000 7f738bfff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f738c0b12b0 0x7f738c0708f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:18.962 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.960+0000 7f738bfff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f738c0b12b0 0x7f738c0708f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:54754/0 (socket says 172.21.15.16:54754) 2023-09-23T06:36:18.962 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.960+0000 7f738bfff700 1 -- 172.21.15.16:0/510452465 learned_addr learned my addr 172.21.15.16:0/510452465 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:18.963 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.960+0000 7f739099b700 1 --2- 172.21.15.16:0/510452465 >> v2:172.21.15.16:3300/0 conn(0x7f738c0b0ed0 0x7f738c15dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:18.963 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.961+0000 7f738b7fe700 1 -- 172.21.15.16:0/510452465 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2865818780 0 0) 0x7f738c15e2d0 con 0x7f738c0ca200 2023-09-23T06:36:18.963 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.961+0000 7f738b7fe700 1 -- 172.21.15.16:0/510452465 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f737c0035b0 con 0x7f738c0ca200 2023-09-23T06:36:18.963 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.961+0000 7f739099b700 1 -- 172.21.15.16:0/510452465 >> v2:172.21.15.92:3300/0 conn(0x7f738c0b12b0 msgr2=0x7f738c0708f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:18.963 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.962+0000 7f739099b700 1 --2- 172.21.15.16:0/510452465 >> v2:172.21.15.92:3300/0 conn(0x7f738c0b12b0 0x7f738c0708f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.963 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.962+0000 7f739099b700 1 -- 172.21.15.16:0/510452465 >> v1:172.21.15.16:6789/0 conn(0x7f738c0ca200 legacy=0x7f738c159280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:18.964 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.962+0000 7f738b7fe700 1 -- 172.21.15.16:0/510452465 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 714691773 0 0) 0x7f737c0035b0 con 0x7f738c0ca200 2023-09-23T06:36:18.964 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.962+0000 7f739099b700 1 -- 172.21.15.16:0/510452465 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f738c0cd610 con 0x7f738c0b0ed0 2023-09-23T06:36:18.964 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.962+0000 7f739099b700 1 --2- 172.21.15.16:0/510452465 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f738c0b0ed0 0x7f738c15dd90 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f738c0cbc30 tx=0x7f7380009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdbc20409ce5659a server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:18.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.963+0000 7f738b7fe700 1 -- 172.21.15.16:0/510452465 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73840019f0 con 0x7f738c0b0ed0 2023-09-23T06:36:18.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.963+0000 7f738b7fe700 1 -- 172.21.15.16:0/510452465 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7380004030 con 0x7f738c0b0ed0 2023-09-23T06:36:18.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.963+0000 7f738b7fe700 1 -- 172.21.15.16:0/510452465 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73800043a0 con 0x7f738c0b0ed0 2023-09-23T06:36:18.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.964+0000 7f7392bff700 1 -- 172.21.15.16:0/510452465 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f738c0b0ed0 msgr2=0x7f738c15dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:18.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.964+0000 7f7392bff700 1 --2- 172.21.15.16:0/510452465 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f738c0b0ed0 0x7f738c15dd90 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f738c0cbc30 tx=0x7f7380009b20 comp rx=0 tx=0).stop 2023-09-23T06:36:18.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.966+0000 7f7392bff700 1 -- 172.21.15.16:0/510452465 shutdown_connections 2023-09-23T06:36:18.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.966+0000 7f7392bff700 1 --2- 172.21.15.16:0/510452465 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f738c0b0ed0 0x7f738c15dd90 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.966+0000 7f7392bff700 1 --2- 172.21.15.16:0/510452465 >> v2:172.21.15.92:3300/0 conn(0x7f738c0b12b0 0x7f738c0708f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.966+0000 7f7392bff700 1 -- 172.21.15.16:0/510452465 >> 172.21.15.16:0/510452465 conn(0x7f738c06a960 msgr2=0x7f738c06ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:18.972 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.968+0000 7fde671ff700 1 Processor -- start 2023-09-23T06:36:18.972 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.969+0000 7fde671ff700 1 -- start start 2023-09-23T06:36:18.972 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.971+0000 7fde671ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fde600b4fc0 0x7fde600b53a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.973 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.971+0000 7fde671ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fde600ce390 0x7fde600ce7e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.973 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.971+0000 7fde671ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fde600b9550 con 0x7fde600cfa50 2023-09-23T06:36:18.973 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.971+0000 7fde671ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fde6015ead0 con 0x7fde600ce390 2023-09-23T06:36:18.973 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.971+0000 7fde671ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fde600b58e0 con 0x7fde600b4fc0 2023-09-23T06:36:18.973 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.971+0000 7f7392bff700 1 -- 172.21.15.16:0/510452465 shutdown_connections 2023-09-23T06:36:18.974 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.972+0000 7fde6579c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fde600ce390 0x7fde600ce7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:18.974 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.972+0000 7fde6579c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fde600ce390 0x7fde600ce7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45790/0 (socket says 172.21.15.16:45790) 2023-09-23T06:36:18.974 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.972+0000 7fde6579c700 1 -- 172.21.15.16:0/1288122484 learned_addr learned my addr 172.21.15.16:0/1288122484 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:18.974 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.972+0000 7fde6579c700 1 -- 172.21.15.16:0/1288122484 >> v2:172.21.15.92:3300/0 conn(0x7fde600b4fc0 msgr2=0x7fde600b53a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-09-23T06:36:18.974 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.972+0000 7fde6579c700 1 --2- 172.21.15.16:0/1288122484 >> v2:172.21.15.92:3300/0 conn(0x7fde600b4fc0 0x7fde600b53a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.974 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.972+0000 7fde6579c700 1 -- 172.21.15.16:0/1288122484 >> v1:172.21.15.92:6789/0 conn(0x7fde600cfa50 legacy=0x7fde600b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:18.975 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.972+0000 7fde6579c700 1 -- 172.21.15.16:0/1288122484 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde6015de50 con 0x7fde600ce390 2023-09-23T06:36:18.975 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.973+0000 7fde6579c700 1 --2- 172.21.15.16:0/1288122484 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fde600ce390 0x7fde600ce7e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fde6006c790 tx=0x7fde54009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=581ef3464f70c6de server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:18.975 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.972+0000 7f7392bff700 1 -- 172.21.15.16:0/510452465 wait complete. 2023-09-23T06:36:18.977 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.975+0000 7f7392bff700 1 Processor -- start 2023-09-23T06:36:18.978 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.975+0000 7f7392bff700 1 -- start start 2023-09-23T06:36:18.978 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.977+0000 7f7392bff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f738c0b0ed0 0x7f738c0c75a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.978 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.977+0000 7f7392bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f738c0ca200 0x7f738c144650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.979 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.977+0000 7f7392bff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f738c0c7ae0 0x7f738c144b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.979 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.977+0000 7f7392bff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f738c0c8ca0 con 0x7f738c0c7ae0 2023-09-23T06:36:18.979 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.977+0000 7f7392bff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f738c0c8020 con 0x7f738c0b0ed0 2023-09-23T06:36:18.979 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.977+0000 7f7392bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f738c0c8300 con 0x7f738c0ca200 2023-09-23T06:36:18.980 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.978+0000 7f739099b700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f738c0b0ed0 0x7f738c0c75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:18.980 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.978+0000 7f738bfff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f738c0ca200 0x7f738c144650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:18.980 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.978+0000 7f739099b700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f738c0b0ed0 0x7f738c0c75a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:54780/0 (socket says 172.21.15.16:54780) 2023-09-23T06:36:18.980 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.978+0000 7f739099b700 1 -- 172.21.15.16:0/3313025084 learned_addr learned my addr 172.21.15.16:0/3313025084 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:18.980 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.978+0000 7f739119c700 1 --2- 172.21.15.16:0/3313025084 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f738c0c7ae0 0x7f738c144b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:18.980 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.978+0000 7f739099b700 1 -- 172.21.15.16:0/3313025084 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f738c0ca200 msgr2=0x7f738c144650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:18.981 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.978+0000 7f739099b700 1 --2- 172.21.15.16:0/3313025084 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f738c0ca200 0x7f738c144650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.981 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.978+0000 7f739099b700 1 -- 172.21.15.16:0/3313025084 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f738c0c7ae0 msgr2=0x7f738c144b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:18.981 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.978+0000 7fde5f7fe700 1 -- 172.21.15.16:0/1288122484 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde54004230 con 0x7fde600ce390 2023-09-23T06:36:18.981 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.978+0000 7fde5f7fe700 1 -- 172.21.15.16:0/1288122484 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde54004390 con 0x7fde600ce390 2023-09-23T06:36:18.981 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.978+0000 7fde5f7fe700 1 -- 172.21.15.16:0/1288122484 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde540036a0 con 0x7fde600ce390 2023-09-23T06:36:18.981 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.978+0000 7f739099b700 1 --2- 172.21.15.16:0/3313025084 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f738c0c7ae0 0x7f738c144b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.978+0000 7f739099b700 1 -- 172.21.15.16:0/3313025084 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73800094a0 con 0x7f738c0b0ed0 2023-09-23T06:36:18.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.980+0000 7f739099b700 1 --2- 172.21.15.16:0/3313025084 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f738c0b0ed0 0x7f738c0c75a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f7380000c00 tx=0x7f7380004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:18.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.980+0000 7fde671ff700 1 -- 172.21.15.16:0/1288122484 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fde600ce390 msgr2=0x7fde600ce7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:18.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.980+0000 7fde671ff700 1 --2- 172.21.15.16:0/1288122484 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fde600ce390 0x7fde600ce7e0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fde6006c790 tx=0x7fde54009bd0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.983 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.980+0000 7f73897fa700 1 -- 172.21.15.16:0/3313025084 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73800045b0 con 0x7f738c0b0ed0 2023-09-23T06:36:18.983 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.980+0000 7f73897fa700 1 -- 172.21.15.16:0/3313025084 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73800107c0 con 0x7f738c0b0ed0 2023-09-23T06:36:18.983 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.980+0000 7f73897fa700 1 -- 172.21.15.16:0/3313025084 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7380010b70 con 0x7f738c0b0ed0 2023-09-23T06:36:18.983 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.980+0000 7f7392bff700 1 -- 172.21.15.16:0/3313025084 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f738c0c85e0 con 0x7f738c0b0ed0 2023-09-23T06:36:18.983 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.980+0000 7f7392bff700 1 -- 172.21.15.16:0/3313025084 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f738c155960 con 0x7f738c0b0ed0 2023-09-23T06:36:18.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.982+0000 7fde671ff700 1 -- 172.21.15.16:0/1288122484 shutdown_connections 2023-09-23T06:36:18.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.982+0000 7fde671ff700 1 --2- 172.21.15.16:0/1288122484 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fde600ce390 0x7fde600ce7e0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.982+0000 7fde671ff700 1 --2- 172.21.15.16:0/1288122484 >> v2:172.21.15.92:3300/0 conn(0x7fde600b4fc0 0x7fde600b53a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.982+0000 7fde671ff700 1 -- 172.21.15.16:0/1288122484 >> 172.21.15.16:0/1288122484 conn(0x7fde600722a0 msgr2=0x7fde600726b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:18.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.982+0000 7fde671ff700 1 -- 172.21.15.16:0/1288122484 shutdown_connections 2023-09-23T06:36:18.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.984+0000 7f73897fa700 1 -- 172.21.15.16:0/3313025084 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f7380018030 con 0x7f738c0b0ed0 2023-09-23T06:36:18.987 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.984+0000 7f30629ff700 1 Processor -- start 2023-09-23T06:36:18.987 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.984+0000 7f30629ff700 1 -- start start 2023-09-23T06:36:18.987 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.983+0000 7fde671ff700 1 -- 172.21.15.16:0/1288122484 wait complete. 2023-09-23T06:36:18.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.986+0000 7f73897fa700 1 --2- 172.21.15.16:0/3313025084 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f737006b0c0 0x7f737006d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.986+0000 7f73897fa700 1 -- 172.21.15.16:0/3313025084 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f738008aed0 con 0x7f738c0b0ed0 2023-09-23T06:36:18.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.985+0000 7fde671ff700 1 Processor -- start 2023-09-23T06:36:18.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.987+0000 7f30629ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f305c0b0c60 0x7f305c166160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.987+0000 7f30629ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f305c162b90 0x7f305c0b1040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.987+0000 7f30629ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f305c0b1580 con 0x7f305c0c9830 2023-09-23T06:36:18.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.987+0000 7f30629ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f305c158fc0 con 0x7f305c0b0c60 2023-09-23T06:36:18.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.987+0000 7f30629ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f305c0ca080 con 0x7f305c162b90 2023-09-23T06:36:18.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.987+0000 7f305b7fe700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f305c162b90 0x7f305c0b1040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:18.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.987+0000 7f305b7fe700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f305c162b90 0x7f305c0b1040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:54790/0 (socket says 172.21.15.16:54790) 2023-09-23T06:36:18.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.987+0000 7f305b7fe700 1 -- 172.21.15.16:0/2612182234 learned_addr learned my addr 172.21.15.16:0/2612182234 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:18.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.987+0000 7f1a391ff700 1 Processor -- start 2023-09-23T06:36:18.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.987+0000 7f305bfff700 1 --2- 172.21.15.16:0/2612182234 >> v2:172.21.15.16:3300/0 conn(0x7f305c0b0c60 0x7f305c166160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:18.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.986+0000 7fde671ff700 1 -- start start 2023-09-23T06:36:18.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.988+0000 7f305b7fe700 1 -- 172.21.15.16:0/2612182234 >> v2:172.21.15.16:3300/0 conn(0x7f305c0b0c60 msgr2=0x7f305c166160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:18.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.988+0000 7f305b7fe700 1 --2- 172.21.15.16:0/2612182234 >> v2:172.21.15.16:3300/0 conn(0x7f305c0b0c60 0x7f305c166160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.988+0000 7f305b7fe700 1 -- 172.21.15.16:0/2612182234 >> v1:172.21.15.92:6789/0 conn(0x7f305c0c9830 legacy=0x7f305c0ccdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:18.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.988+0000 7f305b7fe700 1 -- 172.21.15.16:0/2612182234 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f305c0ca360 con 0x7f305c162b90 2023-09-23T06:36:18.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.988+0000 7f305bfff700 1 --2- 172.21.15.16:0/2612182234 >> v2:172.21.15.16:3300/0 conn(0x7f305c0b0c60 0x7f305c166160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:18.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.989+0000 7f305b7fe700 1 --2- 172.21.15.16:0/2612182234 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f305c162b90 0x7f305c0b1040 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f305c0cc9e0 tx=0x7f3050009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6b2dea96fa52cad5 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:18.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.987+0000 7f7392bff700 1 --2- 172.21.15.16:0/3313025084 >> [v2:172.21.15.16:6800/1019308953,v1:172.21.15.16:6801/1019308953] conn(0x7f738c15b3f0 0x7f738c15b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.987+0000 7f7392bff700 1 -- 172.21.15.16:0/3313025084 --> [v2:172.21.15.16:6800/1019308953,v1:172.21.15.16:6801/1019308953] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f738c0cd8f0 con 0x7f738c15b3f0 2023-09-23T06:36:18.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.988+0000 7f738bfff700 1 --2- 172.21.15.16:0/3313025084 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f737006b0c0 0x7f737006d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:18.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.989+0000 7f305affd700 1 -- 172.21.15.16:0/2612182234 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3050005e30 con 0x7f305c162b90 2023-09-23T06:36:18.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.989+0000 7f305affd700 1 -- 172.21.15.16:0/2612182234 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3050004030 con 0x7f305c162b90 2023-09-23T06:36:18.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.989+0000 7f305affd700 1 -- 172.21.15.16:0/2612182234 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30500043e0 con 0x7f305c162b90 2023-09-23T06:36:18.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.988+0000 7f739119c700 1 --2- 172.21.15.16:0/3313025084 >> [v2:172.21.15.16:6800/1019308953,v1:172.21.15.16:6801/1019308953] conn(0x7f738c15b3f0 0x7f738c15b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:18.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.990+0000 7f739119c700 1 --2- 172.21.15.16:0/3313025084 >> [v2:172.21.15.16:6800/1019308953,v1:172.21.15.16:6801/1019308953] conn(0x7f738c15b3f0 0x7f738c15b7d0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:18.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.990+0000 7f738bfff700 1 --2- 172.21.15.16:0/3313025084 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f737006b0c0 0x7f737006d580 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f738c0cf880 tx=0x7f737800d040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:18.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.987+0000 7fde671ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde600b4fc0 0x7fde601fcc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.987+0000 7fde671ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde600ce390 0x7fde602000c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.987+0000 7fde671ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fde600cfa50 0x7fde60070dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.987+0000 7fde671ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde600c6f30 con 0x7fde600cfa50 2023-09-23T06:36:18.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.987+0000 7fde671ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde600c7d90 con 0x7fde600ce390 2023-09-23T06:36:18.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.987+0000 7fde671ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fde60200600 con 0x7fde600b4fc0 2023-09-23T06:36:18.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.988+0000 7fde64f9b700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde600b4fc0 0x7fde601fcc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:18.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.991+0000 7fde64f9b700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde600b4fc0 0x7fde601fcc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:58144/0 (socket says 172.21.15.16:58144) 2023-09-23T06:36:18.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.991+0000 7fde64f9b700 1 -- 172.21.15.16:0/1704846932 learned_addr learned my addr 172.21.15.16:0/1704846932 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:18.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.991+0000 7fde5ffff700 1 --2- 172.21.15.16:0/1704846932 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde600ce390 0x7fde602000c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:18.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.990+0000 7f30629ff700 1 -- 172.21.15.16:0/2612182234 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f305c162b90 msgr2=0x7f305c0b1040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:18.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.990+0000 7f30629ff700 1 --2- 172.21.15.16:0/2612182234 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f305c162b90 0x7f305c0b1040 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f305c0cc9e0 tx=0x7f3050009bd0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.987+0000 7f1a391ff700 1 -- start start 2023-09-23T06:36:18.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.989+0000 7f1a391ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1a340ca200 0x7f1a34159280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:18.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.989+0000 7f1a391ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a340ca7a0 con 0x7f1a340b0ed0 2023-09-23T06:36:18.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.989+0000 7f1a391ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a340cd610 con 0x7f1a340b12b0 2023-09-23T06:36:18.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.989+0000 7f1a391ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a340cd8f0 con 0x7f1a340ca200 2023-09-23T06:36:18.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.990+0000 7f1a3359e700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1a340ca200 0x7f1a34159280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:18.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.990+0000 7f1a3359e700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1a340ca200 0x7f1a34159280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:58148/0 (socket says 172.21.15.16:58148) 2023-09-23T06:36:18.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.990+0000 7f1a3359e700 1 -- 172.21.15.16:0/3784548234 learned_addr learned my addr 172.21.15.16:0/3784548234 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:18.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.991+0000 7f1a3359e700 1 -- 172.21.15.16:0/3784548234 >> v1:172.21.15.92:6789/0 conn(0x7f1a340b12b0 legacy=0x7f1a340708f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:18.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.991+0000 7f1a3359e700 1 -- 172.21.15.16:0/3784548234 >> v1:172.21.15.16:6789/0 conn(0x7f1a340b0ed0 legacy=0x7f1a3415dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:18.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.991+0000 7f1a3359e700 1 -- 172.21.15.16:0/3784548234 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a340cdbd0 con 0x7f1a340ca200 2023-09-23T06:36:18.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.991+0000 7f1a3359e700 1 --2- 172.21.15.16:0/3784548234 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1a340ca200 0x7f1a34159280 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f1a24008920 tx=0x7f1a2400d330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=69b50c8833c0ebfc server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:18.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.991+0000 7fde64f9b700 1 -- 172.21.15.16:0/1704846932 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde600ce390 msgr2=0x7fde602000c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:18.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.991+0000 7f30629ff700 1 -- 172.21.15.16:0/2612182234 shutdown_connections 2023-09-23T06:36:18.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.991+0000 7f30629ff700 1 --2- 172.21.15.16:0/2612182234 >> v2:172.21.15.16:3300/0 conn(0x7f305c0b0c60 0x7f305c166160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.991+0000 7f30629ff700 1 --2- 172.21.15.16:0/2612182234 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f305c162b90 0x7f305c0b1040 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.991+0000 7f30629ff700 1 -- 172.21.15.16:0/2612182234 >> 172.21.15.16:0/2612182234 conn(0x7f305c06a960 msgr2=0x7f305c06ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:18.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.991+0000 7f1a31d9b700 1 -- 172.21.15.16:0/3784548234 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a24010070 con 0x7f1a340ca200 2023-09-23T06:36:18.998 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.991+0000 7fde64f9b700 1 --2- 172.21.15.16:0/1704846932 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde600ce390 0x7fde602000c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.998 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.991+0000 7fde64f9b700 1 -- 172.21.15.16:0/1704846932 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fde600cfa50 msgr2=0x7fde60070dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:18.998 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.991+0000 7fde64f9b700 1 --2- 172.21.15.16:0/1704846932 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fde600cfa50 0x7fde60070dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:18.998 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.991+0000 7fde64f9b700 1 -- 172.21.15.16:0/1704846932 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde54009550 con 0x7fde600b4fc0 2023-09-23T06:36:18.999 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.991+0000 7f1a31d9b700 1 -- 172.21.15.16:0/3784548234 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a2400da40 con 0x7f1a340ca200 2023-09-23T06:36:18.999 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.991+0000 7f1a31d9b700 1 -- 172.21.15.16:0/3784548234 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a2400ddb0 con 0x7f1a340ca200 2023-09-23T06:36:18.999 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.992+0000 7f73897fa700 1 -- 172.21.15.16:0/3313025084 <== osd.0 v2:172.21.15.16:6800/1019308953 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f7384001a20 con 0x7f738c15b3f0 2023-09-23T06:36:18.999 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.992+0000 7fde5ffff700 1 --2- 172.21.15.16:0/1704846932 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fde600ce390 0x7fde602000c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:18.999 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.992+0000 7fde64f9b700 1 --2- 172.21.15.16:0/1704846932 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde600b4fc0 0x7fde601fcc40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fde5800b840 tx=0x7fde5800bc00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.000 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.992+0000 7f30629ff700 1 -- 172.21.15.16:0/2612182234 shutdown_connections 2023-09-23T06:36:19.000 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.992+0000 7fde5d7fa700 1 -- 172.21.15.16:0/1704846932 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde5800f860 con 0x7fde600b4fc0 2023-09-23T06:36:19.000 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.992+0000 7fde5d7fa700 1 -- 172.21.15.16:0/1704846932 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde5800f9e0 con 0x7fde600b4fc0 2023-09-23T06:36:19.000 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.992+0000 7fde5d7fa700 1 -- 172.21.15.16:0/1704846932 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde5800fd90 con 0x7fde600b4fc0 2023-09-23T06:36:19.000 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.993+0000 7fde671ff700 1 -- 172.21.15.16:0/1704846932 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fde600c7180 con 0x7fde600b4fc0 2023-09-23T06:36:19.000 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.993+0000 7fde671ff700 1 -- 172.21.15.16:0/1704846932 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde600c7740 con 0x7fde600b4fc0 2023-09-23T06:36:19.000 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.992+0000 7f30629ff700 1 -- 172.21.15.16:0/2612182234 wait complete. 2023-09-23T06:36:19.001 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.992+0000 7f1a391ff700 1 -- 172.21.15.16:0/3784548234 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1a340ca200 msgr2=0x7f1a34159280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.001 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.992+0000 7f1a391ff700 1 --2- 172.21.15.16:0/3784548234 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1a340ca200 0x7f1a34159280 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f1a24008920 tx=0x7f1a2400d330 comp rx=0 tx=0).stop 2023-09-23T06:36:19.001 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.993+0000 7f1a391ff700 1 -- 172.21.15.16:0/3784548234 shutdown_connections 2023-09-23T06:36:19.001 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.993+0000 7f1a391ff700 1 --2- 172.21.15.16:0/3784548234 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1a340ca200 0x7f1a34159280 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.001 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.993+0000 7f1a391ff700 1 -- 172.21.15.16:0/3784548234 >> 172.21.15.16:0/3784548234 conn(0x7f1a3406a960 msgr2=0x7f1a3406ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.001 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.993+0000 7f1a391ff700 1 -- 172.21.15.16:0/3784548234 shutdown_connections 2023-09-23T06:36:19.001 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.993+0000 7f1a391ff700 1 -- 172.21.15.16:0/3784548234 wait complete. 2023-09-23T06:36:19.002 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.994+0000 7fa1227ff700 1 Processor -- start 2023-09-23T06:36:19.002 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.994+0000 7fde671ff700 1 -- 172.21.15.16:0/1704846932 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fde6015e410 con 0x7fde600b4fc0 2023-09-23T06:36:19.002 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.995+0000 7f30629ff700 1 Processor -- start 2023-09-23T06:36:19.002 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.996+0000 7f1a391ff700 1 Processor -- start 2023-09-23T06:36:19.003 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.997+0000 7fde5d7fa700 1 -- 172.21.15.16:0/1704846932 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fde5800d420 con 0x7fde600b4fc0 2023-09-23T06:36:19.003 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.999+0000 7fde5d7fa700 1 --2- 172.21.15.16:0/1704846932 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fde4c06b090 0x7fde4c06d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.003 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.999+0000 7fde5d7fa700 1 -- 172.21.15.16:0/1704846932 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fde5808a030 con 0x7fde600b4fc0 2023-09-23T06:36:19.003 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.999+0000 7fde5d7fa700 1 --2- 172.21.15.16:0/1704846932 >> [v2:172.21.15.16:6809/2337229881,v1:172.21.15.16:6812/2337229881] conn(0x7fde4c0732b0 0x7fde4c0756d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.003 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.999+0000 7fde5d7fa700 1 -- 172.21.15.16:0/1704846932 --> [v2:172.21.15.16:6809/2337229881,v1:172.21.15.16:6812/2337229881] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fde4c075d80 con 0x7fde4c0732b0 2023-09-23T06:36:19.003 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.999+0000 7fde5d7fa700 1 -- 172.21.15.16:0/1704846932 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) v2 ==== 24+0+0 (secure 0 0 0) 0x7fde5808a3e0 con 0x7fde600b4fc0 2023-09-23T06:36:19.004 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.996+0000 7fa1227ff700 1 -- start start 2023-09-23T06:36:19.004 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.998+0000 7fa1227ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa11c0ca200 0x7fa11c0708f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.004 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.998+0000 7fa1227ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa11c0b0c60 0x7fa11c0b10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.004 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.998+0000 7fa1227ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa11c070e30 con 0x7fa11c0cbc00 2023-09-23T06:36:19.004 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.998+0000 7fa1227ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa11c0b1610 con 0x7fa11c0ca200 2023-09-23T06:36:19.004 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.998+0000 7fa1227ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa11c0cd610 con 0x7fa11c0b0c60 2023-09-23T06:36:19.004 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.999+0000 7fa11bfff700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa11c0cbc00 0x7fa11c15dd90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51278/0 (socket says 172.21.15.16:51278) 2023-09-23T06:36:19.004 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.999+0000 7fa11bfff700 1 -- 172.21.15.16:0/1464969851 learned_addr learned my addr 172.21.15.16:0/1464969851 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:19.004 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.995+0000 7f30629ff700 1 -- start start 2023-09-23T06:36:19.005 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.996+0000 7f30629ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f305c0b0c60 0x7f305c158000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.005 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.996+0000 7f30629ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f305c0c9830 0x7f305c1eae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.005 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.997+0000 7f30629ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f305c162b90 0x7f305c1f76a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.005 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.997+0000 7f30629ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f305c0c8120 con 0x7f305c0c9830 2023-09-23T06:36:19.005 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.997+0000 7f30629ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f305c0c74a0 con 0x7f305c0b0c60 2023-09-23T06:36:19.005 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.997+0000 7f30629ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f305c0c7780 con 0x7f305c162b90 2023-09-23T06:36:19.005 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.997+0000 7f3060f9c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f305c162b90 0x7f305c1f76a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.005 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.997+0000 7f3060f9c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f305c162b90 0x7f305c1f76a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:58156/0 (socket says 172.21.15.16:58156) 2023-09-23T06:36:19.005 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.997+0000 7f3060f9c700 1 -- 172.21.15.16:0/2667288800 learned_addr learned my addr 172.21.15.16:0/2667288800 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:19.006 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.997+0000 7f305bfff700 1 --2- 172.21.15.16:0/2667288800 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f305c0b0c60 0x7f305c158000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.006 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.998+0000 7f3060f9c700 1 -- 172.21.15.16:0/2667288800 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f305c0b0c60 msgr2=0x7f305c158000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.006 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.998+0000 7f3060f9c700 1 --2- 172.21.15.16:0/2667288800 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f305c0b0c60 0x7f305c158000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.006 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.998+0000 7f3060f9c700 1 -- 172.21.15.16:0/2667288800 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f305c0c9830 msgr2=0x7f305c1eae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.006 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.998+0000 7f3060f9c700 1 --2- 172.21.15.16:0/2667288800 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f305c0c9830 0x7f305c1eae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.006 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.998+0000 7f3060f9c700 1 -- 172.21.15.16:0/2667288800 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3050009500 con 0x7f305c162b90 2023-09-23T06:36:19.006 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.999+0000 7f3060f9c700 1 --2- 172.21.15.16:0/2667288800 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f305c162b90 0x7f305c1f76a0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f305400cba0 tx=0x7f305400cf60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.006 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.996+0000 7f1a391ff700 1 -- start start 2023-09-23T06:36:19.007 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.998+0000 7f1a391ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a340b0ed0 0x7f1a341f6170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.007 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.998+0000 7f1a391ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a340b12b0 0x7f1a34159840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.007 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.998+0000 7f1a391ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1a340ca200 0x7f1a34159d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.007 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.998+0000 7f1a391ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a3415a370 con 0x7f1a340b0ed0 2023-09-23T06:36:19.007 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.998+0000 7f1a391ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a341586b0 con 0x7f1a340b12b0 2023-09-23T06:36:19.007 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.998+0000 7f1a391ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a340b3020 con 0x7f1a340ca200 2023-09-23T06:36:19.007 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.998+0000 7fefe71ff700 1 Processor -- start 2023-09-23T06:36:19.008 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.000+0000 7fa120d9c700 1 --2- 172.21.15.16:0/1464969851 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa11c0b0c60 0x7fa11c0b10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.008 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.999+0000 7fefe71ff700 1 -- start start 2023-09-23T06:36:19.008 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.000+0000 7fefe71ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefe00b0ed0 0x7fefe015dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.008 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.000+0000 7fefe71ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fefe00b12b0 0x7fefe00708f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.009 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.000+0000 7f3e489ff700 1 Processor -- start 2023-09-23T06:36:19.009 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.001+0000 7f3e489ff700 1 -- start start 2023-09-23T06:36:19.009 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.999+0000 7f3058ff9700 1 -- 172.21.15.16:0/2667288800 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3054003c00 con 0x7f305c162b90 2023-09-23T06:36:19.009 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.001+0000 7fefe71ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fefe00ca200 0x7fefe0159280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.009 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.001+0000 7fefe71ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefe015e2d0 con 0x7fefe00b12b0 2023-09-23T06:36:19.009 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.001+0000 7fefe71ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefe0070e30 con 0x7fefe00ca200 2023-09-23T06:36:19.010 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.001+0000 7fefe71ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefe00ca7a0 con 0x7fefe00b0ed0 2023-09-23T06:36:19.010 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.999+0000 7f3058ff9700 1 -- 172.21.15.16:0/2667288800 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3054003d60 con 0x7f305c162b90 2023-09-23T06:36:19.010 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:18.999+0000 7f3058ff9700 1 -- 172.21.15.16:0/2667288800 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f305400abc0 con 0x7f305c162b90 2023-09-23T06:36:19.010 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.000+0000 7f30629ff700 1 -- 172.21.15.16:0/2667288800 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f305c0c7a60 con 0x7f305c162b90 2023-09-23T06:36:19.010 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.001+0000 7f30629ff700 1 -- 172.21.15.16:0/2667288800 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f305c0c70e0 con 0x7f305c162b90 2023-09-23T06:36:19.011 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.000+0000 7fa11affd700 1 -- 172.21.15.16:0/1464969851 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3393987242 0 0) 0x7fa11c070e30 con 0x7fa11c0cbc00 2023-09-23T06:36:19.011 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.001+0000 7fa11affd700 1 -- 172.21.15.16:0/1464969851 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa1040035b0 con 0x7fa11c0cbc00 2023-09-23T06:36:19.011 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.001+0000 7fde5ffff700 1 --2- 172.21.15.16:0/1704846932 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fde4c06b090 0x7fde4c06d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.011 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.001+0000 7fa11affd700 1 -- 172.21.15.16:0/1464969851 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4006115258 0 0) 0x7fa1040035b0 con 0x7fa11c0cbc00 2023-09-23T06:36:19.011 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.001+0000 7fa11affd700 1 -- 172.21.15.16:0/1464969851 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa11c0b0c60 msgr2=0x7fa11c0b10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.011 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.001+0000 7fa11affd700 1 --2- 172.21.15.16:0/1464969851 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa11c0b0c60 0x7fa11c0b10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.012 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.001+0000 7fa11affd700 1 -- 172.21.15.16:0/1464969851 >> v2:172.21.15.16:3300/0 conn(0x7fa11c0ca200 msgr2=0x7fa11c0708f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.012 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.001+0000 7fa11affd700 1 --2- 172.21.15.16:0/1464969851 >> v2:172.21.15.16:3300/0 conn(0x7fa11c0ca200 0x7fa11c0708f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.012 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.001+0000 7fa11affd700 1 -- 172.21.15.16:0/1464969851 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa11c0cd8f0 con 0x7fa11c0cbc00 2023-09-23T06:36:19.012 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.001+0000 7fa11affd700 1 -- 172.21.15.16:0/1464969851 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2518992857 0 0) 0x7fa110001670 con 0x7fa11c0cbc00 2023-09-23T06:36:19.012 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.001+0000 7fefdffff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fefe00b12b0 0x7fefe00708f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.012 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.001+0000 7fefdffff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fefe00b12b0 0x7fefe00708f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45848/0 (socket says 172.21.15.16:45848) 2023-09-23T06:36:19.012 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.001+0000 7fefdffff700 1 -- 172.21.15.16:0/2897206041 learned_addr learned my addr 172.21.15.16:0/2897206041 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:19.013 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.002+0000 7fa11affd700 1 -- 172.21.15.16:0/1464969851 >> v1:172.21.15.16:6789/0 conn(0x7fa11c0cbc00 legacy=0x7fa11c15dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.013 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.002+0000 7fa11affd700 1 --2- 172.21.15.16:0/1464969851 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa104003a00 0x7fa104003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.013 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.002+0000 7fa11affd700 1 --2- 172.21.15.16:0/1464969851 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1040043f0 0x7fa1040048d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.013 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.002+0000 7fa11affd700 1 --2- 172.21.15.16:0/1464969851 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1040050d0 0x7fa10400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.013 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.002+0000 7fa11affd700 1 -- 172.21.15.16:0/1464969851 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa11c0b1610 con 0x7fa1040043f0 2023-09-23T06:36:19.013 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.002+0000 7fa11affd700 1 -- 172.21.15.16:0/1464969851 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa11c0cd610 con 0x7fa1040050d0 2023-09-23T06:36:19.013 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.002+0000 7fa11affd700 1 -- 172.21.15.16:0/1464969851 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa10400c060 con 0x7fa104003a00 2023-09-23T06:36:19.014 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.002+0000 7fefe579c700 1 --2- 172.21.15.16:0/2897206041 >> v2:172.21.15.92:3300/0 conn(0x7fefe00ca200 0x7fefe0159280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.014 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.002+0000 7fefe4f9b700 1 --2- 172.21.15.16:0/2897206041 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefe00b0ed0 0x7fefe015dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.014 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.002+0000 7fa11bfff700 1 --2- 172.21.15.16:0/1464969851 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa104003a00 0x7fa104003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.014 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.002+0000 7fa11b7fe700 1 --2- 172.21.15.16:0/1464969851 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1040043f0 0x7fa1040048d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.014 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.003+0000 7fa11bfff700 1 -- 172.21.15.16:0/1464969851 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1040050d0 msgr2=0x7fa10400ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.003+0000 7fa11bfff700 1 --2- 172.21.15.16:0/1464969851 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa1040050d0 0x7fa10400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.003+0000 7fa11bfff700 1 -- 172.21.15.16:0/1464969851 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1040043f0 msgr2=0x7fa1040048d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.003+0000 7fa11bfff700 1 --2- 172.21.15.16:0/1464969851 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa1040043f0 0x7fa1040048d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.003+0000 7fa11bfff700 1 -- 172.21.15.16:0/1464969851 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa11c0cd8f0 con 0x7fa104003a00 2023-09-23T06:36:19.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.002+0000 7f1a3259c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a340b12b0 0x7f1a34159840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.003+0000 7f1a3259c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a340b12b0 0x7f1a34159840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:54828/0 (socket says 172.21.15.16:54828) 2023-09-23T06:36:19.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.003+0000 7f1a3259c700 1 -- 172.21.15.16:0/3108263619 learned_addr learned my addr 172.21.15.16:0/3108263619 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:19.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.003+0000 7fde6579c700 1 --2- 172.21.15.16:0/1704846932 >> [v2:172.21.15.16:6809/2337229881,v1:172.21.15.16:6812/2337229881] conn(0x7fde4c0732b0 0x7fde4c0756d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.003+0000 7fa11bfff700 1 --2- 172.21.15.16:0/1464969851 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa104003a00 0x7fa104003e20 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa11000c370 tx=0x7fa104005880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=26c47f39c1e7de2f server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.003+0000 7f1a32d9d700 1 --2- 172.21.15.16:0/3108263619 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a340b0ed0 0x7f1a341f6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.003+0000 7f1a3359e700 1 --2- 172.21.15.16:0/3108263619 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1a340ca200 0x7f1a34159d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.017 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7fde5ffff700 1 --2- 172.21.15.16:0/1704846932 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fde4c06b090 0x7fde4c06d550 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fde600b2910 tx=0x7fde50008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.017 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7fefdffff700 1 -- 172.21.15.16:0/2897206041 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefe00b0ed0 msgr2=0x7fefe015dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.017 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7fefdffff700 1 --2- 172.21.15.16:0/2897206041 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefe00b0ed0 0x7fefe015dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.017 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7fefdffff700 1 -- 172.21.15.16:0/2897206041 >> v2:172.21.15.92:3300/0 conn(0x7fefe00ca200 msgr2=0x7fefe0159280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.017 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7fefdffff700 1 --2- 172.21.15.16:0/2897206041 >> v2:172.21.15.92:3300/0 conn(0x7fefe00ca200 0x7fefe0159280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.018 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7fefdffff700 1 -- 172.21.15.16:0/2897206041 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefe00cd610 con 0x7fefe00b12b0 2023-09-23T06:36:19.018 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.003+0000 7f3e489ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3e44161c80 0x7f3e44070710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.018 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7f3e489ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3e440c9e30 0x7f3e440cbeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.018 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7f3e489ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e440ca2b0 0x7f3e440cc3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.018 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7f3e489ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3e44162060 con 0x7f3e440c9e30 2023-09-23T06:36:19.018 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7f3e489ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3e440cdb60 con 0x7f3e44161c80 2023-09-23T06:36:19.018 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7f3e489ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e44070c50 con 0x7f3e440ca2b0 2023-09-23T06:36:19.019 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.003+0000 7f30629ff700 1 -- 172.21.15.16:0/2667288800 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f305c162670 con 0x7f305c162b90 2023-09-23T06:36:19.019 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7f1a32d9d700 1 -- 172.21.15.16:0/3108263619 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1a340ca200 msgr2=0x7f1a34159d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.019 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7f1a32d9d700 1 --2- 172.21.15.16:0/3108263619 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1a340ca200 0x7f1a34159d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.019 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7f1a32d9d700 1 -- 172.21.15.16:0/3108263619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a340b12b0 msgr2=0x7f1a34159840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.019 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7f1a32d9d700 1 --2- 172.21.15.16:0/3108263619 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1a340b12b0 0x7f1a34159840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.019 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7f1a32d9d700 1 -- 172.21.15.16:0/3108263619 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a240085d0 con 0x7f1a340b0ed0 2023-09-23T06:36:19.020 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7f3e4259c700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3e44161c80 0x7f3e44070710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.020 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7f3e4259c700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3e44161c80 0x7f3e44070710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:54838/0 (socket says 172.21.15.16:54838) 2023-09-23T06:36:19.020 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7f3e4259c700 1 -- 172.21.15.16:0/1426063347 learned_addr learned my addr 172.21.15.16:0/1426063347 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:19.020 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7f3e42d9d700 1 --2- 172.21.15.16:0/1426063347 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e440ca2b0 0x7f3e440cc3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.020 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.005+0000 7fde6579c700 1 --2- 172.21.15.16:0/1704846932 >> [v2:172.21.15.16:6809/2337229881,v1:172.21.15.16:6812/2337229881] conn(0x7fde4c0732b0 0x7fde4c0756d0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.020 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.005+0000 7f3e41d9b700 1 --2- 172.21.15.16:0/1426063347 >> v2:172.21.15.16:3300/0 conn(0x7f3e440c9e30 0x7f3e440cbeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7fa11affd700 1 -- 172.21.15.16:0/1464969851 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa11000ce30 con 0x7fa104003a00 2023-09-23T06:36:19.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7fa11affd700 1 -- 172.21.15.16:0/1464969851 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa110005960 con 0x7fa104003a00 2023-09-23T06:36:19.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.004+0000 7fa11affd700 1 -- 172.21.15.16:0/1464969851 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa110005d10 con 0x7fa104003a00 2023-09-23T06:36:19.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.005+0000 7fa1227ff700 1 -- 172.21.15.16:0/1464969851 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa104003a00 msgr2=0x7fa104003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.005+0000 7fa1227ff700 1 --2- 172.21.15.16:0/1464969851 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa104003a00 0x7fa104003e20 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa11000c370 tx=0x7fa104005880 comp rx=0 tx=0).stop 2023-09-23T06:36:19.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.005+0000 7fa120d9c700 1 -- 172.21.15.16:0/1464969851 reap_dead start 2023-09-23T06:36:19.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.005+0000 7fa1227ff700 1 -- 172.21.15.16:0/1464969851 shutdown_connections 2023-09-23T06:36:19.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.005+0000 7fa1227ff700 1 -- 172.21.15.16:0/1464969851 >> 172.21.15.16:0/1464969851 conn(0x7fa11c06a960 msgr2=0x7fa11c06ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.022 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.006+0000 7f1a32d9d700 1 --2- 172.21.15.16:0/3108263619 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a340b0ed0 0x7f1a341f6170 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1a2c00c780 tx=0x7f1a2c00ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.022 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.006+0000 7fefdffff700 1 --2- 172.21.15.16:0/2897206041 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fefe00b12b0 0x7fefe00708f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fefe00cbc30 tx=0x7fefd0008bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9060e9bb53a165b server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.022 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.006+0000 7fa1227ff700 1 -- 172.21.15.16:0/1464969851 shutdown_connections 2023-09-23T06:36:19.023 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.006+0000 7fa1227ff700 1 -- 172.21.15.16:0/1464969851 wait complete. 2023-09-23T06:36:19.023 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.005+0000 7f3e4259c700 1 -- 172.21.15.16:0/1426063347 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e440ca2b0 msgr2=0x7f3e440cc3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.023 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.005+0000 7f3e4259c700 1 --2- 172.21.15.16:0/1426063347 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e440ca2b0 0x7f3e440cc3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.023 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.005+0000 7f3e4259c700 1 -- 172.21.15.16:0/1426063347 >> v2:172.21.15.16:3300/0 conn(0x7f3e440c9e30 msgr2=0x7f3e440cbeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.023 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.005+0000 7f3e4259c700 1 --2- 172.21.15.16:0/1426063347 >> v2:172.21.15.16:3300/0 conn(0x7f3e440c9e30 0x7f3e440cbeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.023 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.005+0000 7f3e4259c700 1 -- 172.21.15.16:0/1426063347 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e440ccf50 con 0x7f3e44161c80 2023-09-23T06:36:19.024 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.007+0000 7fde5d7fa700 1 -- 172.21.15.16:0/1704846932 <== osd.1 v2:172.21.15.16:6809/2337229881 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7fde4c075d80 con 0x7fde4c0732b0 2023-09-23T06:36:19.024 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.007+0000 7fefdf7fe700 1 -- 172.21.15.16:0/2897206041 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefd0005e30 con 0x7fefe00b12b0 2023-09-23T06:36:19.024 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.007+0000 7fefdf7fe700 1 -- 172.21.15.16:0/2897206041 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefd0004030 con 0x7fefe00b12b0 2023-09-23T06:36:19.024 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.007+0000 7fefdf7fe700 1 -- 172.21.15.16:0/2897206041 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefd00043e0 con 0x7fefe00b12b0 2023-09-23T06:36:19.024 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.008+0000 7fefe71ff700 1 -- 172.21.15.16:0/2897206041 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fefe00b12b0 msgr2=0x7fefe00708f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.024 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.008+0000 7fefe71ff700 1 --2- 172.21.15.16:0/2897206041 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fefe00b12b0 0x7fefe00708f0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fefe00cbc30 tx=0x7fefd0008bd0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.025 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.006+0000 7f6ffa7ff700 1 Processor -- start 2023-09-23T06:36:19.025 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.006+0000 7f6ffa7ff700 1 -- start start 2023-09-23T06:36:19.025 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.006+0000 7f3e4259c700 1 --2- 172.21.15.16:0/1426063347 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3e44161c80 0x7f3e44070710 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f3e440cbc30 tx=0x7f3e34009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ff2d4af7f0786b92 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.025 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.007+0000 7f3e4159a700 1 -- 172.21.15.16:0/1426063347 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e34011830 con 0x7f3e44161c80 2023-09-23T06:36:19.025 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.007+0000 7f3e4159a700 1 -- 172.21.15.16:0/1426063347 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e34011990 con 0x7f3e44161c80 2023-09-23T06:36:19.025 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.007+0000 7f3e4159a700 1 -- 172.21.15.16:0/1426063347 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e34011d00 con 0x7f3e44161c80 2023-09-23T06:36:19.026 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.008+0000 7f3e489ff700 1 -- 172.21.15.16:0/1426063347 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3e44161c80 msgr2=0x7f3e44070710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.026 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.008+0000 7f3e489ff700 1 --2- 172.21.15.16:0/1426063347 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3e44161c80 0x7f3e44070710 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f3e440cbc30 tx=0x7f3e34009bd0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.026 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.006+0000 7f1a1b7fe700 1 -- 172.21.15.16:0/3108263619 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a2c003e10 con 0x7f1a340b0ed0 2023-09-23T06:36:19.026 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.007+0000 7f1a1b7fe700 1 -- 172.21.15.16:0/3108263619 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a2c005070 con 0x7f1a340b0ed0 2023-09-23T06:36:19.026 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.007+0000 7f1a1b7fe700 1 -- 172.21.15.16:0/3108263619 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a2c005420 con 0x7f1a340b0ed0 2023-09-23T06:36:19.026 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.008+0000 7f1a391ff700 1 -- 172.21.15.16:0/3108263619 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a340b3300 con 0x7f1a340b0ed0 2023-09-23T06:36:19.026 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.008+0000 7f1a391ff700 1 -- 172.21.15.16:0/3108263619 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a340b38c0 con 0x7f1a340b0ed0 2023-09-23T06:36:19.027 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.008+0000 7f3e489ff700 1 -- 172.21.15.16:0/1426063347 shutdown_connections 2023-09-23T06:36:19.027 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.008+0000 7f3e489ff700 1 --2- 172.21.15.16:0/1426063347 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e440ca2b0 0x7f3e440cc3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.027 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.008+0000 7f3e489ff700 1 --2- 172.21.15.16:0/1426063347 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3e44161c80 0x7f3e44070710 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.027 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.008+0000 7f3e489ff700 1 --2- 172.21.15.16:0/1426063347 >> v2:172.21.15.16:3300/0 conn(0x7f3e440c9e30 0x7f3e440cbeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.027 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.008+0000 7f3e489ff700 1 -- 172.21.15.16:0/1426063347 >> 172.21.15.16:0/1426063347 conn(0x7f3e4406a960 msgr2=0x7f3e4406ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.027 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.009+0000 7fa1227ff700 1 Processor -- start 2023-09-23T06:36:19.028 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.009+0000 7f6ffa7ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6ff40b1370 0x7f6ff415ee90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.028 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.009+0000 7f6ffa7ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ff40ce2d0 con 0x7f6ff40c9f40 2023-09-23T06:36:19.029 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.009+0000 7f6ffa7ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ff4165840 con 0x7f6ff4162a80 2023-09-23T06:36:19.029 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.009+0000 7f6ffa7ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ff4165ab0 con 0x7f6ff40b1370 2023-09-23T06:36:19.029 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.009+0000 7f6ff3fff700 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f6ff4162a80 0x7f6ff40c9830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.16:33434/0 (socket says 172.21.15.16:33434) 2023-09-23T06:36:19.029 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.009+0000 7f6ff3fff700 1 -- 172.21.15.16:0/2290896145 learned_addr learned my addr 172.21.15.16:0/2290896145 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:19.029 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.010+0000 7f6ff8d9c700 1 --2- 172.21.15.16:0/2290896145 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6ff40b1370 0x7f6ff415ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.029 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.010+0000 7f6ff2ffd700 1 -- 172.21.15.16:0/2290896145 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 715747805 0 0) 0x7f6ff4165840 con 0x7f6ff4162a80 2023-09-23T06:36:19.029 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.010+0000 7f6ff2ffd700 1 -- 172.21.15.16:0/2290896145 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6fdc0035b0 con 0x7f6ff4162a80 2023-09-23T06:36:19.029 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.010+0000 7f6ff2ffd700 1 -- 172.21.15.16:0/2290896145 <== mon.1 v1:172.21.15.92:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 269948255 0 0) 0x7f6fdc0035b0 con 0x7f6ff4162a80 2023-09-23T06:36:19.029 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.010+0000 7f6ff2ffd700 1 -- 172.21.15.16:0/2290896145 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6ff40b1370 msgr2=0x7f6ff415ee90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.029 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.010+0000 7f6ff2ffd700 1 --2- 172.21.15.16:0/2290896145 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6ff40b1370 0x7f6ff415ee90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.029 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.010+0000 7f6ff2ffd700 1 -- 172.21.15.16:0/2290896145 >> v1:172.21.15.16:6789/0 conn(0x7f6ff40c9f40 legacy=0x7f6ff40b0c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.030 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.010+0000 7f6ff2ffd700 1 -- 172.21.15.16:0/2290896145 --> v1:172.21.15.92:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ff4165d90 con 0x7f6ff4162a80 2023-09-23T06:36:19.030 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.010+0000 7f6ff2ffd700 1 -- 172.21.15.16:0/2290896145 <== mon.1 v1:172.21.15.92:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2518992857 0 0) 0x7f6fec0019f0 con 0x7f6ff4162a80 2023-09-23T06:36:19.030 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.010+0000 7f6ff2ffd700 1 -- 172.21.15.16:0/2290896145 >> v1:172.21.15.92:6789/0 conn(0x7f6ff4162a80 legacy=0x7f6ff40c9830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.030 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.010+0000 7f6ff2ffd700 1 --2- 172.21.15.16:0/2290896145 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6fdc003a00 0x7f6fdc003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.030 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.010+0000 7f6ff2ffd700 1 --2- 172.21.15.16:0/2290896145 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fdc0043a0 0x7f6fdc004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.030 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.010+0000 7f6ff2ffd700 1 --2- 172.21.15.16:0/2290896145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fdc005070 0x7f6fdc00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.030 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.011+0000 7f6ff2ffd700 1 -- 172.21.15.16:0/2290896145 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ff4165ab0 con 0x7f6fdc005070 2023-09-23T06:36:19.030 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.011+0000 7f6ff2ffd700 1 -- 172.21.15.16:0/2290896145 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fdc00bf80 con 0x7f6fdc0043a0 2023-09-23T06:36:19.030 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.011+0000 7f6ff2ffd700 1 -- 172.21.15.16:0/2290896145 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6fdc00c140 con 0x7f6fdc003a00 2023-09-23T06:36:19.030 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.011+0000 7f6ff8d9c700 1 --2- 172.21.15.16:0/2290896145 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6ff40b1370 0x7f6ff415ee90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:19.030 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.011+0000 7f6ff3fff700 1 --2- 172.21.15.16:0/2290896145 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6fdc003a00 0x7f6fdc003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.031 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.011+0000 7f6ff37fe700 1 --2- 172.21.15.16:0/2290896145 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fdc0043a0 0x7f6fdc004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.031 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.011+0000 7f6ff8d9c700 1 --2- 172.21.15.16:0/2290896145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fdc005070 0x7f6fdc00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.031 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.011+0000 7f6ff3fff700 1 -- 172.21.15.16:0/2290896145 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fdc0043a0 msgr2=0x7f6fdc004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.031 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.011+0000 7f6ff3fff700 1 --2- 172.21.15.16:0/2290896145 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6fdc0043a0 0x7f6fdc004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.031 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.011+0000 7f6ff3fff700 1 -- 172.21.15.16:0/2290896145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fdc005070 msgr2=0x7f6fdc00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.031 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.012+0000 7f6ff3fff700 1 --2- 172.21.15.16:0/2290896145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6fdc005070 0x7f6fdc00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.031 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.012+0000 7f6ff3fff700 1 -- 172.21.15.16:0/2290896145 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ff4165d90 con 0x7f6fdc003a00 2023-09-23T06:36:19.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.008+0000 7f3058ff9700 1 -- 172.21.15.16:0/2667288800 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f305400ad20 con 0x7f305c162b90 2023-09-23T06:36:19.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.009+0000 7f3058ff9700 1 --2- 172.21.15.16:0/2667288800 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f304806b090 0x7f304806d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.010+0000 7f3058ff9700 1 -- 172.21.15.16:0/2667288800 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3054089770 con 0x7f305c162b90 2023-09-23T06:36:19.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.010+0000 7f3058ff9700 1 --2- 172.21.15.16:0/2667288800 >> [v2:172.21.15.16:6822/1873237178,v1:172.21.15.16:6823/1873237178] conn(0x7f30480732b0 0x7f30480756d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.010+0000 7f3058ff9700 1 -- 172.21.15.16:0/2667288800 --> [v2:172.21.15.16:6822/1873237178,v1:172.21.15.16:6823/1873237178] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3048075d80 con 0x7f30480732b0 2023-09-23T06:36:19.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.010+0000 7f3058ff9700 1 -- 172.21.15.16:0/2667288800 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) v2 ==== 24+0+0 (secure 0 0 0) 0x7f305408bd90 con 0x7f305c162b90 2023-09-23T06:36:19.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.011+0000 7f305b7fe700 1 --2- 172.21.15.16:0/2667288800 >> [v2:172.21.15.16:6822/1873237178,v1:172.21.15.16:6823/1873237178] conn(0x7f30480732b0 0x7f30480756d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.011+0000 7f305bfff700 1 --2- 172.21.15.16:0/2667288800 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f304806b090 0x7f304806d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.012+0000 7f305b7fe700 1 --2- 172.21.15.16:0/2667288800 >> [v2:172.21.15.16:6822/1873237178,v1:172.21.15.16:6823/1873237178] conn(0x7f30480732b0 0x7f30480756d0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.033 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.012+0000 7f6ff3fff700 1 --2- 172.21.15.16:0/2290896145 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6fdc003a00 0x7f6fdc003e20 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f6fec00a900 tx=0x7f6fdc005880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=462d7dab907664a8 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.033 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.012+0000 7f6ff2ffd700 1 -- 172.21.15.16:0/2290896145 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fec012600 con 0x7f6fdc003a00 2023-09-23T06:36:19.033 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.012+0000 7f6ff2ffd700 1 -- 172.21.15.16:0/2290896145 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fec012780 con 0x7f6fdc003a00 2023-09-23T06:36:19.033 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.012+0000 7f6ff2ffd700 1 -- 172.21.15.16:0/2290896145 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fec012b30 con 0x7f6fdc003a00 2023-09-23T06:36:19.033 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.010+0000 7f1a391ff700 1 -- 172.21.15.16:0/3108263619 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f1a340cdeb0 con 0x7f1a340b0ed0 2023-09-23T06:36:19.034 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.013+0000 7f6ffa7ff700 1 -- 172.21.15.16:0/2290896145 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6fdc003a00 msgr2=0x7f6fdc003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.034 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.013+0000 7f6ffa7ff700 1 --2- 172.21.15.16:0/2290896145 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6fdc003a00 0x7f6fdc003e20 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f6fec00a900 tx=0x7f6fdc005880 comp rx=0 tx=0).stop 2023-09-23T06:36:19.034 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.014+0000 7f6ff8d9c700 1 -- 172.21.15.16:0/2290896145 reap_dead start 2023-09-23T06:36:19.034 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.014+0000 7f6ffa7ff700 1 -- 172.21.15.16:0/2290896145 shutdown_connections 2023-09-23T06:36:19.034 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.014+0000 7f6ffa7ff700 1 -- 172.21.15.16:0/2290896145 >> 172.21.15.16:0/2290896145 conn(0x7f6ff406ae10 msgr2=0x7f6ff40cbc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.035 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.013+0000 7f1a1b7fe700 1 -- 172.21.15.16:0/3108263619 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f1a2c005580 con 0x7f1a340b0ed0 2023-09-23T06:36:19.035 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.013+0000 7f305bfff700 1 --2- 172.21.15.16:0/2667288800 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f304806b090 0x7f304806d550 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f304c009930 tx=0x7f304c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.035 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.014+0000 7f3058ff9700 1 -- 172.21.15.16:0/2667288800 <== osd.3 v2:172.21.15.16:6822/1873237178 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f3048075d80 con 0x7f30480732b0 2023-09-23T06:36:19.035 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.014+0000 7f6ffa7ff700 1 -- 172.21.15.16:0/2290896145 shutdown_connections 2023-09-23T06:36:19.036 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.014+0000 7f6ffa7ff700 1 -- 172.21.15.16:0/2290896145 wait complete. 2023-09-23T06:36:19.036 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.014+0000 7f1a1b7fe700 1 --2- 172.21.15.16:0/3108263619 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f1a2006b090 0x7f1a2006d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.036 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.014+0000 7f1a1b7fe700 1 -- 172.21.15.16:0/3108263619 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1a2c088de0 con 0x7f1a340b0ed0 2023-09-23T06:36:19.036 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.015+0000 7f3e489ff700 1 -- 172.21.15.16:0/1426063347 shutdown_connections 2023-09-23T06:36:19.037 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.015+0000 7f1a3259c700 1 --2- 172.21.15.16:0/3108263619 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f1a2006b090 0x7f1a2006d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.037 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.015+0000 7f1a1b7fe700 1 --2- 172.21.15.16:0/3108263619 >> [v2:172.21.15.92:6816/1183393785,v1:172.21.15.92:6817/1183393785] conn(0x7f1a20073230 0x7f1a20075650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.037 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.015+0000 7f1a1b7fe700 1 -- 172.21.15.16:0/3108263619 --> [v2:172.21.15.92:6816/1183393785,v1:172.21.15.92:6817/1183393785] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f1a20075d00 con 0x7f1a20073230 2023-09-23T06:36:19.037 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.015+0000 7f1a1b7fe700 1 -- 172.21.15.16:0/3108263619 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1a2c053c30 con 0x7f1a340b0ed0 2023-09-23T06:36:19.037 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.015+0000 7fefe71ff700 1 -- 172.21.15.16:0/2897206041 shutdown_connections 2023-09-23T06:36:19.037 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.015+0000 7fefe71ff700 1 --2- 172.21.15.16:0/2897206041 >> v2:172.21.15.92:3300/0 conn(0x7fefe00ca200 0x7fefe0159280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.038 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.015+0000 7fefe71ff700 1 --2- 172.21.15.16:0/2897206041 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefe00b0ed0 0x7fefe015dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.038 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.015+0000 7fefe71ff700 1 --2- 172.21.15.16:0/2897206041 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fefe00b12b0 0x7fefe00708f0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.038 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.015+0000 7fefe71ff700 1 -- 172.21.15.16:0/2897206041 >> 172.21.15.16:0/2897206041 conn(0x7fefe006a960 msgr2=0x7fefe006ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.039 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.009+0000 7fa1227ff700 1 -- start start 2023-09-23T06:36:19.039 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.011+0000 7fa1227ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa104003a00 0x7fa11c0ad050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.039 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.011+0000 7fa1227ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa11c1525f0 0x7fa11c0af5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.039 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.011+0000 7fa1227ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa11c0afb20 0x7fa11c150d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.039 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.011+0000 7fa1227ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa11c0affb0 con 0x7fa104003a00 2023-09-23T06:36:19.039 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.011+0000 7fa1227ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa11c0c5a00 con 0x7fa11c0afb20 2023-09-23T06:36:19.039 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.011+0000 7fa1227ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa11c0a8810 con 0x7fa11c1525f0 2023-09-23T06:36:19.039 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.012+0000 7fa11b7fe700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa11c1525f0 0x7fa11c0af5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.040 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.012+0000 7fa11b7fe700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa11c1525f0 0x7fa11c0af5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:58228/0 (socket says 172.21.15.16:58228) 2023-09-23T06:36:19.040 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.012+0000 7fa11b7fe700 1 -- 172.21.15.16:0/3778828573 learned_addr learned my addr 172.21.15.16:0/3778828573 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:19.040 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.012+0000 7fa120d9c700 1 --2- 172.21.15.16:0/3778828573 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa11c0afb20 0x7fa11c150d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.040 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.014+0000 7fa11b7fe700 1 -- 172.21.15.16:0/3778828573 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa11c0afb20 msgr2=0x7fa11c150d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.040 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.014+0000 7fa11b7fe700 1 --2- 172.21.15.16:0/3778828573 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa11c0afb20 0x7fa11c150d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.040 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.014+0000 7fa11b7fe700 1 -- 172.21.15.16:0/3778828573 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa104003a00 msgr2=0x7fa11c0ad050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.040 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.014+0000 7fa11b7fe700 1 --2- 172.21.15.16:0/3778828573 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa104003a00 0x7fa11c0ad050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.040 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.014+0000 7fa11b7fe700 1 -- 172.21.15.16:0/3778828573 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa11c0a8af0 con 0x7fa11c1525f0 2023-09-23T06:36:19.040 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.014+0000 7fa11b7fe700 1 --2- 172.21.15.16:0/3778828573 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa11c1525f0 0x7fa11c0af5e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa11400ddd0 tx=0x7fa11400deb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.041 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.015+0000 7f1a3359e700 1 --2- 172.21.15.16:0/3108263619 >> [v2:172.21.15.92:6816/1183393785,v1:172.21.15.92:6817/1183393785] conn(0x7f1a20073230 0x7f1a20075650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.041 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.016+0000 7fa118ff9700 1 -- 172.21.15.16:0/3778828573 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa11400bc60 con 0x7fa11c1525f0 2023-09-23T06:36:19.041 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.016+0000 7fa118ff9700 1 -- 172.21.15.16:0/3778828573 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa114034070 con 0x7fa11c1525f0 2023-09-23T06:36:19.041 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.016+0000 7fa118ff9700 1 -- 172.21.15.16:0/3778828573 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa114030430 con 0x7fa11c1525f0 2023-09-23T06:36:19.041 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.016+0000 7fa1227ff700 1 -- 172.21.15.16:0/3778828573 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa11c0a8dd0 con 0x7fa11c1525f0 2023-09-23T06:36:19.041 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.016+0000 7fa1227ff700 1 -- 172.21.15.16:0/3778828573 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa11c0a9390 con 0x7fa11c1525f0 2023-09-23T06:36:19.042 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.016+0000 7f1a3259c700 1 --2- 172.21.15.16:0/3108263619 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f1a2006b090 0x7f1a2006d550 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1a340c2660 tx=0x7f1a28009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.042 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.016+0000 7fefe71ff700 1 -- 172.21.15.16:0/2897206041 shutdown_connections 2023-09-23T06:36:19.042 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.015+0000 7f3e489ff700 1 -- 172.21.15.16:0/1426063347 wait complete. 2023-09-23T06:36:19.043 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.016+0000 7fefe71ff700 1 -- 172.21.15.16:0/2897206041 wait complete. 2023-09-23T06:36:19.043 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.017+0000 7f6ffa7ff700 1 Processor -- start 2023-09-23T06:36:19.043 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.017+0000 7fa1227ff700 1 -- 172.21.15.16:0/3778828573 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fa11c0cdeb0 con 0x7fa11c1525f0 2023-09-23T06:36:19.044 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.018+0000 7f3e489ff700 1 Processor -- start 2023-09-23T06:36:19.044 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.018+0000 7f3e489ff700 1 -- start start 2023-09-23T06:36:19.044 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.018+0000 7fefe71ff700 1 Processor -- start 2023-09-23T06:36:19.044 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.017+0000 7f6ffa7ff700 1 -- start start 2023-09-23T06:36:19.044 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.019+0000 7f6ffa7ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ff415e970 0x7f6ff40c62b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.044 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.019+0000 7f6ffa7ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6ff40c2e10 0x7f6ff40afc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.044 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.019+0000 7f6ffa7ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6ff40b01d0 0x7f6ff40c5420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.045 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.019+0000 7f6ffa7ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ff40b3670 con 0x7f6ff40c2e10 2023-09-23T06:36:19.045 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.019+0000 7f6ffa7ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ff40b0670 con 0x7f6ff415e970 2023-09-23T06:36:19.045 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.019+0000 7f6ffa7ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ff40b3020 con 0x7f6ff40b01d0 2023-09-23T06:36:19.045 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.019+0000 7f1a3359e700 1 --2- 172.21.15.16:0/3108263619 >> [v2:172.21.15.92:6816/1183393785,v1:172.21.15.92:6817/1183393785] conn(0x7f1a20073230 0x7f1a20075650 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.045 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.020+0000 7f6ff3fff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ff415e970 0x7f6ff40c62b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.045 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.020+0000 7f6ff37fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6ff40c2e10 0x7f6ff40afc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.046 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.020+0000 7f6ff37fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6ff40c2e10 0x7f6ff40afc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45892/0 (socket says 172.21.15.16:45892) 2023-09-23T06:36:19.046 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.020+0000 7f6ff37fe700 1 -- 172.21.15.16:0/910543220 learned_addr learned my addr 172.21.15.16:0/910543220 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:19.046 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.020+0000 7f6ff8d9c700 1 --2- 172.21.15.16:0/910543220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6ff40b01d0 0x7f6ff40c5420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.046 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.020+0000 7f6ff37fe700 1 -- 172.21.15.16:0/910543220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6ff40b01d0 msgr2=0x7f6ff40c5420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.046 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.020+0000 7f6ff37fe700 1 --2- 172.21.15.16:0/910543220 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6ff40b01d0 0x7f6ff40c5420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.046 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.020+0000 7f6ff37fe700 1 -- 172.21.15.16:0/910543220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ff415e970 msgr2=0x7f6ff40c62b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.046 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.020+0000 7f6ff37fe700 1 --2- 172.21.15.16:0/910543220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ff415e970 0x7f6ff40c62b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.046 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.020+0000 7f6ff37fe700 1 -- 172.21.15.16:0/910543220 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ff4166710 con 0x7f6ff40c2e10 2023-09-23T06:36:19.046 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.020+0000 7f6ff3fff700 1 --2- 172.21.15.16:0/910543220 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6ff415e970 0x7f6ff40c62b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:19.047 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.021+0000 7f3e489ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3e440c9e30 0x7f3e441f6e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.047 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.021+0000 7f3e489ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3e440ca2b0 0x7f3e440c84a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.047 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.021+0000 7f3e489ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e44161c80 0x7f3e4415fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.047 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.021+0000 7f3e489ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e440c43e0 con 0x7f3e440ca2b0 2023-09-23T06:36:19.047 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.021+0000 7f3e489ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e440c3760 con 0x7f3e440c9e30 2023-09-23T06:36:19.047 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.021+0000 7f3e489ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e440c3a40 con 0x7f3e44161c80 2023-09-23T06:36:19.047 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.021+0000 7f6ff37fe700 1 --2- 172.21.15.16:0/910543220 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6ff40c2e10 0x7f6ff40afc90 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f6fe800f5a0 tx=0x7f6fe800f8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.048 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.021+0000 7f6ff0ff9700 1 -- 172.21.15.16:0/910543220 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fe8005320 con 0x7f6ff40c2e10 2023-09-23T06:36:19.048 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.022+0000 7f6ff0ff9700 1 -- 172.21.15.16:0/910543220 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fe8005480 con 0x7f6ff40c2e10 2023-09-23T06:36:19.048 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.022+0000 7f6ff0ff9700 1 -- 172.21.15.16:0/910543220 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fe8006a80 con 0x7f6ff40c2e10 2023-09-23T06:36:19.048 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.022+0000 7f6ffa7ff700 1 -- 172.21.15.16:0/910543220 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ff40b3300 con 0x7f6ff40c2e10 2023-09-23T06:36:19.048 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.022+0000 7f6ffa7ff700 1 -- 172.21.15.16:0/910543220 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ff415ef30 con 0x7f6ff40c2e10 2023-09-23T06:36:19.048 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.021+0000 7f3e4259c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3e440c9e30 0x7f3e441f6e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.048 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.022+0000 7f3e4259c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3e440c9e30 0x7f3e441f6e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:54872/0 (socket says 172.21.15.16:54872) 2023-09-23T06:36:19.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.022+0000 7f3e4259c700 1 -- 172.21.15.16:0/3202381770 learned_addr learned my addr 172.21.15.16:0/3202381770 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:19.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.022+0000 7f3e42d9d700 1 --2- 172.21.15.16:0/3202381770 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e44161c80 0x7f3e4415fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.022+0000 7f3e4259c700 1 -- 172.21.15.16:0/3202381770 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e44161c80 msgr2=0x7f3e4415fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.022+0000 7f3e4259c700 1 --2- 172.21.15.16:0/3202381770 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e44161c80 0x7f3e4415fdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.022+0000 7f3e4259c700 1 -- 172.21.15.16:0/3202381770 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3e440ca2b0 msgr2=0x7f3e440c84a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.022+0000 7f3e4259c700 1 --2- 172.21.15.16:0/3202381770 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3e440ca2b0 0x7f3e440c84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.022+0000 7f3e4259c700 1 -- 172.21.15.16:0/3202381770 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e34009550 con 0x7f3e440c9e30 2023-09-23T06:36:19.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.023+0000 7f1a1b7fe700 1 -- 172.21.15.16:0/3108263619 <== osd.4 v2:172.21.15.92:6816/1183393785 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f1a20075d00 con 0x7f1a20073230 2023-09-23T06:36:19.050 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.023+0000 7f3e42d9d700 1 --2- 172.21.15.16:0/3202381770 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e44161c80 0x7f3e4415fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:36:19.050 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.023+0000 7f3e4259c700 1 --2- 172.21.15.16:0/3202381770 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3e440c9e30 0x7f3e441f6e90 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f3e34014040 tx=0x7f3e34004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.050 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.021+0000 7fa118ff9700 1 -- 172.21.15.16:0/3778828573 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fa114030590 con 0x7fa11c1525f0 2023-09-23T06:36:19.050 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.022+0000 7fa118ff9700 1 --2- 172.21.15.16:0/3778828573 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa10806b010 0x7fa10806d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.050 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.023+0000 7fa118ff9700 1 -- 172.21.15.16:0/3778828573 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa1140abff0 con 0x7fa11c1525f0 2023-09-23T06:36:19.051 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.023+0000 7fa118ff9700 1 --2- 172.21.15.16:0/3778828573 >> [v2:172.21.15.16:6808/2582900943,v1:172.21.15.16:6810/2582900943] conn(0x7fa108073230 0x7fa108075650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.051 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.023+0000 7fa118ff9700 1 -- 172.21.15.16:0/3778828573 --> [v2:172.21.15.16:6808/2582900943,v1:172.21.15.16:6810/2582900943] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa108075d00 con 0x7fa108073230 2023-09-23T06:36:19.051 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.023+0000 7fa118ff9700 1 -- 172.21.15.16:0/3778828573 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa1140ac3e0 con 0x7fa11c1525f0 2023-09-23T06:36:19.051 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.024+0000 7f7392bff700 1 -- 172.21.15.16:0/3313025084 --> [v2:172.21.15.16:6800/1019308953,v1:172.21.15.16:6801/1019308953] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f738c0cdeb0 con 0x7f738c15b3f0 2023-09-23T06:36:19.051 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.025+0000 7fa120d9c700 1 --2- 172.21.15.16:0/3778828573 >> [v2:172.21.15.16:6808/2582900943,v1:172.21.15.16:6810/2582900943] conn(0x7fa108073230 0x7fa108075650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.052 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.023+0000 7f3e32ffd700 1 -- 172.21.15.16:0/3202381770 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e34004510 con 0x7f3e440c9e30 2023-09-23T06:36:19.052 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.024+0000 7f3e32ffd700 1 -- 172.21.15.16:0/3202381770 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e3401f070 con 0x7f3e440c9e30 2023-09-23T06:36:19.052 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.025+0000 7f3e489ff700 1 -- 172.21.15.16:0/3202381770 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e440c3d20 con 0x7f3e440c9e30 2023-09-23T06:36:19.052 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.025+0000 7f3e489ff700 1 -- 172.21.15.16:0/3202381770 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e440c33a0 con 0x7f3e440c9e30 2023-09-23T06:36:19.052 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.025+0000 7fa11bfff700 1 --2- 172.21.15.16:0/3778828573 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa10806b010 0x7fa10806d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.052 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.025+0000 7f6ffa7ff700 1 -- 172.21.15.16:0/910543220 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f6ff4166590 con 0x7f6ff40c2e10 2023-09-23T06:36:19.053 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.024+0000 7fefe71ff700 1 -- start start 2023-09-23T06:36:19.053 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.025+0000 7f3e32ffd700 1 -- 172.21.15.16:0/3202381770 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e340038e0 con 0x7f3e440c9e30 2023-09-23T06:36:19.053 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.026+0000 7fa120d9c700 1 --2- 172.21.15.16:0/3778828573 >> [v2:172.21.15.16:6808/2582900943,v1:172.21.15.16:6810/2582900943] conn(0x7fa108073230 0x7fa108075650 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.054 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.025+0000 7fefe71ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fefe00b0ed0 0x7fefe0152080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.054 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.025+0000 7fefe71ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefe00b12b0 0x7fefe00b3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.054 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.025+0000 7fefe71ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefe00ca200 0x7fefe00afed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.054 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.025+0000 7fefe71ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefe00b3fc0 con 0x7fefe00b0ed0 2023-09-23T06:36:19.054 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.025+0000 7fefe71ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefe00b0410 con 0x7fefe00b12b0 2023-09-23T06:36:19.054 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.025+0000 7fefe71ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefe00b41b0 con 0x7fefe00ca200 2023-09-23T06:36:19.054 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.026+0000 7fefdffff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefe00b12b0 0x7fefe00b3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.054 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.026+0000 7fefe579c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefe00ca200 0x7fefe00afed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.027+0000 7f73897fa700 1 -- 172.21.15.16:0/3313025084 <== osd.0 v2:172.21.15.16:6800/1019308953 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f7384001e70 con 0x7f738c15b3f0 2023-09-23T06:36:19.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.027+0000 7fefdffff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefe00b12b0 0x7fefe00b3a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:54880/0 (socket says 172.21.15.16:54880) 2023-09-23T06:36:19.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.027+0000 7fefdffff700 1 -- 172.21.15.16:0/3739030625 learned_addr learned my addr 172.21.15.16:0/3739030625 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:19.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.027+0000 7fa118ff9700 1 -- 172.21.15.16:0/3778828573 <== osd.2 v2:172.21.15.16:6808/2582900943 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7fa108075d00 con 0x7fa108073230 2023-09-23T06:36:19.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.028+0000 7f3e489ff700 1 -- 172.21.15.16:0/3202381770 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f3e440cd510 con 0x7f3e440c9e30 2023-09-23T06:36:19.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.027+0000 7fefdffff700 1 -- 172.21.15.16:0/3739030625 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefe00ca200 msgr2=0x7fefe00afed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.027+0000 7fefdffff700 1 --2- 172.21.15.16:0/3739030625 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefe00ca200 0x7fefe00afed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.056 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.027+0000 7fefdffff700 1 -- 172.21.15.16:0/3739030625 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fefe00b0ed0 msgr2=0x7fefe0152080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.057 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.027+0000 7fefdffff700 1 --2- 172.21.15.16:0/3739030625 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fefe00b0ed0 0x7fefe0152080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.057 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.028+0000 7fefdffff700 1 -- 172.21.15.16:0/3739030625 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefd0008580 con 0x7fefe00b12b0 2023-09-23T06:36:19.057 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.028+0000 7fa11bfff700 1 --2- 172.21.15.16:0/3778828573 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa10806b010 0x7fa10806d4d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa11c0a9e40 tx=0x7fa11000f000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.057 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.028+0000 7fefdffff700 1 --2- 172.21.15.16:0/3739030625 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefe00b12b0 0x7fefe00b3a80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fefd0008c10 tx=0x7fefd0004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.058 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.026+0000 7f6ff0ff9700 1 -- 172.21.15.16:0/910543220 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f6fe8006be0 con 0x7f6ff40c2e10 2023-09-23T06:36:19.058 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.028+0000 7f6ff0ff9700 1 --2- 172.21.15.16:0/910543220 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f6fe006b090 0x7f6fe006d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.058 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.028+0000 7f6ff0ff9700 1 -- 172.21.15.16:0/910543220 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6fe8088d40 con 0x7f6ff40c2e10 2023-09-23T06:36:19.058 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.028+0000 7f6ff0ff9700 1 --2- 172.21.15.16:0/910543220 >> [v2:172.21.15.92:6808/4042471642,v1:172.21.15.92:6809/4042471642] conn(0x7f6fe0073230 0x7f6fe0075650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.058 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.029+0000 7f6ff0ff9700 1 -- 172.21.15.16:0/910543220 --> [v2:172.21.15.92:6808/4042471642,v1:172.21.15.92:6809/4042471642] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f6fe0075d00 con 0x7f6fe0073230 2023-09-23T06:36:19.058 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.029+0000 7f6ff0ff9700 1 -- 172.21.15.16:0/910543220 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6fe808d030 con 0x7f6ff40c2e10 2023-09-23T06:36:19.058 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.029+0000 7f6ff3fff700 1 --2- 172.21.15.16:0/910543220 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f6fe006b090 0x7f6fe006d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.059 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.029+0000 7f3e32ffd700 1 -- 172.21.15.16:0/3202381770 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f3e34003a40 con 0x7f3e440c9e30 2023-09-23T06:36:19.059 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.029+0000 7f7392bff700 1 -- 172.21.15.16:0/3313025084 >> [v2:172.21.15.16:6800/1019308953,v1:172.21.15.16:6801/1019308953] conn(0x7f738c15b3f0 msgr2=0x7f738c15b7d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.059 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.029+0000 7f7392bff700 1 --2- 172.21.15.16:0/3313025084 >> [v2:172.21.15.16:6800/1019308953,v1:172.21.15.16:6801/1019308953] conn(0x7f738c15b3f0 0x7f738c15b7d0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.059 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.029+0000 7f7392bff700 1 -- 172.21.15.16:0/3313025084 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f737006b0c0 msgr2=0x7f737006d580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.059 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.029+0000 7f7392bff700 1 --2- 172.21.15.16:0/3313025084 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f737006b0c0 0x7f737006d580 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f738c0cf880 tx=0x7f737800d040 comp rx=0 tx=0).stop 2023-09-23T06:36:19.059 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.029+0000 7f7392bff700 1 -- 172.21.15.16:0/3313025084 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f738c0b0ed0 msgr2=0x7f738c0c75a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.060 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.029+0000 7f7392bff700 1 --2- 172.21.15.16:0/3313025084 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f738c0b0ed0 0x7f738c0c75a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f7380000c00 tx=0x7f7380004750 comp rx=0 tx=0).stop 2023-09-23T06:36:19.060 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.030+0000 7f739119c700 1 -- 172.21.15.16:0/3313025084 reap_dead start 2023-09-23T06:36:19.060 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.030+0000 7f7392bff700 1 -- 172.21.15.16:0/3313025084 shutdown_connections 2023-09-23T06:36:19.060 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.030+0000 7f7392bff700 1 -- 172.21.15.16:0/3313025084 >> 172.21.15.16:0/3313025084 conn(0x7f738c06a960 msgr2=0x7f738c158690 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.060 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.030+0000 7f6ff8d9c700 1 --2- 172.21.15.16:0/910543220 >> [v2:172.21.15.92:6808/4042471642,v1:172.21.15.92:6809/4042471642] conn(0x7f6fe0073230 0x7f6fe0075650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.061 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.030+0000 7fefdd7fa700 1 -- 172.21.15.16:0/3739030625 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefd0003ab0 con 0x7fefe00b12b0 2023-09-23T06:36:19.061 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.030+0000 7fefdd7fa700 1 -- 172.21.15.16:0/3739030625 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefd0003c10 con 0x7fefe00b12b0 2023-09-23T06:36:19.061 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.030+0000 7fefdd7fa700 1 -- 172.21.15.16:0/3739030625 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefd0024440 con 0x7fefe00b12b0 2023-09-23T06:36:19.061 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.030+0000 7fefe71ff700 1 -- 172.21.15.16:0/3739030625 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefe00b4490 con 0x7fefe00b12b0 2023-09-23T06:36:19.061 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.030+0000 7fefe71ff700 1 -- 172.21.15.16:0/3739030625 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefe00b4a50 con 0x7fefe00b12b0 2023-09-23T06:36:19.061 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.031+0000 7fefc6ffd700 1 -- 172.21.15.16:0/3739030625 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fefb8000fc0 con 0x7fefe00b12b0 2023-09-23T06:36:19.062 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.031+0000 7f6ff3fff700 1 --2- 172.21.15.16:0/910543220 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f6fe006b090 0x7f6fe006d550 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6fec000f80 tx=0x7f6fec007000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.062 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.031+0000 7f3e32ffd700 1 --2- 172.21.15.16:0/3202381770 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3e2406b010 0x7f3e2406d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.062 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.031+0000 7f3e32ffd700 1 -- 172.21.15.16:0/3202381770 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3e34021070 con 0x7f3e440c9e30 2023-09-23T06:36:19.062 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.031+0000 7f3e41d9b700 1 --2- 172.21.15.16:0/3202381770 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3e2406b010 0x7f3e2406d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.062 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.031+0000 7f3e32ffd700 1 --2- 172.21.15.16:0/3202381770 >> [v2:172.21.15.92:6800/321818221,v1:172.21.15.92:6801/321818221] conn(0x7f3e24073230 0x7f3e24075650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.062 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.031+0000 7f3e32ffd700 1 -- 172.21.15.16:0/3202381770 --> [v2:172.21.15.92:6800/321818221,v1:172.21.15.92:6801/321818221] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f3e24075d00 con 0x7f3e24073230 2023-09-23T06:36:19.063 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.031+0000 7f3e32ffd700 1 -- 172.21.15.16:0/3202381770 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3e3408f2a0 con 0x7f3e440c9e30 2023-09-23T06:36:19.063 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.032+0000 7f3e42d9d700 1 --2- 172.21.15.16:0/3202381770 >> [v2:172.21.15.92:6800/321818221,v1:172.21.15.92:6801/321818221] conn(0x7f3e24073230 0x7f3e24075650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.063 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.032+0000 7f6ff8d9c700 1 --2- 172.21.15.16:0/910543220 >> [v2:172.21.15.92:6808/4042471642,v1:172.21.15.92:6809/4042471642] conn(0x7f6fe0073230 0x7f6fe0075650 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.063 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.033+0000 7f3e41d9b700 1 --2- 172.21.15.16:0/3202381770 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3e2406b010 0x7f3e2406d4d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f3e440b1cb0 tx=0x7f3e38009580 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.063 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.033+0000 7f3e42d9d700 1 --2- 172.21.15.16:0/3202381770 >> [v2:172.21.15.92:6800/321818221,v1:172.21.15.92:6801/321818221] conn(0x7f3e24073230 0x7f3e24075650 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.064 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.034+0000 7f7392bff700 1 -- 172.21.15.16:0/3313025084 shutdown_connections 2023-09-23T06:36:19.064 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.034+0000 7f3e32ffd700 1 -- 172.21.15.16:0/3202381770 <== osd.7 v2:172.21.15.92:6800/321818221 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f3e24075d00 con 0x7f3e24073230 2023-09-23T06:36:19.064 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.035+0000 7fefdd7fa700 1 -- 172.21.15.16:0/3739030625 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fefd002d3f0 con 0x7fefe00b12b0 2023-09-23T06:36:19.064 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.035+0000 7f7392bff700 1 -- 172.21.15.16:0/3313025084 wait complete. 2023-09-23T06:36:19.065 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.037+0000 7fefdd7fa700 1 --2- 172.21.15.16:0/3739030625 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fefcc06b090 0x7fefcc06d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.065 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.037+0000 7fefdd7fa700 1 -- 172.21.15.16:0/3739030625 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fefd008b2e0 con 0x7fefe00b12b0 2023-09-23T06:36:19.065 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.037+0000 7fefdd7fa700 1 --2- 172.21.15.16:0/3739030625 >> [v2:172.21.15.92:6820/3696379649,v1:172.21.15.92:6823/3696379649] conn(0x7fefcc0732b0 0x7fefcc0756d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.065 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.037+0000 7fefdd7fa700 1 -- 172.21.15.16:0/3739030625 --> [v2:172.21.15.92:6820/3696379649,v1:172.21.15.92:6823/3696379649] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fefcc075d80 con 0x7fefcc0732b0 2023-09-23T06:36:19.065 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.037+0000 7fefdd7fa700 1 -- 172.21.15.16:0/3739030625 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) v2 ==== 24+0+0 (secure 0 0 0) 0x7fefd008b690 con 0x7fefe00b12b0 2023-09-23T06:36:19.065 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.038+0000 7fefe4f9b700 1 --2- 172.21.15.16:0/3739030625 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fefcc06b090 0x7fefcc06d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.066 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.038+0000 7fefe579c700 1 --2- 172.21.15.16:0/3739030625 >> [v2:172.21.15.92:6820/3696379649,v1:172.21.15.92:6823/3696379649] conn(0x7fefcc0732b0 0x7fefcc0756d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.066 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.039+0000 7fefe4f9b700 1 --2- 172.21.15.16:0/3739030625 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fefcc06b090 0x7fefcc06d550 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fefe00b3a00 tx=0x7fefd8009450 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.066 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.038+0000 7f6ff0ff9700 1 -- 172.21.15.16:0/910543220 <== osd.6 v2:172.21.15.92:6808/4042471642 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7f6fe0075d00 con 0x7f6fe0073230 2023-09-23T06:36:19.066 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.039+0000 7fefe579c700 1 --2- 172.21.15.16:0/3739030625 >> [v2:172.21.15.92:6820/3696379649,v1:172.21.15.92:6823/3696379649] conn(0x7fefcc0732b0 0x7fefcc0756d0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.066 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.040+0000 7fefdd7fa700 1 -- 172.21.15.16:0/3739030625 <== osd.5 v2:172.21.15.92:6820/3696379649 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+25607 (crc 0 0 0) 0x7fefcc075d80 con 0x7fefcc0732b0 2023-09-23T06:36:19.067 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.041+0000 7fde671ff700 1 -- 172.21.15.16:0/1704846932 --> [v2:172.21.15.16:6809/2337229881,v1:172.21.15.16:6812/2337229881] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fde6015e130 con 0x7fde4c0732b0 2023-09-23T06:36:19.067 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.043+0000 7fde5d7fa700 1 -- 172.21.15.16:0/1704846932 <== osd.1 v2:172.21.15.16:6809/2337229881 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fde54004110 con 0x7fde4c0732b0 2023-09-23T06:36:19.067 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.043+0000 7fde671ff700 1 -- 172.21.15.16:0/1704846932 >> [v2:172.21.15.16:6809/2337229881,v1:172.21.15.16:6812/2337229881] conn(0x7fde4c0732b0 msgr2=0x7fde4c0756d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.067 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.044+0000 7fde671ff700 1 --2- 172.21.15.16:0/1704846932 >> [v2:172.21.15.16:6809/2337229881,v1:172.21.15.16:6812/2337229881] conn(0x7fde4c0732b0 0x7fde4c0756d0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.068 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.044+0000 7fde671ff700 1 -- 172.21.15.16:0/1704846932 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fde4c06b090 msgr2=0x7fde4c06d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.068 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.044+0000 7fde671ff700 1 --2- 172.21.15.16:0/1704846932 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fde4c06b090 0x7fde4c06d550 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fde600b2910 tx=0x7fde50008040 comp rx=0 tx=0).stop 2023-09-23T06:36:19.068 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.044+0000 7fde671ff700 1 -- 172.21.15.16:0/1704846932 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde600b4fc0 msgr2=0x7fde601fcc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.068 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.044+0000 7fde671ff700 1 --2- 172.21.15.16:0/1704846932 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fde600b4fc0 0x7fde601fcc40 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fde5800b840 tx=0x7fde5800bc00 comp rx=0 tx=0).stop 2023-09-23T06:36:19.068 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.044+0000 7fde6579c700 1 -- 172.21.15.16:0/1704846932 reap_dead start 2023-09-23T06:36:19.068 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.045+0000 7fde671ff700 1 -- 172.21.15.16:0/1704846932 shutdown_connections 2023-09-23T06:36:19.068 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.045+0000 7fde671ff700 1 -- 172.21.15.16:0/1704846932 >> 172.21.15.16:0/1704846932 conn(0x7fde600722a0 msgr2=0x7fde60072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.068 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.049+0000 7f30629ff700 1 -- 172.21.15.16:0/2667288800 --> [v2:172.21.15.16:6822/1873237178,v1:172.21.15.16:6823/1873237178] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f305c162390 con 0x7f30480732b0 2023-09-23T06:36:19.069 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.049+0000 7f1a391ff700 1 -- 172.21.15.16:0/3108263619 --> [v2:172.21.15.92:6816/1183393785,v1:172.21.15.92:6817/1183393785] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f1a3404eb20 con 0x7f1a20073230 2023-09-23T06:36:19.069 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.049+0000 7fde671ff700 1 -- 172.21.15.16:0/1704846932 shutdown_connections 2023-09-23T06:36:19.069 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.050+0000 7fde671ff700 1 -- 172.21.15.16:0/1704846932 wait complete. 2023-09-23T06:36:19.069 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.050+0000 7f1a1b7fe700 1 -- 172.21.15.16:0/3108263619 <== osd.4 v2:172.21.15.92:6816/1183393785 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f1a3404eb20 con 0x7f1a20073230 2023-09-23T06:36:19.070 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.050+0000 7f3058ff9700 1 -- 172.21.15.16:0/2667288800 <== osd.3 v2:172.21.15.16:6822/1873237178 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f30500041a0 con 0x7f30480732b0 2023-09-23T06:36:19.070 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.050+0000 7f1a391ff700 1 -- 172.21.15.16:0/3108263619 >> [v2:172.21.15.92:6816/1183393785,v1:172.21.15.92:6817/1183393785] conn(0x7f1a20073230 msgr2=0x7f1a20075650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.070 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.050+0000 7f1a391ff700 1 --2- 172.21.15.16:0/3108263619 >> [v2:172.21.15.92:6816/1183393785,v1:172.21.15.92:6817/1183393785] conn(0x7f1a20073230 0x7f1a20075650 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.070 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.051+0000 7f1a391ff700 1 -- 172.21.15.16:0/3108263619 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f1a2006b090 msgr2=0x7f1a2006d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.051+0000 7f1a391ff700 1 --2- 172.21.15.16:0/3108263619 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f1a2006b090 0x7f1a2006d550 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f1a340c2660 tx=0x7f1a28009040 comp rx=0 tx=0).stop 2023-09-23T06:36:19.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.051+0000 7f1a391ff700 1 -- 172.21.15.16:0/3108263619 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a340b0ed0 msgr2=0x7f1a341f6170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.051+0000 7f1a391ff700 1 --2- 172.21.15.16:0/3108263619 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1a340b0ed0 0x7f1a341f6170 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f1a2c00c780 tx=0x7f1a2c00ca90 comp rx=0 tx=0).stop 2023-09-23T06:36:19.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.051+0000 7f1a3359e700 1 -- 172.21.15.16:0/3108263619 reap_dead start 2023-09-23T06:36:19.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.052+0000 7f30629ff700 1 -- 172.21.15.16:0/2667288800 >> [v2:172.21.15.16:6822/1873237178,v1:172.21.15.16:6823/1873237178] conn(0x7f30480732b0 msgr2=0x7f30480756d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.052+0000 7f30629ff700 1 --2- 172.21.15.16:0/2667288800 >> [v2:172.21.15.16:6822/1873237178,v1:172.21.15.16:6823/1873237178] conn(0x7f30480732b0 0x7f30480756d0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.052+0000 7f30629ff700 1 -- 172.21.15.16:0/2667288800 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f304806b090 msgr2=0x7f304806d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.052+0000 7f30629ff700 1 --2- 172.21.15.16:0/2667288800 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f304806b090 0x7f304806d550 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f304c009930 tx=0x7f304c008040 comp rx=0 tx=0).stop 2023-09-23T06:36:19.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.052+0000 7f30629ff700 1 -- 172.21.15.16:0/2667288800 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f305c162b90 msgr2=0x7f305c1f76a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.072 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.052+0000 7f30629ff700 1 --2- 172.21.15.16:0/2667288800 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f305c162b90 0x7f305c1f76a0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f305400cba0 tx=0x7f305400cf60 comp rx=0 tx=0).stop 2023-09-23T06:36:19.072 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.053+0000 7f1a391ff700 1 -- 172.21.15.16:0/3108263619 shutdown_connections 2023-09-23T06:36:19.072 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.053+0000 7f1a391ff700 1 -- 172.21.15.16:0/3108263619 >> 172.21.15.16:0/3108263619 conn(0x7f1a3406a960 msgr2=0x7f1a340c5b30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.072 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.053+0000 7f3060f9c700 1 -- 172.21.15.16:0/2667288800 reap_dead start 2023-09-23T06:36:19.072 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.053+0000 7f30629ff700 1 -- 172.21.15.16:0/2667288800 shutdown_connections 2023-09-23T06:36:19.073 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.053+0000 7f30629ff700 1 -- 172.21.15.16:0/2667288800 >> 172.21.15.16:0/2667288800 conn(0x7f305c06a960 msgr2=0x7f305c0af670 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.073 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.053+0000 7f30629ff700 1 -- 172.21.15.16:0/2667288800 shutdown_connections 2023-09-23T06:36:19.073 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.053+0000 7f30629ff700 1 -- 172.21.15.16:0/2667288800 wait complete. 2023-09-23T06:36:19.073 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.056+0000 7f1a391ff700 1 -- 172.21.15.16:0/3108263619 shutdown_connections 2023-09-23T06:36:19.073 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.056+0000 7f1a391ff700 1 -- 172.21.15.16:0/3108263619 wait complete. 2023-09-23T06:36:19.074 INFO:teuthology.orchestra.run.smithi016.stdout:55834574853 2023-09-23T06:36:19.074 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-09-23T06:36:19.075 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.065+0000 7fa1227ff700 1 -- 172.21.15.16:0/3778828573 --> [v2:172.21.15.16:6808/2582900943,v1:172.21.15.16:6810/2582900943] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fa11c0cdbd0 con 0x7fa108073230 2023-09-23T06:36:19.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.069+0000 7fa118ff9700 1 -- 172.21.15.16:0/3778828573 <== osd.2 v2:172.21.15.16:6808/2582900943 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fa10c0097c0 con 0x7fa108073230 2023-09-23T06:36:19.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.070+0000 7fa1227ff700 1 -- 172.21.15.16:0/3778828573 >> [v2:172.21.15.16:6808/2582900943,v1:172.21.15.16:6810/2582900943] conn(0x7fa108073230 msgr2=0x7fa108075650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.070+0000 7fa1227ff700 1 --2- 172.21.15.16:0/3778828573 >> [v2:172.21.15.16:6808/2582900943,v1:172.21.15.16:6810/2582900943] conn(0x7fa108073230 0x7fa108075650 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.071+0000 7fa1227ff700 1 -- 172.21.15.16:0/3778828573 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa10806b010 msgr2=0x7fa10806d4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.071+0000 7fa1227ff700 1 --2- 172.21.15.16:0/3778828573 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa10806b010 0x7fa10806d4d0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fa11c0a9e40 tx=0x7fa11000f000 comp rx=0 tx=0).stop 2023-09-23T06:36:19.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.071+0000 7fa1227ff700 1 -- 172.21.15.16:0/3778828573 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa11c1525f0 msgr2=0x7fa11c0af5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.071+0000 7fa1227ff700 1 --2- 172.21.15.16:0/3778828573 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa11c1525f0 0x7fa11c0af5e0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7fa11400ddd0 tx=0x7fa11400deb0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.071+0000 7fa120d9c700 1 -- 172.21.15.16:0/3778828573 reap_dead start 2023-09-23T06:36:19.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.071+0000 7fa1227ff700 1 -- 172.21.15.16:0/3778828573 shutdown_connections 2023-09-23T06:36:19.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.071+0000 7fa1227ff700 1 -- 172.21.15.16:0/3778828573 >> 172.21.15.16:0/3778828573 conn(0x7fa11c06a960 msgr2=0x7fa11c0c62b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.071+0000 7fa1227ff700 1 -- 172.21.15.16:0/3778828573 shutdown_connections 2023-09-23T06:36:19.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.071+0000 7fa1227ff700 1 -- 172.21.15.16:0/3778828573 wait complete. 2023-09-23T06:36:19.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.072+0000 7f6ffa7ff700 1 -- 172.21.15.16:0/910543220 --> [v2:172.21.15.92:6808/4042471642,v1:172.21.15.92:6809/4042471642] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f6ff4166070 con 0x7f6fe0073230 2023-09-23T06:36:19.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.073+0000 7f6ff0ff9700 1 -- 172.21.15.16:0/910543220 <== osd.6 v2:172.21.15.92:6808/4042471642 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f6fe4009930 con 0x7f6fe0073230 2023-09-23T06:36:19.078 INFO:teuthology.orchestra.run.smithi016.stdout:55834574853 2023-09-23T06:36:19.078 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-09-23T06:36:19.079 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.074+0000 7f6ffa7ff700 1 -- 172.21.15.16:0/910543220 >> [v2:172.21.15.92:6808/4042471642,v1:172.21.15.92:6809/4042471642] conn(0x7f6fe0073230 msgr2=0x7f6fe0075650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.079 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.074+0000 7f6ffa7ff700 1 --2- 172.21.15.16:0/910543220 >> [v2:172.21.15.92:6808/4042471642,v1:172.21.15.92:6809/4042471642] conn(0x7f6fe0073230 0x7f6fe0075650 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.074+0000 7f3e489ff700 1 -- 172.21.15.16:0/3202381770 --> [v2:172.21.15.92:6800/321818221,v1:172.21.15.92:6801/321818221] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f3e440cd230 con 0x7f3e24073230 2023-09-23T06:36:19.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.074+0000 7f6ffa7ff700 1 -- 172.21.15.16:0/910543220 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f6fe006b090 msgr2=0x7f6fe006d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.074+0000 7f6ffa7ff700 1 --2- 172.21.15.16:0/910543220 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f6fe006b090 0x7f6fe006d550 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f6fec000f80 tx=0x7f6fec007000 comp rx=0 tx=0).stop 2023-09-23T06:36:19.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.074+0000 7f6ffa7ff700 1 -- 172.21.15.16:0/910543220 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6ff40c2e10 msgr2=0x7f6ff40afc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.074+0000 7f6ffa7ff700 1 --2- 172.21.15.16:0/910543220 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6ff40c2e10 0x7f6ff40afc90 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f6fe800f5a0 tx=0x7f6fe800f8b0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.081 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.074+0000 7f6ff8d9c700 1 -- 172.21.15.16:0/910543220 reap_dead start 2023-09-23T06:36:19.081 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.074+0000 7f6ffa7ff700 1 -- 172.21.15.16:0/910543220 shutdown_connections 2023-09-23T06:36:19.081 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.074+0000 7f6ffa7ff700 1 -- 172.21.15.16:0/910543220 >> 172.21.15.16:0/910543220 conn(0x7f6ff406ae10 msgr2=0x7f6ff4070610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.081 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.074+0000 7f6ffa7ff700 1 -- 172.21.15.16:0/910543220 shutdown_connections 2023-09-23T06:36:19.081 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.074+0000 7f6ffa7ff700 1 -- 172.21.15.16:0/910543220 wait complete. 2023-09-23T06:36:19.082 INFO:teuthology.orchestra.run.smithi016.stdout:55834574852 2023-09-23T06:36:19.082 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-09-23T06:36:19.082 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.077+0000 7f3e32ffd700 1 -- 172.21.15.16:0/3202381770 <== osd.7 v2:172.21.15.92:6800/321818221 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f3e3c009e00 con 0x7f3e24073230 2023-09-23T06:36:19.083 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.077+0000 7fefc6ffd700 1 -- 172.21.15.16:0/3739030625 --> [v2:172.21.15.92:6820/3696379649,v1:172.21.15.92:6823/3696379649] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fefb8002d40 con 0x7fefcc0732b0 2023-09-23T06:36:19.084 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.077+0000 7f3e489ff700 1 -- 172.21.15.16:0/3202381770 >> [v2:172.21.15.92:6800/321818221,v1:172.21.15.92:6801/321818221] conn(0x7f3e24073230 msgr2=0x7f3e24075650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.084 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.077+0000 7f3e489ff700 1 --2- 172.21.15.16:0/3202381770 >> [v2:172.21.15.92:6800/321818221,v1:172.21.15.92:6801/321818221] conn(0x7f3e24073230 0x7f3e24075650 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.084 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.078+0000 7f3e489ff700 1 -- 172.21.15.16:0/3202381770 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3e2406b010 msgr2=0x7f3e2406d4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.084 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.078+0000 7f3e489ff700 1 --2- 172.21.15.16:0/3202381770 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3e2406b010 0x7f3e2406d4d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f3e440b1cb0 tx=0x7f3e38009580 comp rx=0 tx=0).stop 2023-09-23T06:36:19.084 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.078+0000 7f3e489ff700 1 -- 172.21.15.16:0/3202381770 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3e440c9e30 msgr2=0x7f3e441f6e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.084 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.078+0000 7f3e489ff700 1 --2- 172.21.15.16:0/3202381770 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3e440c9e30 0x7f3e441f6e90 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f3e34014040 tx=0x7f3e34004750 comp rx=0 tx=0).stop 2023-09-23T06:36:19.085 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.078+0000 7f3e42d9d700 1 -- 172.21.15.16:0/3202381770 reap_dead start 2023-09-23T06:36:19.085 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.078+0000 7f3e489ff700 1 -- 172.21.15.16:0/3202381770 shutdown_connections 2023-09-23T06:36:19.085 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.078+0000 7f3e489ff700 1 -- 172.21.15.16:0/3202381770 >> 172.21.15.16:0/3202381770 conn(0x7f3e4406a960 msgr2=0x7f3e440b3d50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.085 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.078+0000 7f3e489ff700 1 -- 172.21.15.16:0/3202381770 shutdown_connections 2023-09-23T06:36:19.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.078+0000 7fefdd7fa700 1 -- 172.21.15.16:0/3739030625 <== osd.5 v2:172.21.15.92:6820/3696379649 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fefb8002d40 con 0x7fefcc0732b0 2023-09-23T06:36:19.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.081+0000 7fefc6ffd700 1 -- 172.21.15.16:0/3739030625 >> [v2:172.21.15.92:6820/3696379649,v1:172.21.15.92:6823/3696379649] conn(0x7fefcc0732b0 msgr2=0x7fefcc0756d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.081+0000 7fefc6ffd700 1 --2- 172.21.15.16:0/3739030625 >> [v2:172.21.15.92:6820/3696379649,v1:172.21.15.92:6823/3696379649] conn(0x7fefcc0732b0 0x7fefcc0756d0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.081+0000 7fefc6ffd700 1 -- 172.21.15.16:0/3739030625 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fefcc06b090 msgr2=0x7fefcc06d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.081+0000 7fefc6ffd700 1 --2- 172.21.15.16:0/3739030625 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fefcc06b090 0x7fefcc06d550 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fefe00b3a00 tx=0x7fefd8009450 comp rx=0 tx=0).stop 2023-09-23T06:36:19.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.081+0000 7fefc6ffd700 1 -- 172.21.15.16:0/3739030625 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefe00b12b0 msgr2=0x7fefe00b3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.081+0000 7fefc6ffd700 1 --2- 172.21.15.16:0/3739030625 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefe00b12b0 0x7fefe00b3a80 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fefd0008c10 tx=0x7fefd0004750 comp rx=0 tx=0).stop 2023-09-23T06:36:19.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.078+0000 7f3e489ff700 1 -- 172.21.15.16:0/3202381770 wait complete. 2023-09-23T06:36:19.088 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.082+0000 7fefe579c700 1 -- 172.21.15.16:0/3739030625 reap_dead start 2023-09-23T06:36:19.088 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.082+0000 7fefc6ffd700 1 -- 172.21.15.16:0/3739030625 shutdown_connections 2023-09-23T06:36:19.088 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.082+0000 7fefc6ffd700 1 -- 172.21.15.16:0/3739030625 >> 172.21.15.16:0/3739030625 conn(0x7fefe006a960 msgr2=0x7fefe0158750 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.088 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.082+0000 7fefc6ffd700 1 -- 172.21.15.16:0/3739030625 shutdown_connections 2023-09-23T06:36:19.088 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.082+0000 7fefc6ffd700 1 -- 172.21.15.16:0/3739030625 wait complete. 2023-09-23T06:36:19.101 INFO:teuthology.orchestra.run.smithi016.stdout:55834574853 2023-09-23T06:36:19.101 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-09-23T06:36:19.106 INFO:teuthology.orchestra.run.smithi016.stdout:55834574852 2023-09-23T06:36:19.106 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-09-23T06:36:19.109 INFO:teuthology.orchestra.run.smithi016.stdout:55834574854 2023-09-23T06:36:19.109 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-09-23T06:36:19.114 INFO:teuthology.orchestra.run.smithi016.stdout:55834574854 2023-09-23T06:36:19.114 INFO:teuthology.orchestra.run.smithi016.stdout:55834574853 2023-09-23T06:36:19.115 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-09-23T06:36:19.115 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-09-23T06:36:19.429 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.426+0000 7f306c9ff700 1 Processor -- start 2023-09-23T06:36:19.430 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.427+0000 7f306c9ff700 1 -- start start 2023-09-23T06:36:19.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.429+0000 7f306c9ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f30680b0c60 0x7f3068166160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.429+0000 7f306c9ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f30680c9830 0x7f30680ccdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.429+0000 7f306c9ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f30680ca080 con 0x7f3068162b90 2023-09-23T06:36:19.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.429+0000 7f306c9ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3068158fc0 con 0x7f30680c9830 2023-09-23T06:36:19.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.429+0000 7f306c9ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30680ca360 con 0x7f30680b0c60 2023-09-23T06:36:19.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.430+0000 7f306659c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f30680b0c60 0x7f3068166160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.430+0000 7f306659c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f30680b0c60 0x7f3068166160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:58256/0 (socket says 172.21.15.16:58256) 2023-09-23T06:36:19.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.430+0000 7f306659c700 1 -- 172.21.15.16:0/1411331689 learned_addr learned my addr 172.21.15.16:0/1411331689 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:19.433 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.431+0000 7f3066d9d700 1 --2- 172.21.15.16:0/1411331689 >> v2:172.21.15.16:3300/0 conn(0x7f30680c9830 0x7f30680ccdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.433 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.431+0000 7f306659c700 1 -- 172.21.15.16:0/1411331689 >> v2:172.21.15.16:3300/0 conn(0x7f30680c9830 msgr2=0x7f30680ccdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.434 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.431+0000 7f306659c700 1 --2- 172.21.15.16:0/1411331689 >> v2:172.21.15.16:3300/0 conn(0x7f30680c9830 0x7f30680ccdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.434 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.431+0000 7f306659c700 1 -- 172.21.15.16:0/1411331689 >> v1:172.21.15.16:6789/0 conn(0x7f3068162b90 legacy=0x7f30680b1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.434 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.431+0000 7f306659c700 1 -- 172.21.15.16:0/1411331689 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3068162390 con 0x7f30680b0c60 2023-09-23T06:36:19.434 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.432+0000 7f306659c700 1 --2- 172.21.15.16:0/1411331689 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f30680b0c60 0x7f3068166160 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f30600098f0 tx=0x7f3060009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c3c7be314e136679 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.435 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.433+0000 7f306559a700 1 -- 172.21.15.16:0/1411331689 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3060004230 con 0x7f30680b0c60 2023-09-23T06:36:19.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.433+0000 7f306559a700 1 -- 172.21.15.16:0/1411331689 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3060004390 con 0x7f30680b0c60 2023-09-23T06:36:19.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.433+0000 7f306559a700 1 -- 172.21.15.16:0/1411331689 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30600036a0 con 0x7f30680b0c60 2023-09-23T06:36:19.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.434+0000 7f306c9ff700 1 -- 172.21.15.16:0/1411331689 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f30680b0c60 msgr2=0x7f3068166160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.434+0000 7f306c9ff700 1 --2- 172.21.15.16:0/1411331689 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f30680b0c60 0x7f3068166160 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f30600098f0 tx=0x7f3060009c00 comp rx=0 tx=0).stop 2023-09-23T06:36:19.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.434+0000 7f306c9ff700 1 -- 172.21.15.16:0/1411331689 shutdown_connections 2023-09-23T06:36:19.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.434+0000 7f306c9ff700 1 --2- 172.21.15.16:0/1411331689 >> v2:172.21.15.16:3300/0 conn(0x7f30680c9830 0x7f30680ccdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.434+0000 7f306c9ff700 1 --2- 172.21.15.16:0/1411331689 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f30680b0c60 0x7f3068166160 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.435+0000 7f306c9ff700 1 -- 172.21.15.16:0/1411331689 >> 172.21.15.16:0/1411331689 conn(0x7f306806a960 msgr2=0x7f306806ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.435+0000 7f306c9ff700 1 -- 172.21.15.16:0/1411331689 shutdown_connections 2023-09-23T06:36:19.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.435+0000 7f306c9ff700 1 -- 172.21.15.16:0/1411331689 wait complete. 2023-09-23T06:36:19.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.439+0000 7f306c9ff700 1 Processor -- start 2023-09-23T06:36:19.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.439+0000 7f306c9ff700 1 -- start start 2023-09-23T06:36:19.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.442+0000 7f306c9ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30680b0c60 0x7f30681587f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.442+0000 7f306c9ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f30680c9830 0x7f30681f70d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.442+0000 7f306c9ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3068162b90 0x7f30681609c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.442+0000 7f306c9ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30680c71a0 con 0x7f30680b0c60 2023-09-23T06:36:19.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.442+0000 7f306c9ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30680b3750 con 0x7f30680c9830 2023-09-23T06:36:19.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.442+0000 7f306c9ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30680c62b0 con 0x7f3068162b90 2023-09-23T06:36:19.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.442+0000 7f3065d9b700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f30680c9830 0x7f30681f70d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.442+0000 7f3065d9b700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f30680c9830 0x7f30681f70d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:54896/0 (socket says 172.21.15.16:54896) 2023-09-23T06:36:19.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.443+0000 7f3065d9b700 1 -- 172.21.15.16:0/3893127630 learned_addr learned my addr 172.21.15.16:0/3893127630 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:19.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.443+0000 7f3066d9d700 1 --2- 172.21.15.16:0/3893127630 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3068162b90 0x7f30681609c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.443+0000 7f3065d9b700 1 -- 172.21.15.16:0/3893127630 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3068162b90 msgr2=0x7f30681609c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.443+0000 7f3065d9b700 1 --2- 172.21.15.16:0/3893127630 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3068162b90 0x7f30681609c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.443+0000 7f3065d9b700 1 -- 172.21.15.16:0/3893127630 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30680b0c60 msgr2=0x7f30681587f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.443+0000 7f3065d9b700 1 --2- 172.21.15.16:0/3893127630 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30680b0c60 0x7f30681587f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.443+0000 7f3065d9b700 1 -- 172.21.15.16:0/3893127630 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3060009550 con 0x7f30680c9830 2023-09-23T06:36:19.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.444+0000 7f3065d9b700 1 --2- 172.21.15.16:0/3893127630 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f30680c9830 0x7f30681f70d0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f305c00c420 tx=0x7f305c00c7e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.444+0000 7f3056ffd700 1 -- 172.21.15.16:0/3893127630 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f305c011790 con 0x7f30680c9830 2023-09-23T06:36:19.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.444+0000 7f3056ffd700 1 -- 172.21.15.16:0/3893127630 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f305c0118f0 con 0x7f30680c9830 2023-09-23T06:36:19.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.444+0000 7f3056ffd700 1 -- 172.21.15.16:0/3893127630 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f305c011ca0 con 0x7f30680c9830 2023-09-23T06:36:19.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.445+0000 7f306c9ff700 1 -- 172.21.15.16:0/3893127630 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30680c6590 con 0x7f30680c9830 2023-09-23T06:36:19.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.445+0000 7f306c9ff700 1 -- 172.21.15.16:0/3893127630 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30680c6b50 con 0x7f30680c9830 2023-09-23T06:36:19.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.447+0000 7f306c9ff700 1 -- 172.21.15.16:0/3893127630 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f306804eb20 con 0x7f30680c9830 2023-09-23T06:36:19.451 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.450+0000 7f3056ffd700 1 -- 172.21.15.16:0/3893127630 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f305c01c460 con 0x7f30680c9830 2023-09-23T06:36:19.453 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.450+0000 7fd6269ff700 1 Processor -- start 2023-09-23T06:36:19.453 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.450+0000 7fd6269ff700 1 -- start start 2023-09-23T06:36:19.454 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.451+0000 7f3056ffd700 1 --2- 172.21.15.16:0/3893127630 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f304806b090 0x7f304806d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.454 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.451+0000 7f3056ffd700 1 -- 172.21.15.16:0/3893127630 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f305c0897c0 con 0x7f30680c9830 2023-09-23T06:36:19.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.452+0000 7fd6269ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd6200b0e40 0x7fd6200b1220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.453+0000 7fd6269ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd6200cbc00 0x7fd62015dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.453+0000 7fd6269ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6200ca200 0x7fd6200708f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.453+0000 7fd6269ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd62015e2d0 con 0x7fd6200cbc00 2023-09-23T06:36:19.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.453+0000 7fd6269ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd620070e30 con 0x7fd6200b0e40 2023-09-23T06:36:19.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.453+0000 7fd6269ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6200ca7a0 con 0x7fd6200ca200 2023-09-23T06:36:19.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.453+0000 7f306659c700 1 --2- 172.21.15.16:0/3893127630 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f304806b090 0x7f304806d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.456 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.454+0000 7fd61f7fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd6200cbc00 0x7fd62015dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.456 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.454+0000 7fd61f7fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd6200cbc00 0x7fd62015dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:45950/0 (socket says 172.21.15.16:45950) 2023-09-23T06:36:19.456 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.454+0000 7fd61f7fe700 1 -- 172.21.15.16:0/3262592134 learned_addr learned my addr 172.21.15.16:0/3262592134 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:19.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.454+0000 7f3056ffd700 1 -- 172.21.15.16:0/3893127630 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f305c054870 con 0x7f30680c9830 2023-09-23T06:36:19.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.454+0000 7fd624f9c700 1 --2- 172.21.15.16:0/3262592134 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6200ca200 0x7fd6200708f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.455+0000 7fd61f7fe700 1 -- 172.21.15.16:0/3262592134 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6200ca200 msgr2=0x7fd6200708f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.455+0000 7fd61f7fe700 1 --2- 172.21.15.16:0/3262592134 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6200ca200 0x7fd6200708f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.455+0000 7fd61f7fe700 1 -- 172.21.15.16:0/3262592134 >> v2:172.21.15.92:3300/0 conn(0x7fd6200b0e40 msgr2=0x7fd6200b1220 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-09-23T06:36:19.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.455+0000 7fd61f7fe700 1 --2- 172.21.15.16:0/3262592134 >> v2:172.21.15.92:3300/0 conn(0x7fd6200b0e40 0x7fd6200b1220 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.458 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.455+0000 7fd61f7fe700 1 -- 172.21.15.16:0/3262592134 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6200cd610 con 0x7fd6200cbc00 2023-09-23T06:36:19.458 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.455+0000 7fd61f7fe700 1 --2- 172.21.15.16:0/3262592134 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6200cbc00 0x7fd62015dd90 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd6200d0260 tx=0x7fd610009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b94e9cdccb013a27 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.456+0000 7fd61effd700 1 -- 172.21.15.16:0/3262592134 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd610005e30 con 0x7fd6200cbc00 2023-09-23T06:36:19.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.456+0000 7fd61effd700 1 -- 172.21.15.16:0/3262592134 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd610004030 con 0x7fd6200cbc00 2023-09-23T06:36:19.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.456+0000 7fd61effd700 1 -- 172.21.15.16:0/3262592134 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6100043e0 con 0x7fd6200cbc00 2023-09-23T06:36:19.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.457+0000 7fd6269ff700 1 -- 172.21.15.16:0/3262592134 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6200cbc00 msgr2=0x7fd62015dd90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.457+0000 7fd6269ff700 1 --2- 172.21.15.16:0/3262592134 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6200cbc00 0x7fd62015dd90 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fd6200d0260 tx=0x7fd610009bd0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.457+0000 7fd6269ff700 1 -- 172.21.15.16:0/3262592134 shutdown_connections 2023-09-23T06:36:19.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.457+0000 7fd6269ff700 1 --2- 172.21.15.16:0/3262592134 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6200ca200 0x7fd6200708f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.457+0000 7fd6269ff700 1 --2- 172.21.15.16:0/3262592134 >> v2:172.21.15.92:3300/0 conn(0x7fd6200b0e40 0x7fd6200b1220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.457+0000 7fd6269ff700 1 --2- 172.21.15.16:0/3262592134 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6200cbc00 0x7fd62015dd90 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.457+0000 7fd6269ff700 1 -- 172.21.15.16:0/3262592134 >> 172.21.15.16:0/3262592134 conn(0x7fd62006a960 msgr2=0x7fd62006ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.457+0000 7fb63ddff700 1 Processor -- start 2023-09-23T06:36:19.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.457+0000 7fb63ddff700 1 -- start start 2023-09-23T06:36:19.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.458+0000 7fb63ddff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6380b0ed0 0x7fb63815dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.461 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.458+0000 7fb63ddff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb6380b12b0 0x7fb6380708f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.461 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.458+0000 7fb63ddff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb6380ca200 0x7fb638159280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.461 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.458+0000 7fb63ddff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb63815e2d0 con 0x7fb6380b12b0 2023-09-23T06:36:19.461 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.458+0000 7fb63ddff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb638070e30 con 0x7fb6380ca200 2023-09-23T06:36:19.461 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.458+0000 7fb63ddff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6380ca7a0 con 0x7fb6380b0ed0 2023-09-23T06:36:19.461 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.459+0000 7fb6377fe700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6380b0ed0 0x7fb63815dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.459+0000 7fb6377fe700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6380b0ed0 0x7fb63815dd90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:58278/0 (socket says 172.21.15.16:58278) 2023-09-23T06:36:19.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.459+0000 7fb6377fe700 1 -- 172.21.15.16:0/829867851 learned_addr learned my addr 172.21.15.16:0/829867851 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:19.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.459+0000 7fb637fff700 1 --2- 172.21.15.16:0/829867851 >> v2:172.21.15.92:3300/0 conn(0x7fb6380ca200 0x7fb638159280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.459+0000 7fb636ffd700 1 --2- 172.21.15.16:0/829867851 >> v2:172.21.15.16:3300/0 conn(0x7fb6380b12b0 0x7fb6380708f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.460+0000 7fb637fff700 1 -- 172.21.15.16:0/829867851 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6380b0ed0 msgr2=0x7fb63815dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.460+0000 7fb637fff700 1 --2- 172.21.15.16:0/829867851 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6380b0ed0 0x7fb63815dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.460+0000 7fb637fff700 1 -- 172.21.15.16:0/829867851 >> v2:172.21.15.16:3300/0 conn(0x7fb6380b12b0 msgr2=0x7fb6380708f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.460+0000 7fb637fff700 1 --2- 172.21.15.16:0/829867851 >> v2:172.21.15.16:3300/0 conn(0x7fb6380b12b0 0x7fb6380708f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.460+0000 7fb637fff700 1 -- 172.21.15.16:0/829867851 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6380cd610 con 0x7fb6380ca200 2023-09-23T06:36:19.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.460+0000 7fb6377fe700 1 --2- 172.21.15.16:0/829867851 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6380b0ed0 0x7fb63815dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:19.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.460+0000 7fb637fff700 1 --2- 172.21.15.16:0/829867851 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6380ca200 0x7fb638159280 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb6380cbc30 tx=0x7fb630008880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=55273ce2b1812090 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.461+0000 7fb6367fc700 1 -- 172.21.15.16:0/829867851 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb63000d2d0 con 0x7fb6380ca200 2023-09-23T06:36:19.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.461+0000 7fb6367fc700 1 -- 172.21.15.16:0/829867851 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb63000d430 con 0x7fb6380ca200 2023-09-23T06:36:19.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.461+0000 7fb6367fc700 1 -- 172.21.15.16:0/829867851 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb63000b940 con 0x7fb6380ca200 2023-09-23T06:36:19.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.462+0000 7fb63ddff700 1 -- 172.21.15.16:0/829867851 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6380ca200 msgr2=0x7fb638159280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.462+0000 7fb63ddff700 1 --2- 172.21.15.16:0/829867851 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6380ca200 0x7fb638159280 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fb6380cbc30 tx=0x7fb630008880 comp rx=0 tx=0).stop 2023-09-23T06:36:19.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.462+0000 7fb63ddff700 1 -- 172.21.15.16:0/829867851 shutdown_connections 2023-09-23T06:36:19.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.462+0000 7fb63ddff700 1 --2- 172.21.15.16:0/829867851 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6380ca200 0x7fb638159280 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.462+0000 7fb63ddff700 1 --2- 172.21.15.16:0/829867851 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6380b0ed0 0x7fb63815dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.462+0000 7fb63ddff700 1 --2- 172.21.15.16:0/829867851 >> v2:172.21.15.16:3300/0 conn(0x7fb6380b12b0 0x7fb6380708f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.462+0000 7fb63ddff700 1 -- 172.21.15.16:0/829867851 >> 172.21.15.16:0/829867851 conn(0x7fb63806a960 msgr2=0x7fb63806ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.462+0000 7fb63ddff700 1 -- 172.21.15.16:0/829867851 shutdown_connections 2023-09-23T06:36:19.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.462+0000 7fb63ddff700 1 -- 172.21.15.16:0/829867851 wait complete. 2023-09-23T06:36:19.467 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.463+0000 7fd6269ff700 1 -- 172.21.15.16:0/3262592134 shutdown_connections 2023-09-23T06:36:19.467 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.463+0000 7f306659c700 1 --2- 172.21.15.16:0/3893127630 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f304806b090 0x7f304806d550 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f30680b1f50 tx=0x7f3060010000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.467 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.463+0000 7fd6269ff700 1 -- 172.21.15.16:0/3262592134 wait complete. 2023-09-23T06:36:19.467 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.465+0000 7fd6269ff700 1 Processor -- start 2023-09-23T06:36:19.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.466+0000 7fd6269ff700 1 -- start start 2023-09-23T06:36:19.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.467+0000 7fd6269ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6200b0e40 0x7fd6200ae040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.467+0000 7fd6269ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6200ca200 0x7fd6200b4340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.467+0000 7fd6269ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6200cbc00 0x7fd620071030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.467+0000 7fd6269ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd62014d910 con 0x7fd6200b0e40 2023-09-23T06:36:19.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.467+0000 7fd6269ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6200b4e10 con 0x7fd6200cbc00 2023-09-23T06:36:19.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.467+0000 7fd6269ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6200b4880 con 0x7fd6200ca200 2023-09-23T06:36:19.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.465+0000 7fb63ddff700 1 Processor -- start 2023-09-23T06:36:19.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.468+0000 7fd624f9c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6200cbc00 0x7fd620071030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.468+0000 7fd624f9c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6200cbc00 0x7fd620071030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:54940/0 (socket says 172.21.15.16:54940) 2023-09-23T06:36:19.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.468+0000 7fd624f9c700 1 -- 172.21.15.16:0/3247780972 learned_addr learned my addr 172.21.15.16:0/3247780972 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:19.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.468+0000 7fd61f7fe700 1 --2- 172.21.15.16:0/3247780972 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6200ca200 0x7fd6200b4340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.469+0000 7fd624f9c700 1 -- 172.21.15.16:0/3247780972 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6200ca200 msgr2=0x7fd6200b4340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.469+0000 7fd624f9c700 1 --2- 172.21.15.16:0/3247780972 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6200ca200 0x7fd6200b4340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.469+0000 7fd624f9c700 1 -- 172.21.15.16:0/3247780972 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6200b0e40 msgr2=0x7fd6200ae040 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-23T06:36:19.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.469+0000 7fd61ffff700 1 --2- 172.21.15.16:0/3247780972 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6200b0e40 0x7fd6200ae040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.469+0000 7fd624f9c700 1 --2- 172.21.15.16:0/3247780972 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6200b0e40 0x7fd6200ae040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.469+0000 7fd624f9c700 1 -- 172.21.15.16:0/3247780972 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd610009500 con 0x7fd6200cbc00 2023-09-23T06:36:19.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.470+0000 7fd624f9c700 1 --2- 172.21.15.16:0/3247780972 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6200cbc00 0x7fd620071030 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd61800efc0 tx=0x7fd61800c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.470+0000 7fd61cff9700 1 -- 172.21.15.16:0/3247780972 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd61800cd40 con 0x7fd6200cbc00 2023-09-23T06:36:19.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.470+0000 7fd61cff9700 1 -- 172.21.15.16:0/3247780972 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd61800f040 con 0x7fd6200cbc00 2023-09-23T06:36:19.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.470+0000 7fd61cff9700 1 -- 172.21.15.16:0/3247780972 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6180146c0 con 0x7fd6200cbc00 2023-09-23T06:36:19.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.470+0000 7fd6269ff700 1 -- 172.21.15.16:0/3247780972 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6200b4b30 con 0x7fd6200cbc00 2023-09-23T06:36:19.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.470+0000 7fd6269ff700 1 -- 172.21.15.16:0/3247780972 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd62014d530 con 0x7fd6200cbc00 2023-09-23T06:36:19.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.468+0000 7fb63ddff700 1 -- start start 2023-09-23T06:36:19.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.470+0000 7fb63ddff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6380b0ed0 0x7fb63814ae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.470+0000 7fb63ddff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6380b12b0 0x7fb6380c76d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.470+0000 7fb63ddff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6380ca200 0x7fb6380c7c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.470+0000 7fb63ddff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb63814b350 con 0x7fb6380b0ed0 2023-09-23T06:36:19.475 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.470+0000 7fb63ddff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb638146b70 con 0x7fb6380ca200 2023-09-23T06:36:19.475 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.470+0000 7fb63ddff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb638145ad0 con 0x7fb6380b12b0 2023-09-23T06:36:19.475 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.471+0000 7fb637fff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6380ca200 0x7fb6380c7c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.475 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.471+0000 7fb636ffd700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6380b12b0 0x7fb6380c76d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.475 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.471+0000 7fb636ffd700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6380b12b0 0x7fb6380c76d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:58284/0 (socket says 172.21.15.16:58284) 2023-09-23T06:36:19.475 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.471+0000 7fb636ffd700 1 -- 172.21.15.16:0/2290873929 learned_addr learned my addr 172.21.15.16:0/2290873929 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:19.475 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.472+0000 7fb6377fe700 1 --2- 172.21.15.16:0/2290873929 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6380b0ed0 0x7fb63814ae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.472+0000 7fb636ffd700 1 -- 172.21.15.16:0/2290873929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6380ca200 msgr2=0x7fb6380c7c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.472+0000 7fb636ffd700 1 --2- 172.21.15.16:0/2290873929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6380ca200 0x7fb6380c7c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.472+0000 7fb636ffd700 1 -- 172.21.15.16:0/2290873929 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6380b0ed0 msgr2=0x7fb63814ae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.472+0000 7fb636ffd700 1 --2- 172.21.15.16:0/2290873929 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6380b0ed0 0x7fb63814ae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.472+0000 7fb636ffd700 1 -- 172.21.15.16:0/2290873929 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb62800a5f0 con 0x7fb6380b12b0 2023-09-23T06:36:19.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.473+0000 7fb636ffd700 1 --2- 172.21.15.16:0/2290873929 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6380b12b0 0x7fb6380c76d0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb62c00bfc0 tx=0x7fb62c013390 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.473+0000 7fb61ffff700 1 -- 172.21.15.16:0/2290873929 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb62c013ac0 con 0x7fb6380b12b0 2023-09-23T06:36:19.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.473+0000 7fb61ffff700 1 -- 172.21.15.16:0/2290873929 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb62c013c20 con 0x7fb6380b12b0 2023-09-23T06:36:19.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.473+0000 7fb61ffff700 1 -- 172.21.15.16:0/2290873929 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb62c010360 con 0x7fb6380b12b0 2023-09-23T06:36:19.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.473+0000 7fb63ddff700 1 -- 172.21.15.16:0/2290873929 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb630008200 con 0x7fb6380b12b0 2023-09-23T06:36:19.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.474+0000 7fb63ddff700 1 -- 172.21.15.16:0/2290873929 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb638146090 con 0x7fb6380b12b0 2023-09-23T06:36:19.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.473+0000 7fd6269ff700 1 -- 172.21.15.16:0/3247780972 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6000052f0 con 0x7fd6200cbc00 2023-09-23T06:36:19.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.475+0000 7fd61cff9700 1 -- 172.21.15.16:0/3247780972 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fd618014820 con 0x7fd6200cbc00 2023-09-23T06:36:19.480 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.477+0000 7fd61cff9700 1 --2- 172.21.15.16:0/3247780972 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd60c06b090 0x7fd60c06d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.480 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.477+0000 7fd61cff9700 1 -- 172.21.15.16:0/3247780972 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd61808a320 con 0x7fd6200cbc00 2023-09-23T06:36:19.480 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.477+0000 7fbe6b5ff700 1 Processor -- start 2023-09-23T06:36:19.481 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.479+0000 7fd61ffff700 1 --2- 172.21.15.16:0/3247780972 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd60c06b090 0x7fd60c06d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.484 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.479+0000 7fd61cff9700 1 -- 172.21.15.16:0/3247780972 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fd618055340 con 0x7fd6200cbc00 2023-09-23T06:36:19.484 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.481+0000 7fd61ffff700 1 --2- 172.21.15.16:0/3247780972 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd60c06b090 0x7fd60c06d550 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd61400a850 tx=0x7fd614008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.484 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.479+0000 7fd07e5ff700 1 Processor -- start 2023-09-23T06:36:19.484 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.480+0000 7fd07e5ff700 1 -- start start 2023-09-23T06:36:19.484 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.482+0000 7fd07e5ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd0780b0ed0 0x7fd07815dd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.484 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.482+0000 7fd07e5ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0780b12b0 0x7fd0780708f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.482+0000 7fd07e5ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd07815e2d0 con 0x7fd0780ca200 2023-09-23T06:36:19.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.482+0000 7fd07e5ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd078070e30 con 0x7fd0780b0ed0 2023-09-23T06:36:19.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.482+0000 7fd07e5ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0780ca7a0 con 0x7fd0780b12b0 2023-09-23T06:36:19.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.477+0000 7fbe6b5ff700 1 -- start start 2023-09-23T06:36:19.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.479+0000 7fbe6b5ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbe640c9830 0x7fbe640c9cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.479+0000 7fbe6b5ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbe640b0c60 0x7fbe640b10f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.479+0000 7fbe6b5ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe640ce400 con 0x7fbe64166090 2023-09-23T06:36:19.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.479+0000 7fbe6b5ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe640b1630 con 0x7fbe640c9830 2023-09-23T06:36:19.486 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.479+0000 7fbe6b5ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe640ccfc0 con 0x7fbe640b0c60 2023-09-23T06:36:19.486 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.481+0000 7fbe69b9c700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbe640b0c60 0x7fbe640b10f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.486 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.481+0000 7fbe69b9c700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbe640b0c60 0x7fbe640b10f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:54952/0 (socket says 172.21.15.16:54952) 2023-09-23T06:36:19.486 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.481+0000 7fbe69b9c700 1 -- 172.21.15.16:0/1680922273 learned_addr learned my addr 172.21.15.16:0/1680922273 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:19.486 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.481+0000 7fbe68b9a700 1 --2- 172.21.15.16:0/1680922273 >> v2:172.21.15.16:3300/0 conn(0x7fbe640c9830 0x7fbe640c9cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.486 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.481+0000 7fbe69b9c700 1 -- 172.21.15.16:0/1680922273 >> v2:172.21.15.16:3300/0 conn(0x7fbe640c9830 msgr2=0x7fbe640c9cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.486 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.481+0000 7fbe69b9c700 1 --2- 172.21.15.16:0/1680922273 >> v2:172.21.15.16:3300/0 conn(0x7fbe640c9830 0x7fbe640c9cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.486 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.481+0000 7fbe69b9c700 1 -- 172.21.15.16:0/1680922273 >> v1:172.21.15.16:6789/0 conn(0x7fbe64166090 legacy=0x7fbe640cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.486 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.481+0000 7fbe69b9c700 1 -- 172.21.15.16:0/1680922273 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe640cd860 con 0x7fbe640b0c60 2023-09-23T06:36:19.486 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.482+0000 7fbe69b9c700 1 --2- 172.21.15.16:0/1680922273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe640b0c60 0x7fbe640b10f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fbe641655e0 tx=0x7fbe54009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=88ca369904666b15 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.487 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.478+0000 7fb61ffff700 1 -- 172.21.15.16:0/2290873929 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fb62c0104c0 con 0x7fb6380b12b0 2023-09-23T06:36:19.487 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.478+0000 7fb63ddff700 1 -- 172.21.15.16:0/2290873929 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb63804eb20 con 0x7fb6380b12b0 2023-09-23T06:36:19.487 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.479+0000 7fb61ffff700 1 --2- 172.21.15.16:0/2290873929 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb62406afc0 0x7fb62406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.487 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.480+0000 7fb61ffff700 1 -- 172.21.15.16:0/2290873929 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb62c089e30 con 0x7fb6380b12b0 2023-09-23T06:36:19.487 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.482+0000 7fd0777fe700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0780b12b0 0x7fd0780708f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.487 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.482+0000 7fd07cb9c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd0780ca200 0x7fd078159280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51310/0 (socket says 172.21.15.16:51310) 2023-09-23T06:36:19.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.482+0000 7fd07cb9c700 1 -- 172.21.15.16:0/1675414337 learned_addr learned my addr 172.21.15.16:0/1675414337 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:19.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.482+0000 7fd0777fe700 1 --2- 172.21.15.16:0/1675414337 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0780b12b0 0x7fd0780708f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:58288/0 (socket says 172.21.15.16:58288) 2023-09-23T06:36:19.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.483+0000 7fd077fff700 1 --2- 172.21.15.16:0/1675414337 >> v2:172.21.15.92:3300/0 conn(0x7fd0780b0ed0 0x7fd07815dd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.484+0000 7fd076ffd700 1 -- 172.21.15.16:0/1675414337 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1713393681 0 0) 0x7fd07815e2d0 con 0x7fd0780ca200 2023-09-23T06:36:19.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.484+0000 7fd076ffd700 1 -- 172.21.15.16:0/1675414337 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd0600035b0 con 0x7fd0780ca200 2023-09-23T06:36:19.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.484+0000 7fd0777fe700 1 -- 172.21.15.16:0/1675414337 >> v2:172.21.15.92:3300/0 conn(0x7fd0780b0ed0 msgr2=0x7fd07815dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.484+0000 7fd0777fe700 1 --2- 172.21.15.16:0/1675414337 >> v2:172.21.15.92:3300/0 conn(0x7fd0780b0ed0 0x7fd07815dd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.485+0000 7fd0777fe700 1 -- 172.21.15.16:0/1675414337 >> v1:172.21.15.16:6789/0 conn(0x7fd0780ca200 legacy=0x7fd078159280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.485+0000 7fd0777fe700 1 -- 172.21.15.16:0/1675414337 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0780cd610 con 0x7fd0780b12b0 2023-09-23T06:36:19.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.482+0000 7fbe5bfff700 1 -- 172.21.15.16:0/1680922273 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe54004230 con 0x7fbe640b0c60 2023-09-23T06:36:19.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.483+0000 7fbe5bfff700 1 -- 172.21.15.16:0/1680922273 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe54004390 con 0x7fbe640b0c60 2023-09-23T06:36:19.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.483+0000 7fbe5bfff700 1 -- 172.21.15.16:0/1680922273 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe540036a0 con 0x7fbe640b0c60 2023-09-23T06:36:19.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.485+0000 7fbe6b5ff700 1 -- 172.21.15.16:0/1680922273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe640b0c60 msgr2=0x7fbe640b10f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.485+0000 7fbe6b5ff700 1 --2- 172.21.15.16:0/1680922273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe640b0c60 0x7fbe640b10f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fbe641655e0 tx=0x7fbe54009bd0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.485+0000 7fbe6b5ff700 1 -- 172.21.15.16:0/1680922273 shutdown_connections 2023-09-23T06:36:19.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.485+0000 7fbe6b5ff700 1 --2- 172.21.15.16:0/1680922273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe640b0c60 0x7fbe640b10f0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.490 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.485+0000 7fbe6b5ff700 1 --2- 172.21.15.16:0/1680922273 >> v2:172.21.15.16:3300/0 conn(0x7fbe640c9830 0x7fbe640c9cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.490 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.485+0000 7fbe6b5ff700 1 -- 172.21.15.16:0/1680922273 >> 172.21.15.16:0/1680922273 conn(0x7fbe6406ae10 msgr2=0x7fbe640cbc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.490 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.485+0000 7fb6377fe700 1 --2- 172.21.15.16:0/2290873929 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb62406afc0 0x7fb62406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.490 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.486+0000 7fb61ffff700 1 -- 172.21.15.16:0/2290873929 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fb62c08d030 con 0x7fb6380b12b0 2023-09-23T06:36:19.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.486+0000 7fd0777fe700 1 --2- 172.21.15.16:0/1675414337 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0780b12b0 0x7fd0780708f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fd068009820 tx=0x7fd068009b30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a89444e09a1d8481 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.486+0000 7fd076ffd700 1 -- 172.21.15.16:0/1675414337 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd068014e90 con 0x7fd0780b12b0 2023-09-23T06:36:19.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.487+0000 7fd076ffd700 1 -- 172.21.15.16:0/1675414337 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd068005a20 con 0x7fd0780b12b0 2023-09-23T06:36:19.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.487+0000 7fd076ffd700 1 -- 172.21.15.16:0/1675414337 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd068005db0 con 0x7fd0780b12b0 2023-09-23T06:36:19.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.487+0000 7f5dd2fff700 1 Processor -- start 2023-09-23T06:36:19.492 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.488+0000 7fd07e5ff700 1 -- 172.21.15.16:0/1675414337 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0780b12b0 msgr2=0x7fd0780708f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.492 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.488+0000 7fd07e5ff700 1 --2- 172.21.15.16:0/1675414337 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0780b12b0 0x7fd0780708f0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7fd068009820 tx=0x7fd068009b30 comp rx=0 tx=0).stop 2023-09-23T06:36:19.492 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.488+0000 7fd07e5ff700 1 -- 172.21.15.16:0/1675414337 shutdown_connections 2023-09-23T06:36:19.492 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.488+0000 7fd07e5ff700 1 --2- 172.21.15.16:0/1675414337 >> v2:172.21.15.92:3300/0 conn(0x7fd0780b0ed0 0x7fd07815dd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.492 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.488+0000 7fd07e5ff700 1 --2- 172.21.15.16:0/1675414337 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0780b12b0 0x7fd0780708f0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.492 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.488+0000 7fd07e5ff700 1 -- 172.21.15.16:0/1675414337 >> 172.21.15.16:0/1675414337 conn(0x7fd07806a960 msgr2=0x7fd07806ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.492 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.487+0000 7f5dd2fff700 1 -- start start 2023-09-23T06:36:19.493 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.487+0000 7fb6377fe700 1 --2- 172.21.15.16:0/2290873929 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb62406afc0 0x7fb62406d480 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb6380c8b50 tx=0x7fb62800d040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.493 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.489+0000 7fbe6b5ff700 1 -- 172.21.15.16:0/1680922273 shutdown_connections 2023-09-23T06:36:19.493 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.489+0000 7fbe6b5ff700 1 -- 172.21.15.16:0/1680922273 wait complete. 2023-09-23T06:36:19.493 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.489+0000 7f5dd2fff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5dcc0ca200 0x7f5dcc0708f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.490+0000 7f5dd2fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5dcc0b0c60 0x7f5dcc0b10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.490+0000 7f5dd2fff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5dcc070e30 con 0x7f5dcc0cbc00 2023-09-23T06:36:19.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.490+0000 7f5dd2fff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5dcc0b1610 con 0x7f5dcc0b0c60 2023-09-23T06:36:19.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.490+0000 7f5dd2fff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5dcc0cd610 con 0x7f5dcc0ca200 2023-09-23T06:36:19.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.490+0000 7f5dd0d9b700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f5dcc0cbc00 0x7f5dcc15dd90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51324/0 (socket says 172.21.15.16:51324) 2023-09-23T06:36:19.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.490+0000 7f5dd0d9b700 1 -- 172.21.15.16:0/1233402285 learned_addr learned my addr 172.21.15.16:0/1233402285 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:19.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.491+0000 7f5dcbfff700 1 --2- 172.21.15.16:0/1233402285 >> v2:172.21.15.92:3300/0 conn(0x7f5dcc0ca200 0x7f5dcc0708f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.491+0000 7f5dd159c700 1 --2- 172.21.15.16:0/1233402285 >> v2:172.21.15.16:3300/0 conn(0x7f5dcc0b0c60 0x7f5dcc0b10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.491+0000 7f5dcb7fe700 1 -- 172.21.15.16:0/1233402285 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2385021812 0 0) 0x7f5dcc070e30 con 0x7f5dcc0cbc00 2023-09-23T06:36:19.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.491+0000 7f5dcb7fe700 1 -- 172.21.15.16:0/1233402285 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5db40035b0 con 0x7f5dcc0cbc00 2023-09-23T06:36:19.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.492+0000 7f5dcb7fe700 1 -- 172.21.15.16:0/1233402285 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3494317962 0 0) 0x7f5db40035b0 con 0x7f5dcc0cbc00 2023-09-23T06:36:19.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.492+0000 7f5dcb7fe700 1 -- 172.21.15.16:0/1233402285 >> v2:172.21.15.92:3300/0 conn(0x7f5dcc0ca200 msgr2=0x7f5dcc0708f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.492+0000 7f5dcb7fe700 1 --2- 172.21.15.16:0/1233402285 >> v2:172.21.15.92:3300/0 conn(0x7f5dcc0ca200 0x7f5dcc0708f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.492+0000 7f5dcb7fe700 1 -- 172.21.15.16:0/1233402285 >> v2:172.21.15.16:3300/0 conn(0x7f5dcc0b0c60 msgr2=0x7f5dcc0b10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.492+0000 7f5dcb7fe700 1 --2- 172.21.15.16:0/1233402285 >> v2:172.21.15.16:3300/0 conn(0x7f5dcc0b0c60 0x7f5dcc0b10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.492+0000 7f5dcb7fe700 1 -- 172.21.15.16:0/1233402285 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dcc0cd8f0 con 0x7f5dcc0cbc00 2023-09-23T06:36:19.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.492+0000 7f5dcb7fe700 1 -- 172.21.15.16:0/1233402285 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2518992857 0 0) 0x7f5dc0001670 con 0x7f5dcc0cbc00 2023-09-23T06:36:19.496 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.492+0000 7f5dcb7fe700 1 -- 172.21.15.16:0/1233402285 >> v1:172.21.15.16:6789/0 conn(0x7f5dcc0cbc00 legacy=0x7f5dcc15dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.496 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.492+0000 7f5dcb7fe700 1 --2- 172.21.15.16:0/1233402285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5db4003a00 0x7f5db4003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.496 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.492+0000 7f5dcb7fe700 1 --2- 172.21.15.16:0/1233402285 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5db4004850 0x7f5db4004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.496 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.492+0000 7f5dcb7fe700 1 --2- 172.21.15.16:0/1233402285 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5db4005210 0x7f5db400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.496 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.492+0000 7f5dcb7fe700 1 -- 172.21.15.16:0/1233402285 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dcc0b1610 con 0x7f5db4003a00 2023-09-23T06:36:19.496 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.492+0000 7f5dcb7fe700 1 -- 172.21.15.16:0/1233402285 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dcc0cd610 con 0x7f5db4004850 2023-09-23T06:36:19.496 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.492+0000 7f5dcb7fe700 1 -- 172.21.15.16:0/1233402285 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5db400c060 con 0x7f5db4005210 2023-09-23T06:36:19.496 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.493+0000 7f5dd0d9b700 1 --2- 172.21.15.16:0/1233402285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5db4003a00 0x7f5db4003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.494+0000 7f5dd0d9b700 1 -- 172.21.15.16:0/1233402285 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5db4005210 msgr2=0x7f5db400ba10 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-09-23T06:36:19.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.494+0000 7f5dd0d9b700 1 --2- 172.21.15.16:0/1233402285 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5db4005210 0x7f5db400ba10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.494+0000 7f5dd0d9b700 1 -- 172.21.15.16:0/1233402285 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5db4004850 msgr2=0x7f5db4004cd0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-09-23T06:36:19.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.494+0000 7f5dd0d9b700 1 --2- 172.21.15.16:0/1233402285 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5db4004850 0x7f5db4004cd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.494+0000 7f5dd0d9b700 1 -- 172.21.15.16:0/1233402285 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dcc0cd8f0 con 0x7f5db4003a00 2023-09-23T06:36:19.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.492+0000 7fbe6b5ff700 1 Processor -- start 2023-09-23T06:36:19.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.492+0000 7fbe6b5ff700 1 -- start start 2023-09-23T06:36:19.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.494+0000 7fbe6b5ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbe640b0c60 0x7fbe64070ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.494+0000 7fbe6b5ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbe640c9830 0x7fbe6416d840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.494+0000 7fbe6b5ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe64166090 0x7fbe6416dd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.494+0000 7fbe6b5ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe64140790 con 0x7fbe640b0c60 2023-09-23T06:36:19.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.494+0000 7fbe6b5ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe6413fef0 con 0x7fbe64166090 2023-09-23T06:36:19.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.494+0000 7fbe6b5ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe641401d0 con 0x7fbe640c9830 2023-09-23T06:36:19.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.495+0000 7fbe68b9a700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbe640c9830 0x7fbe6416d840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.495+0000 7fbe68b9a700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbe640c9830 0x7fbe6416d840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:58298/0 (socket says 172.21.15.16:58298) 2023-09-23T06:36:19.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.495+0000 7fbe68b9a700 1 -- 172.21.15.16:0/303526784 learned_addr learned my addr 172.21.15.16:0/303526784 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:19.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.495+0000 7f5dd0d9b700 1 --2- 172.21.15.16:0/1233402285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5db4003a00 0x7f5db4003e20 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f5dc000c340 tx=0x7f5db4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3273b0dbc92b58a server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.495+0000 7f5dcb7fe700 1 -- 172.21.15.16:0/1233402285 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dc000cd80 con 0x7f5db4003a00 2023-09-23T06:36:19.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.495+0000 7f5dd159c700 1 -- 172.21.15.16:0/1233402285 reap_dead start 2023-09-23T06:36:19.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.495+0000 7f5dcb7fe700 1 -- 172.21.15.16:0/1233402285 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5dc0005960 con 0x7f5db4003a00 2023-09-23T06:36:19.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.495+0000 7f5dcb7fe700 1 -- 172.21.15.16:0/1233402285 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dc0005cf0 con 0x7f5db4003a00 2023-09-23T06:36:19.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.495+0000 7fd07e5ff700 1 -- 172.21.15.16:0/1675414337 shutdown_connections 2023-09-23T06:36:19.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.496+0000 7fd07e5ff700 1 -- 172.21.15.16:0/1675414337 wait complete. 2023-09-23T06:36:19.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.498+0000 7fd07e5ff700 1 Processor -- start 2023-09-23T06:36:19.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.499+0000 7fd07e5ff700 1 -- start start 2023-09-23T06:36:19.502 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.496+0000 7f5dd2fff700 1 -- 172.21.15.16:0/1233402285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5db4003a00 msgr2=0x7f5db4003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.502 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.496+0000 7f5dd2fff700 1 --2- 172.21.15.16:0/1233402285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5db4003a00 0x7f5db4003e20 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f5dc000c340 tx=0x7f5db4005880 comp rx=0 tx=0).stop 2023-09-23T06:36:19.502 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.498+0000 7fbe69b9c700 1 --2- 172.21.15.16:0/303526784 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe64166090 0x7fbe6416dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.502 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.498+0000 7fbe68b9a700 1 -- 172.21.15.16:0/303526784 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe64166090 msgr2=0x7fbe6416dd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.502 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.498+0000 7fbe68b9a700 1 --2- 172.21.15.16:0/303526784 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe64166090 0x7fbe6416dd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.503 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.498+0000 7fbe68b9a700 1 -- 172.21.15.16:0/303526784 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbe640b0c60 msgr2=0x7fbe64070ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.503 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.498+0000 7fbe68b9a700 1 --2- 172.21.15.16:0/303526784 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbe640b0c60 0x7fbe64070ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.503 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.498+0000 7fbe68b9a700 1 -- 172.21.15.16:0/303526784 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe54009550 con 0x7fbe640c9830 2023-09-23T06:36:19.503 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.499+0000 7fbe69b9c700 1 --2- 172.21.15.16:0/303526784 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe64166090 0x7fbe6416dd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:36:19.503 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.499+0000 7fbe68b9a700 1 --2- 172.21.15.16:0/303526784 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbe640c9830 0x7fbe6416d840 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fbe6000e810 tx=0x7fbe6000ebd0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.503 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.500+0000 7fbe59ffb700 1 -- 172.21.15.16:0/303526784 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe60013610 con 0x7fbe640c9830 2023-09-23T06:36:19.503 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.500+0000 7fbe59ffb700 1 -- 172.21.15.16:0/303526784 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe60013770 con 0x7fbe640c9830 2023-09-23T06:36:19.503 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.500+0000 7fbe59ffb700 1 -- 172.21.15.16:0/303526784 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe60013ae0 con 0x7fbe640c9830 2023-09-23T06:36:19.503 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.500+0000 7f5dd2fff700 1 -- 172.21.15.16:0/1233402285 shutdown_connections 2023-09-23T06:36:19.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.500+0000 7f5dd2fff700 1 --2- 172.21.15.16:0/1233402285 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5db4003a00 0x7f5db4003e20 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.500+0000 7f5dd2fff700 1 -- 172.21.15.16:0/1233402285 >> 172.21.15.16:0/1233402285 conn(0x7f5dcc06a960 msgr2=0x7f5dcc06ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.500+0000 7fd07e5ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0780b0ed0 0x7fd0781f0630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.500+0000 7fd07e5ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0780b12b0 0x7fd0781f0b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.500+0000 7fd07e5ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd0780ca200 0x7fd0781f10b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.500+0000 7f5dd2fff700 1 -- 172.21.15.16:0/1233402285 shutdown_connections 2023-09-23T06:36:19.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.500+0000 7fd07e5ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0781ef2f0 con 0x7fd0780b12b0 2023-09-23T06:36:19.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.500+0000 7fd07e5ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0781ef590 con 0x7fd0780ca200 2023-09-23T06:36:19.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.500+0000 7fd07e5ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0781ef870 con 0x7fd0780b0ed0 2023-09-23T06:36:19.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.500+0000 7f5dd2fff700 1 -- 172.21.15.16:0/1233402285 wait complete. 2023-09-23T06:36:19.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.501+0000 7fbe6b5ff700 1 -- 172.21.15.16:0/303526784 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe641404b0 con 0x7fbe640c9830 2023-09-23T06:36:19.506 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.501+0000 7fbe6b5ff700 1 -- 172.21.15.16:0/303526784 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe64071000 con 0x7fbe640c9830 2023-09-23T06:36:19.506 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.503+0000 7fd0777fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0780b12b0 0x7fd0781f0b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.506 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.503+0000 7fd0777fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0780b12b0 0x7fd0781f0b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46040/0 (socket says 172.21.15.16:46040) 2023-09-23T06:36:19.506 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.503+0000 7fd0777fe700 1 -- 172.21.15.16:0/3978691346 learned_addr learned my addr 172.21.15.16:0/3978691346 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:19.506 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.503+0000 7fbe6b5ff700 1 -- 172.21.15.16:0/303526784 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe440052f0 con 0x7fbe640c9830 2023-09-23T06:36:19.507 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.503+0000 7fd07cb9c700 1 --2- 172.21.15.16:0/3978691346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd0780ca200 0x7fd0781f10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.507 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.504+0000 7fd077fff700 1 --2- 172.21.15.16:0/3978691346 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0780b0ed0 0x7fd0781f0630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.507 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.505+0000 7fbe59ffb700 1 -- 172.21.15.16:0/303526784 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fbe60013c40 con 0x7fbe640c9830 2023-09-23T06:36:19.508 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.504+0000 7fd07cb9c700 1 -- 172.21.15.16:0/3978691346 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0780b0ed0 msgr2=0x7fd0781f0630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.508 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.504+0000 7fd07cb9c700 1 --2- 172.21.15.16:0/3978691346 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0780b0ed0 0x7fd0781f0630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.508 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.504+0000 7fd07cb9c700 1 -- 172.21.15.16:0/3978691346 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0780b12b0 msgr2=0x7fd0781f0b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.508 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.504+0000 7fd07cb9c700 1 --2- 172.21.15.16:0/3978691346 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0780b12b0 0x7fd0781f0b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.508 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.504+0000 7fd07cb9c700 1 -- 172.21.15.16:0/3978691346 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd068009430 con 0x7fd0780ca200 2023-09-23T06:36:19.508 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.505+0000 7fd07cb9c700 1 --2- 172.21.15.16:0/3978691346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd0780ca200 0x7fd0781f10b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd06c00c5b0 tx=0x7fd06c00c970 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.508 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.506+0000 7fd074ff9700 1 -- 172.21.15.16:0/3978691346 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd06c010860 con 0x7fd0780ca200 2023-09-23T06:36:19.508 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.506+0000 7fd074ff9700 1 -- 172.21.15.16:0/3978691346 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd06c0109c0 con 0x7fd0780ca200 2023-09-23T06:36:19.508 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.506+0000 7fd074ff9700 1 -- 172.21.15.16:0/3978691346 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd06c010d70 con 0x7fd0780ca200 2023-09-23T06:36:19.508 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.506+0000 7fd07e5ff700 1 -- 172.21.15.16:0/3978691346 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0781efb50 con 0x7fd0780ca200 2023-09-23T06:36:19.509 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.506+0000 7fd07e5ff700 1 -- 172.21.15.16:0/3978691346 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0781f0110 con 0x7fd0780ca200 2023-09-23T06:36:19.509 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.503+0000 7f5dd2fff700 1 Processor -- start 2023-09-23T06:36:19.509 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.504+0000 7f5dd2fff700 1 -- start start 2023-09-23T06:36:19.509 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.505+0000 7f5dd2fff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5db4003a00 0x7f5dcc0c6f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.509 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.505+0000 7f5dd2fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5dcc0b47a0 0x7f5dcc1587b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.509 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.505+0000 7f5dd2fff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5dcc159050 0x7f5dcc0b2330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.509 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.505+0000 7f5dd2fff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dcc0c8210 con 0x7f5dcc0b47a0 2023-09-23T06:36:19.510 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.505+0000 7f5dd2fff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5dcc14bef0 con 0x7f5dcc159050 2023-09-23T06:36:19.510 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.505+0000 7f5dd2fff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5dcc0c7590 con 0x7f5db4003a00 2023-09-23T06:36:19.510 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.506+0000 7f5dd0d9b700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5db4003a00 0x7f5dcc0c6f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.510 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.506+0000 7f5dd159c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5dcc159050 0x7f5dcc0b2330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.510 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.506+0000 7f5dd159c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5dcc159050 0x7f5dcc0b2330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:55000/0 (socket says 172.21.15.16:55000) 2023-09-23T06:36:19.510 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.506+0000 7f5dd159c700 1 -- 172.21.15.16:0/3049176103 learned_addr learned my addr 172.21.15.16:0/3049176103 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:19.510 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.506+0000 7f5dd159c700 1 -- 172.21.15.16:0/3049176103 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5db4003a00 msgr2=0x7f5dcc0c6f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.510 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.506+0000 7f5dd159c700 1 --2- 172.21.15.16:0/3049176103 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5db4003a00 0x7f5dcc0c6f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.510 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.506+0000 7f5dd159c700 1 -- 172.21.15.16:0/3049176103 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5dcc0b47a0 msgr2=0x7f5dcc1587b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.510 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.506+0000 7f5dd159c700 1 --2- 172.21.15.16:0/3049176103 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5dcc0b47a0 0x7f5dcc1587b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.510 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.506+0000 7f5dd159c700 1 -- 172.21.15.16:0/3049176103 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5dcc0c7870 con 0x7f5dcc159050 2023-09-23T06:36:19.511 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.507+0000 7f5dd159c700 1 --2- 172.21.15.16:0/3049176103 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5dcc159050 0x7f5dcc0b2330 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc0ca980 tx=0x7f5dbc00eae0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.511 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.507+0000 7fbe59ffb700 1 --2- 172.21.15.16:0/303526784 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbe4806b090 0x7fbe4806d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.511 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.507+0000 7fbe59ffb700 1 -- 172.21.15.16:0/303526784 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbe60089410 con 0x7fbe640c9830 2023-09-23T06:36:19.511 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.508+0000 7f5dc97fa700 1 -- 172.21.15.16:0/3049176103 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dbc013680 con 0x7f5dcc159050 2023-09-23T06:36:19.511 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.508+0000 7f5dc97fa700 1 -- 172.21.15.16:0/3049176103 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5dbc0137e0 con 0x7f5dcc159050 2023-09-23T06:36:19.512 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.508+0000 7f5dc97fa700 1 -- 172.21.15.16:0/3049176103 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5dbc013b70 con 0x7f5dcc159050 2023-09-23T06:36:19.512 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.509+0000 7f5dd2fff700 1 -- 172.21.15.16:0/3049176103 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5dcc0c7b50 con 0x7f5dcc159050 2023-09-23T06:36:19.512 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.509+0000 7f5dd2fff700 1 -- 172.21.15.16:0/3049176103 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5dcc158cf0 con 0x7f5dcc159050 2023-09-23T06:36:19.512 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.510+0000 7fd07e5ff700 1 -- 172.21.15.16:0/3978691346 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd07804eb20 con 0x7fd0780ca200 2023-09-23T06:36:19.512 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.511+0000 7f5dd2fff700 1 -- 172.21.15.16:0/3049176103 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5dcc0c8350 con 0x7f5dcc159050 2023-09-23T06:36:19.513 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.511+0000 7fbe6939b700 1 --2- 172.21.15.16:0/303526784 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbe4806b090 0x7fbe4806d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.513 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.511+0000 7fbe59ffb700 1 -- 172.21.15.16:0/303526784 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fbe60054440 con 0x7fbe640c9830 2023-09-23T06:36:19.513 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.511+0000 7fd074ff9700 1 -- 172.21.15.16:0/3978691346 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fd06c00e3d0 con 0x7fd0780ca200 2023-09-23T06:36:19.514 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.513+0000 7fbe6939b700 1 --2- 172.21.15.16:0/303526784 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbe4806b090 0x7fbe4806d550 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fbe640c6900 tx=0x7fbe5c009250 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.515 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.513+0000 7fd074ff9700 1 --2- 172.21.15.16:0/3978691346 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd06406b090 0x7fd06406d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.515 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.513+0000 7fd074ff9700 1 -- 172.21.15.16:0/3978691346 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd06c009030 con 0x7fd0780ca200 2023-09-23T06:36:19.516 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.514+0000 7fd077fff700 1 --2- 172.21.15.16:0/3978691346 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd06406b090 0x7fd06406d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.516 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.513+0000 7f5dc97fa700 1 -- 172.21.15.16:0/3049176103 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f5dbc013cd0 con 0x7f5dcc159050 2023-09-23T06:36:19.517 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.515+0000 7fd077fff700 1 --2- 172.21.15.16:0/3978691346 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd06406b090 0x7fd06406d550 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd070009430 tx=0x7fd07000d040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.517 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.515+0000 7f5dc97fa700 1 --2- 172.21.15.16:0/3049176103 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5db806b090 0x7f5db806d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.517 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.515+0000 7f5dc97fa700 1 -- 172.21.15.16:0/3049176103 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5dbc089220 con 0x7f5dcc159050 2023-09-23T06:36:19.518 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.516+0000 7f5dd0d9b700 1 --2- 172.21.15.16:0/3049176103 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5db806b090 0x7f5db806d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.517+0000 7fd074ff9700 1 -- 172.21.15.16:0/3978691346 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fd06c054a10 con 0x7fd0780ca200 2023-09-23T06:36:19.520 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.518+0000 7f5dd0d9b700 1 --2- 172.21.15.16:0/3049176103 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5db806b090 0x7f5db806d550 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f5dc0000fb0 tx=0x7f5dc000a000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.526 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.524+0000 7f5dc97fa700 1 -- 172.21.15.16:0/3049176103 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f5dcc0c8350 con 0x7f5dcc159050 2023-09-23T06:36:19.556 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.553+0000 7f2d1e5ff700 1 Processor -- start 2023-09-23T06:36:19.556 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.553+0000 7f2d1e5ff700 1 -- start start 2023-09-23T06:36:19.562 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.560+0000 7f2d1e5ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2d180c9830 0x7f2d180c9cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.563 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.560+0000 7f2d1e5ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d180ce400 con 0x7f2d18166090 2023-09-23T06:36:19.563 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.560+0000 7f2d1e5ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2d180ccfc0 con 0x7f2d180b0c60 2023-09-23T06:36:19.563 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.560+0000 7f2d1e5ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d180cd860 con 0x7f2d180c9830 2023-09-23T06:36:19.567 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.565+0000 7f2d1cb9c700 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f2d180b0c60 0x7f2d18070710 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.16:33442/0 (socket says 172.21.15.16:33442) 2023-09-23T06:36:19.567 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.565+0000 7f2d1cb9c700 1 -- 172.21.15.16:0/2379445241 learned_addr learned my addr 172.21.15.16:0/2379445241 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:19.567 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.565+0000 7f2d177fe700 1 --2- 172.21.15.16:0/2379445241 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2d180c9830 0x7f2d180c9cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.568 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.566+0000 7f2d177fe700 1 -- 172.21.15.16:0/2379445241 >> v1:172.21.15.92:6789/0 conn(0x7f2d180b0c60 legacy=0x7f2d18070710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.568 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.566+0000 7f2d177fe700 1 -- 172.21.15.16:0/2379445241 >> v1:172.21.15.16:6789/0 conn(0x7f2d18166090 legacy=0x7f2d180cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.568 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.566+0000 7f2d177fe700 1 -- 172.21.15.16:0/2379445241 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d180ca2f0 con 0x7f2d180c9830 2023-09-23T06:36:19.568 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.567+0000 7f2d177fe700 1 --2- 172.21.15.16:0/2379445241 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2d180c9830 0x7f2d180c9cb0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2d0c009870 tx=0x7f2d0c009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=dfa81526a96c882e server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.569 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.567+0000 7f2d16ffd700 1 -- 172.21.15.16:0/2379445241 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d0c011830 con 0x7f2d180c9830 2023-09-23T06:36:19.569 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.568+0000 7f2d16ffd700 1 -- 172.21.15.16:0/2379445241 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d0c011990 con 0x7f2d180c9830 2023-09-23T06:36:19.569 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.568+0000 7f2d16ffd700 1 -- 172.21.15.16:0/2379445241 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d0c011d00 con 0x7f2d180c9830 2023-09-23T06:36:19.571 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.569+0000 7f2d1e5ff700 1 -- 172.21.15.16:0/2379445241 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2d180c9830 msgr2=0x7f2d180c9cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.571 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.569+0000 7f2d1e5ff700 1 --2- 172.21.15.16:0/2379445241 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2d180c9830 0x7f2d180c9cb0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f2d0c009870 tx=0x7f2d0c009b80 comp rx=0 tx=0).stop 2023-09-23T06:36:19.571 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.570+0000 7f2d1e5ff700 1 -- 172.21.15.16:0/2379445241 shutdown_connections 2023-09-23T06:36:19.571 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.570+0000 7f2d1e5ff700 1 --2- 172.21.15.16:0/2379445241 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2d180c9830 0x7f2d180c9cb0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.571 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.570+0000 7f2d1e5ff700 1 -- 172.21.15.16:0/2379445241 >> 172.21.15.16:0/2379445241 conn(0x7f2d1806ae10 msgr2=0x7f2d180cbc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.573 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.570+0000 7f2d1e5ff700 1 -- 172.21.15.16:0/2379445241 shutdown_connections 2023-09-23T06:36:19.574 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.570+0000 7f2d1e5ff700 1 -- 172.21.15.16:0/2379445241 wait complete. 2023-09-23T06:36:19.579 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.573+0000 7f2d1e5ff700 1 Processor -- start 2023-09-23T06:36:19.579 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.573+0000 7f2d1e5ff700 1 -- start start 2023-09-23T06:36:19.579 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.575+0000 7f2d1e5ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d180b0c60 0x7f2d18159720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.579 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.575+0000 7f2d1e5ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2d180c9830 0x7f2d181f7340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.575+0000 7f2d1e5ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2d18166090 0x7f2d1815e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.575+0000 7f2d1e5ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d181f8500 con 0x7f2d180c9830 2023-09-23T06:36:19.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.575+0000 7f2d1e5ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d181f8ac0 con 0x7f2d180b0c60 2023-09-23T06:36:19.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.575+0000 7f2d1e5ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d181f7e30 con 0x7f2d18166090 2023-09-23T06:36:19.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.576+0000 7f2d17fff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d180b0c60 0x7f2d18159720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.576+0000 7f2d17fff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d180b0c60 0x7f2d18159720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:55004/0 (socket says 172.21.15.16:55004) 2023-09-23T06:36:19.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.576+0000 7f2d17fff700 1 -- 172.21.15.16:0/3660230232 learned_addr learned my addr 172.21.15.16:0/3660230232 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:19.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.576+0000 7f2d1cb9c700 1 --2- 172.21.15.16:0/3660230232 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2d18166090 0x7f2d1815e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.577+0000 7f2d1cb9c700 1 -- 172.21.15.16:0/3660230232 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d180b0c60 msgr2=0x7f2d18159720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.577+0000 7f2d1cb9c700 1 --2- 172.21.15.16:0/3660230232 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d180b0c60 0x7f2d18159720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.577+0000 7f2d1cb9c700 1 -- 172.21.15.16:0/3660230232 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2d180c9830 msgr2=0x7f2d181f7340 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-23T06:36:19.581 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.573+0000 7fef02bff700 1 Processor -- start 2023-09-23T06:36:19.581 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.573+0000 7fef02bff700 1 -- start start 2023-09-23T06:36:19.581 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.575+0000 7fef02bff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7feefc0b4fc0 0x7feefc0b53a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.581 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.575+0000 7fef02bff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feefc0b9550 con 0x7feefc0ce390 2023-09-23T06:36:19.581 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.575+0000 7fef02bff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feefc0b58e0 con 0x7feefc0cfa50 2023-09-23T06:36:19.581 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.575+0000 7fef02bff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feefc15ead0 con 0x7feefc0b4fc0 2023-09-23T06:36:19.582 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.578+0000 7f2d177fe700 1 --2- 172.21.15.16:0/3660230232 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2d180c9830 0x7f2d181f7340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.582 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.578+0000 7f2d1cb9c700 1 --2- 172.21.15.16:0/3660230232 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2d180c9830 0x7f2d181f7340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.582 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.578+0000 7f2d1cb9c700 1 -- 172.21.15.16:0/3660230232 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d0c0094a0 con 0x7f2d18166090 2023-09-23T06:36:19.582 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.578+0000 7fef0119c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7feefc0ce390 0x7feefc0ce7e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51336/0 (socket says 172.21.15.16:51336) 2023-09-23T06:36:19.582 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.578+0000 7fef0119c700 1 -- 172.21.15.16:0/1884645810 learned_addr learned my addr 172.21.15.16:0/1884645810 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:19.582 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.579+0000 7f2d1cb9c700 1 --2- 172.21.15.16:0/3660230232 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2d18166090 0x7f2d1815e5c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f2d1000cae0 tx=0x7f2d1000cdf0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.584 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.579+0000 7fef0099b700 1 --2- 172.21.15.16:0/1884645810 >> v2:172.21.15.92:3300/0 conn(0x7feefc0b4fc0 0x7feefc0b53a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.584 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.579+0000 7feefb7fe700 1 -- 172.21.15.16:0/1884645810 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 907605581 0 0) 0x7feefc0b9550 con 0x7feefc0ce390 2023-09-23T06:36:19.584 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.579+0000 7feefb7fe700 1 -- 172.21.15.16:0/1884645810 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7feee40035b0 con 0x7feefc0ce390 2023-09-23T06:36:19.584 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.580+0000 7feefb7fe700 1 -- 172.21.15.16:0/1884645810 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1555820443 0 0) 0x7feefc0b58e0 con 0x7feefc0cfa50 2023-09-23T06:36:19.584 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.580+0000 7feefb7fe700 1 -- 172.21.15.16:0/1884645810 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7feefc0b9550 con 0x7feefc0cfa50 2023-09-23T06:36:19.584 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.580+0000 7feefb7fe700 1 -- 172.21.15.16:0/1884645810 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 742880660 0 0) 0x7feee40035b0 con 0x7feefc0ce390 2023-09-23T06:36:19.584 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.580+0000 7feefb7fe700 1 -- 172.21.15.16:0/1884645810 >> v2:172.21.15.92:3300/0 conn(0x7feefc0b4fc0 msgr2=0x7feefc0b53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.584 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.580+0000 7feefb7fe700 1 --2- 172.21.15.16:0/1884645810 >> v2:172.21.15.92:3300/0 conn(0x7feefc0b4fc0 0x7feefc0b53a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.584 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.580+0000 7feefb7fe700 1 -- 172.21.15.16:0/1884645810 >> v1:172.21.15.92:6789/0 conn(0x7feefc0cfa50 legacy=0x7feefc0b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.584 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.580+0000 7feefb7fe700 1 -- 172.21.15.16:0/1884645810 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feefc15de50 con 0x7feefc0ce390 2023-09-23T06:36:19.585 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.580+0000 7feefb7fe700 1 -- 172.21.15.16:0/1884645810 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2518992857 0 0) 0x7feef0001670 con 0x7feefc0ce390 2023-09-23T06:36:19.585 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.580+0000 7feefb7fe700 1 -- 172.21.15.16:0/1884645810 >> v1:172.21.15.16:6789/0 conn(0x7feefc0ce390 legacy=0x7feefc0ce7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.585 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.580+0000 7feefb7fe700 1 --2- 172.21.15.16:0/1884645810 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7feee4003b90 0x7feee4003f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.585 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.580+0000 7feefb7fe700 1 --2- 172.21.15.16:0/1884645810 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feee4004850 0x7feee4004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.585 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.580+0000 7feefb7fe700 1 --2- 172.21.15.16:0/1884645810 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feee4005330 0x7feee400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.585 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.580+0000 7feefb7fe700 1 -- 172.21.15.16:0/1884645810 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feefc15ead0 con 0x7feee4004850 2023-09-23T06:36:19.585 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.580+0000 7feefb7fe700 1 -- 172.21.15.16:0/1884645810 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feee400c160 con 0x7feee4005330 2023-09-23T06:36:19.585 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.580+0000 7feefb7fe700 1 -- 172.21.15.16:0/1884645810 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feee400c320 con 0x7feee4003b90 2023-09-23T06:36:19.585 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.581+0000 7feefbfff700 1 --2- 172.21.15.16:0/1884645810 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feee4004850 0x7feee4004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.585 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.581+0000 7fef0119c700 1 --2- 172.21.15.16:0/1884645810 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feee4005330 0x7feee400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.585 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.581+0000 7feefbfff700 1 -- 172.21.15.16:0/1884645810 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7feee4003b90 msgr2=0x7feee4003f70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-23T06:36:19.586 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.581+0000 7feefbfff700 1 --2- 172.21.15.16:0/1884645810 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7feee4003b90 0x7feee4003f70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.586 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.581+0000 7feefbfff700 1 -- 172.21.15.16:0/1884645810 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feee4005330 msgr2=0x7feee400ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:19.586 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.581+0000 7feefbfff700 1 --2- 172.21.15.16:0/1884645810 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feee4005330 0x7feee400ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.586 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.581+0000 7feefbfff700 1 -- 172.21.15.16:0/1884645810 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feefc15de50 con 0x7feee4004850 2023-09-23T06:36:19.586 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.582+0000 7fef0119c700 1 --2- 172.21.15.16:0/1884645810 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feee4005330 0x7feee400ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:19.586 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.582+0000 7fef0119c700 1 -- 172.21.15.16:0/1884645810 reap_dead start 2023-09-23T06:36:19.586 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.582+0000 7feefbfff700 1 --2- 172.21.15.16:0/1884645810 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feee4004850 0x7feee4004cd0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7feefc0cfea0 tx=0x7feee4005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92d65c3123261b53 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.586 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.582+0000 7f2d14ff9700 1 -- 172.21.15.16:0/3660230232 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d1000aaa0 con 0x7f2d18166090 2023-09-23T06:36:19.587 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.583+0000 7f2d14ff9700 1 -- 172.21.15.16:0/3660230232 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d1000ac00 con 0x7f2d18166090 2023-09-23T06:36:19.587 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.583+0000 7f2d14ff9700 1 -- 172.21.15.16:0/3660230232 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d10012400 con 0x7f2d18166090 2023-09-23T06:36:19.587 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.583+0000 7f2d1e5ff700 1 -- 172.21.15.16:0/3660230232 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d181f8110 con 0x7f2d18166090 2023-09-23T06:36:19.587 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.583+0000 7f2d1e5ff700 1 -- 172.21.15.16:0/3660230232 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d18164d30 con 0x7f2d18166090 2023-09-23T06:36:19.587 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.583+0000 7feefb7fe700 1 -- 172.21.15.16:0/1884645810 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feeec0052d0 con 0x7feee4004850 2023-09-23T06:36:19.587 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.583+0000 7feefb7fe700 1 -- 172.21.15.16:0/1884645810 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feeec005430 con 0x7feee4004850 2023-09-23T06:36:19.588 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.583+0000 7feefb7fe700 1 -- 172.21.15.16:0/1884645810 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feeec003880 con 0x7feee4004850 2023-09-23T06:36:19.588 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.584+0000 7fef02bff700 1 -- 172.21.15.16:0/1884645810 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feee4004850 msgr2=0x7feee4004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.588 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.584+0000 7fef02bff700 1 --2- 172.21.15.16:0/1884645810 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feee4004850 0x7feee4004cd0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7feefc0cfea0 tx=0x7feee4005880 comp rx=0 tx=0).stop 2023-09-23T06:36:19.588 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.585+0000 7fef02bff700 1 -- 172.21.15.16:0/1884645810 shutdown_connections 2023-09-23T06:36:19.588 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.585+0000 7fef02bff700 1 --2- 172.21.15.16:0/1884645810 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feee4004850 0x7feee4004cd0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.588 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.585+0000 7fef02bff700 1 -- 172.21.15.16:0/1884645810 >> 172.21.15.16:0/1884645810 conn(0x7feefc0722a0 msgr2=0x7feefc0726b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.589 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.587+0000 7f2d14ff9700 1 -- 172.21.15.16:0/3660230232 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f2d1001b3b0 con 0x7f2d18166090 2023-09-23T06:36:19.590 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.585+0000 7fef02bff700 1 -- 172.21.15.16:0/1884645810 shutdown_connections 2023-09-23T06:36:19.590 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.586+0000 7fef02bff700 1 -- 172.21.15.16:0/1884645810 wait complete. 2023-09-23T06:36:19.590 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.589+0000 7fef02bff700 1 Processor -- start 2023-09-23T06:36:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.589+0000 7fef02bff700 1 -- start start 2023-09-23T06:36:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.590+0000 7fef02bff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feee4004850 0x7feefc06da70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.591+0000 7fef02bff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feefc15abe0 0x7feefc0cd2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.591+0000 7fef02bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7feefc0b39e0 0x7feefc0b3e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.591+0000 7fef02bff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feefc0ccaa0 con 0x7feee4004850 2023-09-23T06:36:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.591+0000 7fef02bff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feefc0b4380 con 0x7feefc15abe0 2023-09-23T06:36:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.591+0000 7fef02bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feefc0cbb20 con 0x7feefc0b39e0 2023-09-23T06:36:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.589+0000 7f2d1e5ff700 1 -- 172.21.15.16:0/3660230232 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2cf80052f0 con 0x7f2d18166090 2023-09-23T06:36:19.594 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.592+0000 7fef0099b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feee4004850 0x7feefc06da70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.595 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.592+0000 7feefbfff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feefc15abe0 0x7feefc0cd2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.595 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.592+0000 7feefbfff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feefc15abe0 0x7feefc0cd2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:55044/0 (socket says 172.21.15.16:55044) 2023-09-23T06:36:19.595 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.592+0000 7feefbfff700 1 -- 172.21.15.16:0/3215892292 learned_addr learned my addr 172.21.15.16:0/3215892292 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:19.595 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.593+0000 7fef0119c700 1 --2- 172.21.15.16:0/3215892292 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7feefc0b39e0 0x7feefc0b3e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.595 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.592+0000 7f2d14ff9700 1 --2- 172.21.15.16:0/3660230232 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f2d0406b090 0x7f2d0406d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.595 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.593+0000 7f2d14ff9700 1 -- 172.21.15.16:0/3660230232 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2d10089170 con 0x7f2d18166090 2023-09-23T06:36:19.595 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.593+0000 7f2d17fff700 1 --2- 172.21.15.16:0/3660230232 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f2d0406b090 0x7f2d0406d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.596 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.593+0000 7feefbfff700 1 -- 172.21.15.16:0/3215892292 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7feefc0b39e0 msgr2=0x7feefc0b3e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.596 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.593+0000 7feefbfff700 1 --2- 172.21.15.16:0/3215892292 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7feefc0b39e0 0x7feefc0b3e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.596 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.593+0000 7feefbfff700 1 -- 172.21.15.16:0/3215892292 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feee4004850 msgr2=0x7feefc06da70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.596 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.593+0000 7feefbfff700 1 --2- 172.21.15.16:0/3215892292 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feee4004850 0x7feefc06da70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.597 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.593+0000 7feefbfff700 1 -- 172.21.15.16:0/3215892292 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feefc1e6770 con 0x7feefc15abe0 2023-09-23T06:36:19.597 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.594+0000 7feefbfff700 1 --2- 172.21.15.16:0/3215892292 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feefc15abe0 0x7feefc0cd2f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7feeec001e70 tx=0x7feeec0011e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.597 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.594+0000 7feef97fa700 1 -- 172.21.15.16:0/3215892292 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feeec003e70 con 0x7feefc15abe0 2023-09-23T06:36:19.597 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.594+0000 7feef97fa700 1 -- 172.21.15.16:0/3215892292 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feeec01e430 con 0x7feefc15abe0 2023-09-23T06:36:19.597 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.594+0000 7feef97fa700 1 -- 172.21.15.16:0/3215892292 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feeec01e7e0 con 0x7feefc15abe0 2023-09-23T06:36:19.597 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.595+0000 7fef02bff700 1 -- 172.21.15.16:0/3215892292 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feefc1e6a50 con 0x7feefc15abe0 2023-09-23T06:36:19.597 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.595+0000 7f2d17fff700 1 --2- 172.21.15.16:0/3660230232 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f2d0406b090 0x7f2d0406d550 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2d181611a0 tx=0x7f2d08009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.598 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.595+0000 7fef02bff700 1 -- 172.21.15.16:0/3215892292 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feefc15b060 con 0x7feefc15abe0 2023-09-23T06:36:19.598 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.597+0000 7fef02bff700 1 -- 172.21.15.16:0/3215892292 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feedc0052f0 con 0x7feefc15abe0 2023-09-23T06:36:19.600 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.599+0000 7f2d14ff9700 1 -- 172.21.15.16:0/3660230232 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f2d100542d0 con 0x7f2d18166090 2023-09-23T06:36:19.602 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.599+0000 7feef97fa700 1 -- 172.21.15.16:0/3215892292 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7feeec01e940 con 0x7feefc15abe0 2023-09-23T06:36:19.602 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.600+0000 7feef97fa700 1 --2- 172.21.15.16:0/3215892292 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7feee806b090 0x7feee806d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:19.603 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.601+0000 7feef97fa700 1 -- 172.21.15.16:0/3215892292 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7feeec08a4b0 con 0x7feefc15abe0 2023-09-23T06:36:19.603 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.601+0000 7fef0099b700 1 --2- 172.21.15.16:0/3215892292 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7feee806b090 0x7feee806d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:19.604 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.602+0000 7fef0099b700 1 --2- 172.21.15.16:0/3215892292 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7feee806b090 0x7feee806d550 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7feefc0cab10 tx=0x7feef40074d0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:19.617 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.605+0000 7feef97fa700 1 -- 172.21.15.16:0/3215892292 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7feeec055680 con 0x7feefc15abe0 2023-09-23T06:36:19.930 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.927+0000 7f306c9ff700 1 -- 172.21.15.16:0/3893127630 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f30680c72e0 con 0x7f30680c9830 2023-09-23T06:36:19.931 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.930+0000 7f3056ffd700 1 -- 172.21.15.16:0/3893127630 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f30680c72e0 con 0x7f30680c9830 2023-09-23T06:36:19.935 INFO:teuthology.orchestra.run.smithi016.stdout:55834574852 2023-09-23T06:36:19.936 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.934+0000 7f306c9ff700 1 -- 172.21.15.16:0/3893127630 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f304806b090 msgr2=0x7f304806d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.936 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.934+0000 7f306c9ff700 1 --2- 172.21.15.16:0/3893127630 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f304806b090 0x7f304806d550 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f30680b1f50 tx=0x7f3060010000 comp rx=0 tx=0).stop 2023-09-23T06:36:19.936 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.934+0000 7f306c9ff700 1 -- 172.21.15.16:0/3893127630 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f30680c9830 msgr2=0x7f30681f70d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.936 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.934+0000 7f306c9ff700 1 --2- 172.21.15.16:0/3893127630 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f30680c9830 0x7f30681f70d0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f305c00c420 tx=0x7f305c00c7e0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.937 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.935+0000 7f306c9ff700 1 -- 172.21.15.16:0/3893127630 shutdown_connections 2023-09-23T06:36:19.937 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.935+0000 7f306c9ff700 1 --2- 172.21.15.16:0/3893127630 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3068162b90 0x7f30681609c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.937 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.935+0000 7f306c9ff700 1 --2- 172.21.15.16:0/3893127630 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f304806b090 0x7f304806d550 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.937 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.935+0000 7f306c9ff700 1 --2- 172.21.15.16:0/3893127630 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f30680b0c60 0x7f30681587f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.937 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.935+0000 7f306c9ff700 1 --2- 172.21.15.16:0/3893127630 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f30680c9830 0x7f30681f70d0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.938 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.935+0000 7f306c9ff700 1 -- 172.21.15.16:0/3893127630 >> 172.21.15.16:0/3893127630 conn(0x7f306806a960 msgr2=0x7f30680b0420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.938 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.935+0000 7f306c9ff700 1 -- 172.21.15.16:0/3893127630 shutdown_connections 2023-09-23T06:36:19.938 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.935+0000 7f306c9ff700 1 -- 172.21.15.16:0/3893127630 wait complete. 2023-09-23T06:36:19.946 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.944+0000 7fd6269ff700 1 -- 172.21.15.16:0/3247780972 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fd600005870 con 0x7fd6200cbc00 2023-09-23T06:36:19.947 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.945+0000 7fd61cff9700 1 -- 172.21.15.16:0/3247780972 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fd61800cea0 con 0x7fd6200cbc00 2023-09-23T06:36:19.947 INFO:teuthology.orchestra.run.smithi016.stdout:55834574852 2023-09-23T06:36:19.948 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.946+0000 7fb63ddff700 1 -- 172.21.15.16:0/2290873929 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7fb63815e0b0 con 0x7fb6380b12b0 2023-09-23T06:36:19.949 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.946+0000 7fb61ffff700 1 -- 172.21.15.16:0/2290873929 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fb62c054dd0 con 0x7fb6380b12b0 2023-09-23T06:36:19.951 INFO:teuthology.orchestra.run.smithi016.stdout:55834574851 2023-09-23T06:36:19.952 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.950+0000 7fd6269ff700 1 -- 172.21.15.16:0/3247780972 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd60c06b090 msgr2=0x7fd60c06d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.952 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.950+0000 7fd6269ff700 1 --2- 172.21.15.16:0/3247780972 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd60c06b090 0x7fd60c06d550 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fd61400a850 tx=0x7fd614008040 comp rx=0 tx=0).stop 2023-09-23T06:36:19.952 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.950+0000 7fd6269ff700 1 -- 172.21.15.16:0/3247780972 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6200cbc00 msgr2=0x7fd620071030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.952 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.950+0000 7fd6269ff700 1 --2- 172.21.15.16:0/3247780972 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6200cbc00 0x7fd620071030 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fd61800efc0 tx=0x7fd61800c3a0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.953 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.951+0000 7fd6269ff700 1 -- 172.21.15.16:0/3247780972 shutdown_connections 2023-09-23T06:36:19.953 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.951+0000 7fd6269ff700 1 --2- 172.21.15.16:0/3247780972 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd6200cbc00 0x7fd620071030 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.953 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.951+0000 7fd6269ff700 1 --2- 172.21.15.16:0/3247780972 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd60c06b090 0x7fd60c06d550 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.953 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.951+0000 7fd6269ff700 1 --2- 172.21.15.16:0/3247780972 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd6200b0e40 0x7fd6200ae040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.954 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.951+0000 7fd6269ff700 1 --2- 172.21.15.16:0/3247780972 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd6200ca200 0x7fd6200b4340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.954 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.951+0000 7fd6269ff700 1 -- 172.21.15.16:0/3247780972 >> 172.21.15.16:0/3247780972 conn(0x7fd62006a960 msgr2=0x7fd6200c82c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.954 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.951+0000 7fd6269ff700 1 -- 172.21.15.16:0/3247780972 shutdown_connections 2023-09-23T06:36:19.954 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.951+0000 7fd6269ff700 1 -- 172.21.15.16:0/3247780972 wait complete. 2023-09-23T06:36:19.955 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.951+0000 7fb63ddff700 1 -- 172.21.15.16:0/2290873929 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb62406afc0 msgr2=0x7fb62406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.955 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.951+0000 7fb63ddff700 1 --2- 172.21.15.16:0/2290873929 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb62406afc0 0x7fb62406d480 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7fb6380c8b50 tx=0x7fb62800d040 comp rx=0 tx=0).stop 2023-09-23T06:36:19.955 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.951+0000 7fb63ddff700 1 -- 172.21.15.16:0/2290873929 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6380b12b0 msgr2=0x7fb6380c76d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.956 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.951+0000 7fb63ddff700 1 --2- 172.21.15.16:0/2290873929 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6380b12b0 0x7fb6380c76d0 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb62c00bfc0 tx=0x7fb62c013390 comp rx=0 tx=0).stop 2023-09-23T06:36:19.956 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.951+0000 7fb63ddff700 1 -- 172.21.15.16:0/2290873929 shutdown_connections 2023-09-23T06:36:19.956 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.951+0000 7fb63ddff700 1 --2- 172.21.15.16:0/2290873929 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6380ca200 0x7fb6380c7c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.956 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.951+0000 7fb63ddff700 1 --2- 172.21.15.16:0/2290873929 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb62406afc0 0x7fb62406d480 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.956 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.951+0000 7fb63ddff700 1 --2- 172.21.15.16:0/2290873929 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6380b0ed0 0x7fb63814ae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.956 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.951+0000 7fb63ddff700 1 --2- 172.21.15.16:0/2290873929 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6380b12b0 0x7fb6380c76d0 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.957 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.951+0000 7fb63ddff700 1 -- 172.21.15.16:0/2290873929 >> 172.21.15.16:0/2290873929 conn(0x7fb63806a960 msgr2=0x7fb638072330 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.957 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.952+0000 7fb63ddff700 1 -- 172.21.15.16:0/2290873929 shutdown_connections 2023-09-23T06:36:19.957 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.952+0000 7fb63ddff700 1 -- 172.21.15.16:0/2290873929 wait complete. 2023-09-23T06:36:19.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.965+0000 7fbe6b5ff700 1 -- 172.21.15.16:0/303526784 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fbe440055a0 con 0x7fbe640c9830 2023-09-23T06:36:19.970 INFO:teuthology.orchestra.run.smithi016.stdout:55834574852 2023-09-23T06:36:19.970 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.966+0000 7fbe59ffb700 1 -- 172.21.15.16:0/303526784 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fbe60057a60 con 0x7fbe640c9830 2023-09-23T06:36:19.970 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.0 2023-09-23T06:36:19.971 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.969+0000 7fbe6b5ff700 1 -- 172.21.15.16:0/303526784 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbe4806b090 msgr2=0x7fbe4806d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.971 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.969+0000 7fbe6b5ff700 1 --2- 172.21.15.16:0/303526784 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbe4806b090 0x7fbe4806d550 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fbe640c6900 tx=0x7fbe5c009250 comp rx=0 tx=0).stop 2023-09-23T06:36:19.971 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.969+0000 7fbe6b5ff700 1 -- 172.21.15.16:0/303526784 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbe640c9830 msgr2=0x7fbe6416d840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.971 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.969+0000 7fbe6b5ff700 1 --2- 172.21.15.16:0/303526784 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbe640c9830 0x7fbe6416d840 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fbe6000e810 tx=0x7fbe6000ebd0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.972 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.970+0000 7fbe6b5ff700 1 -- 172.21.15.16:0/303526784 shutdown_connections 2023-09-23T06:36:19.973 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.970+0000 7fbe6b5ff700 1 --2- 172.21.15.16:0/303526784 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbe64166090 0x7fbe6416dd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.973 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.970+0000 7fbe6b5ff700 1 --2- 172.21.15.16:0/303526784 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbe4806b090 0x7fbe4806d550 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.973 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.970+0000 7fbe6b5ff700 1 --2- 172.21.15.16:0/303526784 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbe640b0c60 0x7fbe64070ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.973 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.970+0000 7fbe6b5ff700 1 --2- 172.21.15.16:0/303526784 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbe640c9830 0x7fbe6416d840 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.973 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.970+0000 7fbe6b5ff700 1 -- 172.21.15.16:0/303526784 >> 172.21.15.16:0/303526784 conn(0x7fbe6406ae10 msgr2=0x7fbe640c69a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.973 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.970+0000 7fbe6b5ff700 1 -- 172.21.15.16:0/303526784 shutdown_connections 2023-09-23T06:36:19.973 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.970+0000 7fbe6b5ff700 1 -- 172.21.15.16:0/303526784 wait complete. 2023-09-23T06:36:19.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.982+0000 7fd07e5ff700 1 -- 172.21.15.16:0/3978691346 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7fd0780b5160 con 0x7fd0780ca200 2023-09-23T06:36:19.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.983+0000 7fd074ff9700 1 -- 172.21.15.16:0/3978691346 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fd06c014090 con 0x7fd0780ca200 2023-09-23T06:36:19.989 INFO:teuthology.orchestra.run.smithi016.stdout:55834574851 2023-09-23T06:36:19.990 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.1 2023-09-23T06:36:19.990 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574851 for osd.3 2023-09-23T06:36:19.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.987+0000 7fd07e5ff700 1 -- 172.21.15.16:0/3978691346 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd06406b090 msgr2=0x7fd06406d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.987+0000 7fd07e5ff700 1 --2- 172.21.15.16:0/3978691346 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd06406b090 0x7fd06406d550 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd070009430 tx=0x7fd07000d040 comp rx=0 tx=0).stop 2023-09-23T06:36:19.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.987+0000 7fd07e5ff700 1 -- 172.21.15.16:0/3978691346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd0780ca200 msgr2=0x7fd0781f10b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.987+0000 7fd07e5ff700 1 --2- 172.21.15.16:0/3978691346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd0780ca200 0x7fd0781f10b0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fd06c00c5b0 tx=0x7fd06c00c970 comp rx=0 tx=0).stop 2023-09-23T06:36:19.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.987+0000 7fd07e5ff700 1 -- 172.21.15.16:0/3978691346 shutdown_connections 2023-09-23T06:36:19.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.987+0000 7fd07e5ff700 1 --2- 172.21.15.16:0/3978691346 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd0780ca200 0x7fd0781f10b0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.987+0000 7fd07e5ff700 1 --2- 172.21.15.16:0/3978691346 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd0780b0ed0 0x7fd0781f0630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.987+0000 7fd07e5ff700 1 --2- 172.21.15.16:0/3978691346 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd06406b090 0x7fd06406d550 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.987+0000 7fd07e5ff700 1 --2- 172.21.15.16:0/3978691346 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd0780b12b0 0x7fd0781f0b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.987+0000 7fd07e5ff700 1 -- 172.21.15.16:0/3978691346 >> 172.21.15.16:0/3978691346 conn(0x7fd07806a960 msgr2=0x7fd0780c73f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.988+0000 7fd07e5ff700 1 -- 172.21.15.16:0/3978691346 shutdown_connections 2023-09-23T06:36:19.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.988+0000 7fd07e5ff700 1 -- 172.21.15.16:0/3978691346 wait complete. 2023-09-23T06:36:19.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.988+0000 7f5dd2fff700 1 -- 172.21.15.16:0/3049176103 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f5dcc0c8350 con 0x7f5dcc159050 2023-09-23T06:36:19.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.989+0000 7f5dc97fa700 1 -- 172.21.15.16:0/3049176103 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f5dcc0c8350 con 0x7f5dcc159050 2023-09-23T06:36:19.993 INFO:teuthology.orchestra.run.smithi016.stdout:55834574853 2023-09-23T06:36:19.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.991+0000 7f5dd2fff700 1 -- 172.21.15.16:0/3049176103 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5db806b090 msgr2=0x7f5db806d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.991+0000 7f5dd2fff700 1 --2- 172.21.15.16:0/3049176103 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5db806b090 0x7f5db806d550 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f5dc0000fb0 tx=0x7f5dc000a000 comp rx=0 tx=0).stop 2023-09-23T06:36:19.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.991+0000 7f5dd2fff700 1 -- 172.21.15.16:0/3049176103 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5dcc159050 msgr2=0x7f5dcc0b2330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:19.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.991+0000 7f5dd2fff700 1 --2- 172.21.15.16:0/3049176103 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5dcc159050 0x7f5dcc0b2330 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f5dcc0ca980 tx=0x7f5dbc00eae0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.991+0000 7f5dd2fff700 1 -- 172.21.15.16:0/3049176103 shutdown_connections 2023-09-23T06:36:19.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.991+0000 7f5dd2fff700 1 --2- 172.21.15.16:0/3049176103 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5dcc159050 0x7f5dcc0b2330 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.991+0000 7f5dd2fff700 1 --2- 172.21.15.16:0/3049176103 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5db4003a00 0x7f5dcc0c6f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.991+0000 7f5dd2fff700 1 --2- 172.21.15.16:0/3049176103 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5db806b090 0x7f5db806d550 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.991+0000 7f5dd2fff700 1 --2- 172.21.15.16:0/3049176103 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5dcc0b47a0 0x7f5dcc1587b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:19.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.991+0000 7f5dd2fff700 1 -- 172.21.15.16:0/3049176103 >> 172.21.15.16:0/3049176103 conn(0x7f5dcc06a960 msgr2=0x7f5dcc0b0440 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:19.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.992+0000 7f5dd2fff700 1 -- 172.21.15.16:0/3049176103 shutdown_connections 2023-09-23T06:36:19.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:19.992+0000 7f5dd2fff700 1 -- 172.21.15.16:0/3049176103 wait complete. 2023-09-23T06:36:19.999 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.4 2023-09-23T06:36:20.012 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574851 for osd.2 2023-09-23T06:36:20.014 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.6 2023-09-23T06:36:20.058 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.057+0000 7f2d1e5ff700 1 -- 172.21.15.16:0/3660230232 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f2cf80055a0 con 0x7f2d18166090 2023-09-23T06:36:20.059 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.057+0000 7fef02bff700 1 -- 172.21.15.16:0/3215892292 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7feedc0055a0 con 0x7feefc15abe0 2023-09-23T06:36:20.059 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.057+0000 7f2d14ff9700 1 -- 172.21.15.16:0/3660230232 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f2d10001b60 con 0x7f2d18166090 2023-09-23T06:36:20.059 INFO:teuthology.orchestra.run.smithi016.stdout:55834574853 2023-09-23T06:36:20.060 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.057+0000 7feef97fa700 1 -- 172.21.15.16:0/3215892292 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7feeec058ca0 con 0x7feefc15abe0 2023-09-23T06:36:20.060 INFO:teuthology.orchestra.run.smithi016.stdout:55834574852 2023-09-23T06:36:20.062 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7f2d1e5ff700 1 -- 172.21.15.16:0/3660230232 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f2d0406b090 msgr2=0x7f2d0406d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:20.062 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7f2d1e5ff700 1 --2- 172.21.15.16:0/3660230232 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f2d0406b090 0x7f2d0406d550 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f2d181611a0 tx=0x7f2d08009040 comp rx=0 tx=0).stop 2023-09-23T06:36:20.062 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7f2d1e5ff700 1 -- 172.21.15.16:0/3660230232 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2d18166090 msgr2=0x7f2d1815e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:20.062 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7f2d1e5ff700 1 --2- 172.21.15.16:0/3660230232 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2d18166090 0x7f2d1815e5c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f2d1000cae0 tx=0x7f2d1000cdf0 comp rx=0 tx=0).stop 2023-09-23T06:36:20.062 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7f2d1e5ff700 1 -- 172.21.15.16:0/3660230232 shutdown_connections 2023-09-23T06:36:20.063 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7f2d1e5ff700 1 --2- 172.21.15.16:0/3660230232 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2d18166090 0x7f2d1815e5c0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:20.063 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7f2d1e5ff700 1 --2- 172.21.15.16:0/3660230232 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2d180b0c60 0x7f2d18159720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:20.063 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7f2d1e5ff700 1 --2- 172.21.15.16:0/3660230232 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f2d0406b090 0x7f2d0406d550 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:20.063 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7f2d1e5ff700 1 --2- 172.21.15.16:0/3660230232 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2d180c9830 0x7f2d181f7340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:20.063 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7f2d1e5ff700 1 -- 172.21.15.16:0/3660230232 >> 172.21.15.16:0/3660230232 conn(0x7f2d1806ae10 msgr2=0x7f2d180c6500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:20.063 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7f2d1e5ff700 1 -- 172.21.15.16:0/3660230232 shutdown_connections 2023-09-23T06:36:20.063 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7f2d1e5ff700 1 -- 172.21.15.16:0/3660230232 wait complete. 2023-09-23T06:36:20.064 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7fef02bff700 1 -- 172.21.15.16:0/3215892292 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7feee806b090 msgr2=0x7feee806d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:20.064 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7fef02bff700 1 --2- 172.21.15.16:0/3215892292 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7feee806b090 0x7feee806d550 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7feefc0cab10 tx=0x7feef40074d0 comp rx=0 tx=0).stop 2023-09-23T06:36:20.064 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7fef02bff700 1 -- 172.21.15.16:0/3215892292 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feefc15abe0 msgr2=0x7feefc0cd2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:20.064 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7fef02bff700 1 --2- 172.21.15.16:0/3215892292 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feefc15abe0 0x7feefc0cd2f0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7feeec001e70 tx=0x7feeec0011e0 comp rx=0 tx=0).stop 2023-09-23T06:36:20.064 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7fef02bff700 1 -- 172.21.15.16:0/3215892292 shutdown_connections 2023-09-23T06:36:20.065 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7fef02bff700 1 --2- 172.21.15.16:0/3215892292 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7feefc0b39e0 0x7feefc0b3e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:20.065 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7fef02bff700 1 --2- 172.21.15.16:0/3215892292 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7feee806b090 0x7feee806d550 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:20.065 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7fef02bff700 1 --2- 172.21.15.16:0/3215892292 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feee4004850 0x7feefc06da70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:20.065 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7fef02bff700 1 --2- 172.21.15.16:0/3215892292 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feefc15abe0 0x7feefc0cd2f0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:20.065 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7fef02bff700 1 -- 172.21.15.16:0/3215892292 >> 172.21.15.16:0/3215892292 conn(0x7feefc0722a0 msgr2=0x7feefc072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:20.065 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7fef02bff700 1 -- 172.21.15.16:0/3215892292 shutdown_connections 2023-09-23T06:36:20.065 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:20.060+0000 7fef02bff700 1 -- 172.21.15.16:0/3215892292 wait complete. 2023-09-23T06:36:20.082 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574853 for osd.5 2023-09-23T06:36:20.083 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574852 for osd.7 2023-09-23T06:36:20.972 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2023-09-23T06:36:20.990 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2023-09-23T06:36:20.991 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2023-09-23T06:36:20.999 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2023-09-23T06:36:21.013 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2023-09-23T06:36:21.016 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2023-09-23T06:36:21.083 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2023-09-23T06:36:21.084 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2023-09-23T06:36:21.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.287+0000 7f9d601ff700 1 Processor -- start 2023-09-23T06:36:21.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.287+0000 7f9d601ff700 1 -- start start 2023-09-23T06:36:21.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.289+0000 7f9d601ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9d58166090 0x7f9d580cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.290+0000 7f9d601ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9d580b1370 0x7f9d580c9cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.290+0000 7f9d601ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d580ccfc0 con 0x7f9d580c9830 2023-09-23T06:36:21.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.290+0000 7f9d601ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d580cd860 con 0x7f9d58166090 2023-09-23T06:36:21.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.290+0000 7f9d601ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d580ca2f0 con 0x7f9d580b1370 2023-09-23T06:36:21.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.291+0000 7f9d5df9b700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9d58166090 0x7f9d580cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.291+0000 7f9d5df9b700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9d58166090 0x7f9d580cdcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46088/0 (socket says 172.21.15.16:46088) 2023-09-23T06:36:21.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.291+0000 7f9d5df9b700 1 -- 172.21.15.16:0/541803065 learned_addr learned my addr 172.21.15.16:0/541803065 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:21.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.292+0000 7f9d5df9b700 1 -- 172.21.15.16:0/541803065 >> v2:172.21.15.92:3300/0 conn(0x7f9d580b1370 msgr2=0x7f9d580c9cb0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-09-23T06:36:21.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.292+0000 7f9d5df9b700 1 --2- 172.21.15.16:0/541803065 >> v2:172.21.15.92:3300/0 conn(0x7f9d580b1370 0x7f9d580c9cb0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.292+0000 7f9d5df9b700 1 -- 172.21.15.16:0/541803065 >> v1:172.21.15.92:6789/0 conn(0x7f9d580c9830 legacy=0x7f9d580b0c60 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-09-23T06:36:21.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.292+0000 7f9d5df9b700 1 -- 172.21.15.16:0/541803065 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d580cd210 con 0x7f9d58166090 2023-09-23T06:36:21.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.293+0000 7f9d5df9b700 1 --2- 172.21.15.16:0/541803065 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9d58166090 0x7f9d580cdcf0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9d580c97c0 tx=0x7f9d5000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45abdf1b16dc26d server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.293+0000 7f9d5cf99700 1 -- 172.21.15.16:0/541803065 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d5000e070 con 0x7f9d58166090 2023-09-23T06:36:21.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.293+0000 7f9d5cf99700 1 -- 172.21.15.16:0/541803065 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d50003a20 con 0x7f9d58166090 2023-09-23T06:36:21.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.293+0000 7f9d5cf99700 1 -- 172.21.15.16:0/541803065 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d50003dd0 con 0x7f9d58166090 2023-09-23T06:36:21.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.294+0000 7f9d601ff700 1 -- 172.21.15.16:0/541803065 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9d58166090 msgr2=0x7f9d580cdcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.294+0000 7f9d601ff700 1 --2- 172.21.15.16:0/541803065 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9d58166090 0x7f9d580cdcf0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f9d580c97c0 tx=0x7f9d5000b330 comp rx=0 tx=0).stop 2023-09-23T06:36:21.299 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.295+0000 7f9d601ff700 1 -- 172.21.15.16:0/541803065 shutdown_connections 2023-09-23T06:36:21.299 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.295+0000 7f9d601ff700 1 --2- 172.21.15.16:0/541803065 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9d58166090 0x7f9d580cdcf0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.299 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.295+0000 7f9d601ff700 1 --2- 172.21.15.16:0/541803065 >> v2:172.21.15.92:3300/0 conn(0x7f9d580b1370 0x7f9d580c9cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.299 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.295+0000 7f9d601ff700 1 -- 172.21.15.16:0/541803065 >> 172.21.15.16:0/541803065 conn(0x7f9d5806ae10 msgr2=0x7f9d580cbc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:21.301 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.296+0000 7f9d601ff700 1 -- 172.21.15.16:0/541803065 shutdown_connections 2023-09-23T06:36:21.301 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.296+0000 7f9d601ff700 1 -- 172.21.15.16:0/541803065 wait complete. 2023-09-23T06:36:21.303 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.299+0000 7f9d601ff700 1 Processor -- start 2023-09-23T06:36:21.304 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.300+0000 7f9d601ff700 1 -- start start 2023-09-23T06:36:21.304 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.301+0000 7f9d601ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d580b1370 0x7f9d5814bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.304 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.301+0000 7f9d601ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9d58166090 0x7f9d5814c600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.304 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.301+0000 7f9d601ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d5814cb40 0x7f9d58071c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.304 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.301+0000 7f9d601ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d5814dd80 con 0x7f9d58166090 2023-09-23T06:36:21.304 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.301+0000 7f9d601ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d5814d170 con 0x7f9d5814cb40 2023-09-23T06:36:21.305 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.301+0000 7f9d601ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d5814d450 con 0x7f9d580b1370 2023-09-23T06:36:21.305 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.302+0000 7f9d5e79c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d5814cb40 0x7f9d58071c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.305 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.303+0000 7f9d5df9b700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d580b1370 0x7f9d5814bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.305 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.303+0000 7f9d5e79c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d5814cb40 0x7f9d58071c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:55074/0 (socket says 172.21.15.16:55074) 2023-09-23T06:36:21.305 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.303+0000 7f9d5e79c700 1 -- 172.21.15.16:0/2590604618 learned_addr learned my addr 172.21.15.16:0/2590604618 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:21.305 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.303+0000 7f9d5d79a700 1 --2- 172.21.15.16:0/2590604618 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9d58166090 0x7f9d5814c600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.304+0000 7f9d5e79c700 1 -- 172.21.15.16:0/2590604618 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d580b1370 msgr2=0x7f9d5814bd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.304+0000 7f9d5e79c700 1 --2- 172.21.15.16:0/2590604618 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d580b1370 0x7f9d5814bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.304+0000 7f9d5e79c700 1 -- 172.21.15.16:0/2590604618 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9d58166090 msgr2=0x7f9d5814c600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.304+0000 7f9d5e79c700 1 --2- 172.21.15.16:0/2590604618 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9d58166090 0x7f9d5814c600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.304+0000 7f9d5e79c700 1 -- 172.21.15.16:0/2590604618 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d50009b30 con 0x7f9d5814cb40 2023-09-23T06:36:21.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.304+0000 7f9d5e79c700 1 --2- 172.21.15.16:0/2590604618 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d5814cb40 0x7f9d58071c00 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9d5400b4a0 tx=0x7f9d5400b860 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.308 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.305+0000 7f9d4e7fc700 1 -- 172.21.15.16:0/2590604618 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d54011830 con 0x7f9d5814cb40 2023-09-23T06:36:21.308 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.305+0000 7f9d4e7fc700 1 -- 172.21.15.16:0/2590604618 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d540119b0 con 0x7f9d5814cb40 2023-09-23T06:36:21.308 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.305+0000 7f9d4e7fc700 1 -- 172.21.15.16:0/2590604618 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d54011d60 con 0x7f9d5814cb40 2023-09-23T06:36:21.308 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.305+0000 7f9d601ff700 1 -- 172.21.15.16:0/2590604618 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d581665f0 con 0x7f9d5814cb40 2023-09-23T06:36:21.309 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.305+0000 7f9d601ff700 1 -- 172.21.15.16:0/2590604618 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d5814da10 con 0x7f9d5814cb40 2023-09-23T06:36:21.313 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.311+0000 7f9d601ff700 1 -- 172.21.15.16:0/2590604618 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d5814df30 con 0x7f9d5814cb40 2023-09-23T06:36:21.318 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.314+0000 7f9d4e7fc700 1 -- 172.21.15.16:0/2590604618 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f9d5401a400 con 0x7f9d5814cb40 2023-09-23T06:36:21.318 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.316+0000 7f9d4e7fc700 1 --2- 172.21.15.16:0/2590604618 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9d3c06b090 0x7f9d3c06d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.318 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.316+0000 7f9d4e7fc700 1 -- 172.21.15.16:0/2590604618 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9d54089d20 con 0x7f9d5814cb40 2023-09-23T06:36:21.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.317+0000 7f9d4e7fc700 1 -- 172.21.15.16:0/2590604618 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f9d54054e80 con 0x7f9d5814cb40 2023-09-23T06:36:21.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.324+0000 7f9d5df9b700 1 --2- 172.21.15.16:0/2590604618 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9d3c06b090 0x7f9d3c06d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.386 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.368+0000 7f9d5df9b700 1 --2- 172.21.15.16:0/2590604618 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9d3c06b090 0x7f9d3c06d550 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9d50000f80 tx=0x7f9d50009000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.440+0000 7fa2413ff700 1 Processor -- start 2023-09-23T06:36:21.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.440+0000 7fa2413ff700 1 -- start start 2023-09-23T06:36:21.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.442+0000 7fa2413ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa23c0b0c60 0x7fa23c166160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.442+0000 7fa2413ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa23c0c9830 0x7fa23c0ccdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.442+0000 7fa2413ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa23c0ca080 con 0x7fa23c162b90 2023-09-23T06:36:21.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.442+0000 7fa2413ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa23c158fc0 con 0x7fa23c0c9830 2023-09-23T06:36:21.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.442+0000 7fa2413ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa23c0ca360 con 0x7fa23c0b0c60 2023-09-23T06:36:21.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.443+0000 7f8ec6dff700 1 Processor -- start 2023-09-23T06:36:21.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.443+0000 7f8ec6dff700 1 -- start start 2023-09-23T06:36:21.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.443+0000 7fa23b7fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa23c0c9830 0x7fa23c0ccdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.443+0000 7fa23b7fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa23c0c9830 0x7fa23c0ccdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46108/0 (socket says 172.21.15.16:46108) 2023-09-23T06:36:21.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.443+0000 7fa23b7fe700 1 -- 172.21.15.16:0/740520145 learned_addr learned my addr 172.21.15.16:0/740520145 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:21.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.444+0000 7fa23b7fe700 1 -- 172.21.15.16:0/740520145 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa23c0b0c60 msgr2=0x7fa23c166160 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-09-23T06:36:21.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.444+0000 7fa23b7fe700 1 --2- 172.21.15.16:0/740520145 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa23c0b0c60 0x7fa23c166160 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.444+0000 7fa23b7fe700 1 -- 172.21.15.16:0/740520145 >> v1:172.21.15.16:6789/0 conn(0x7fa23c162b90 legacy=0x7fa23c0b1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:21.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.444+0000 7fa23b7fe700 1 -- 172.21.15.16:0/740520145 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa23c162390 con 0x7fa23c0c9830 2023-09-23T06:36:21.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.444+0000 7fa23b7fe700 1 --2- 172.21.15.16:0/740520145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa23c0c9830 0x7fa23c0ccdb0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa234009e50 tx=0x7fa23400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cb86666c9b4be4c server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.445+0000 7ff4f9bff700 1 Processor -- start 2023-09-23T06:36:21.448 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.445+0000 7f4d4afff700 1 Processor -- start 2023-09-23T06:36:21.448 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.445+0000 7f4d4afff700 1 -- start start 2023-09-23T06:36:21.448 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.445+0000 7f8ec6dff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8ec0166090 0x7f8ec00cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.448 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.445+0000 7f8ec6dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ec00b1370 0x7f8ec00c9cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.448 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.445+0000 7f8ec6dff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ec00ccfc0 con 0x7f8ec00c9830 2023-09-23T06:36:21.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.445+0000 7f8ec6dff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ec00cd860 con 0x7f8ec0166090 2023-09-23T06:36:21.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.445+0000 7f8ec6dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ec00ca2f0 con 0x7f8ec00b1370 2023-09-23T06:36:21.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.446+0000 7fa239ffb700 1 -- 172.21.15.16:0/740520145 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa23400e070 con 0x7fa23c0c9830 2023-09-23T06:36:21.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.446+0000 7fa239ffb700 1 -- 172.21.15.16:0/740520145 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa234003a20 con 0x7fa23c0c9830 2023-09-23T06:36:21.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.446+0000 7fa239ffb700 1 -- 172.21.15.16:0/740520145 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa234003dd0 con 0x7fa23c0c9830 2023-09-23T06:36:21.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.447+0000 7fa2413ff700 1 -- 172.21.15.16:0/740520145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa23c0c9830 msgr2=0x7fa23c0ccdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.447+0000 7fa2413ff700 1 --2- 172.21.15.16:0/740520145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa23c0c9830 0x7fa23c0ccdb0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fa234009e50 tx=0x7fa23400b330 comp rx=0 tx=0).stop 2023-09-23T06:36:21.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.447+0000 7f4d4afff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4d4415e0e0 0x7f4d440cbe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.447+0000 7f4d4afff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4d440cc380 0x7f4d440c9d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.447+0000 7f4d4afff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4d440cc7b0 con 0x7f4d4415a400 2023-09-23T06:36:21.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.447+0000 7f4d4afff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4d440c9930 con 0x7f4d440cc380 2023-09-23T06:36:21.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.447+0000 7f4d4afff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4d44072020 con 0x7f4d4415e0e0 2023-09-23T06:36:21.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.447+0000 7f8ec539c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ec00b1370 0x7f8ec00c9cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.451 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.447+0000 7f8ec539c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ec00b1370 0x7f8ec00c9cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:58374/0 (socket says 172.21.15.16:58374) 2023-09-23T06:36:21.451 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.447+0000 7f8ec539c700 1 -- 172.21.15.16:0/3786756626 learned_addr learned my addr 172.21.15.16:0/3786756626 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:21.451 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.447+0000 7f8ec4b9b700 1 --2- 172.21.15.16:0/3786756626 >> v2:172.21.15.16:3300/0 conn(0x7f8ec0166090 0x7f8ec00cdcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.451 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.445+0000 7ff4f9bff700 1 -- start start 2023-09-23T06:36:21.451 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.448+0000 7ff4f9bff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ff4f40b8090 0x7ff4f40b84e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.451 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.448+0000 7ff4f9bff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4f40b8a20 con 0x7ff4f4160b10 2023-09-23T06:36:21.451 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.448+0000 7ff4f9bff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4f40b6d40 con 0x7ff4f40b92b0 2023-09-23T06:36:21.451 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.448+0000 7ff4f9bff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4f40b6ff0 con 0x7ff4f40b8090 2023-09-23T06:36:21.452 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.448+0000 7f4d48d9b700 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f4d4415a400 0x7f4d440715b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.16:33464/0 (socket says 172.21.15.16:33464) 2023-09-23T06:36:21.452 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.448+0000 7f4d48d9b700 1 -- 172.21.15.16:0/3682062816 learned_addr learned my addr 172.21.15.16:0/3682062816 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:21.452 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.448+0000 7f8ec539c700 1 -- 172.21.15.16:0/3786756626 >> v2:172.21.15.16:3300/0 conn(0x7f8ec0166090 msgr2=0x7f8ec00cdcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:21.452 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.448+0000 7f8ec539c700 1 --2- 172.21.15.16:0/3786756626 >> v2:172.21.15.16:3300/0 conn(0x7f8ec0166090 0x7f8ec00cdcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.452 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.448+0000 7f8ec539c700 1 -- 172.21.15.16:0/3786756626 >> v1:172.21.15.16:6789/0 conn(0x7f8ec00c9830 legacy=0x7f8ec00b0c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.452 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.448+0000 7f8ec539c700 1 -- 172.21.15.16:0/3786756626 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ec00cd210 con 0x7f8ec00b1370 2023-09-23T06:36:21.453 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.448+0000 7ff4f2ffd700 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7ff4f40b92b0 0x7ff4f40d1600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.16:33480/0 (socket says 172.21.15.16:33480) 2023-09-23T06:36:21.453 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.448+0000 7ff4f2ffd700 1 -- 172.21.15.16:0/1629270470 learned_addr learned my addr 172.21.15.16:0/1629270470 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:21.453 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.448+0000 7f4d43fff700 1 --2- 172.21.15.16:0/3682062816 >> v2:172.21.15.92:3300/0 conn(0x7f4d4415e0e0 0x7f4d440cbe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.454 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.449+0000 7fa2413ff700 1 -- 172.21.15.16:0/740520145 shutdown_connections 2023-09-23T06:36:21.454 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.449+0000 7fa2413ff700 1 --2- 172.21.15.16:0/740520145 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa23c0c9830 0x7fa23c0ccdb0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.454 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.449+0000 7fa2413ff700 1 --2- 172.21.15.16:0/740520145 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa23c0b0c60 0x7fa23c166160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.454 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.449+0000 7fa2413ff700 1 -- 172.21.15.16:0/740520145 >> 172.21.15.16:0/740520145 conn(0x7fa23c06a960 msgr2=0x7fa23c06ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:21.454 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.449+0000 7f4d437fe700 1 -- 172.21.15.16:0/3682062816 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3327317505 0 0) 0x7f4d440cc7b0 con 0x7f4d4415a400 2023-09-23T06:36:21.454 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.449+0000 7f4d437fe700 1 -- 172.21.15.16:0/3682062816 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4d300035b0 con 0x7f4d4415a400 2023-09-23T06:36:21.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.449+0000 7f4d43fff700 1 -- 172.21.15.16:0/3682062816 >> v2:172.21.15.16:3300/0 conn(0x7f4d440cc380 msgr2=0x7f4d440c9d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:21.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.449+0000 7f4d43fff700 1 --2- 172.21.15.16:0/3682062816 >> v2:172.21.15.16:3300/0 conn(0x7f4d440cc380 0x7f4d440c9d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.449+0000 7f4d43fff700 1 -- 172.21.15.16:0/3682062816 >> v1:172.21.15.92:6789/0 conn(0x7f4d4415a400 legacy=0x7f4d440715b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.449+0000 7f4d43fff700 1 -- 172.21.15.16:0/3682062816 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d44072300 con 0x7f4d4415e0e0 2023-09-23T06:36:21.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.449+0000 7f8ec539c700 1 --2- 172.21.15.16:0/3786756626 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ec00b1370 0x7f8ec00c9cb0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f8eb8009e50 tx=0x7f8eb800b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=35803ba195959b5c server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.449+0000 7ff4f3fff700 1 --2- 172.21.15.16:0/1629270470 >> v2:172.21.15.16:3300/0 conn(0x7ff4f40b8090 0x7ff4f40b84e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.456 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.450+0000 7f4d43fff700 1 --2- 172.21.15.16:0/3682062816 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d4415e0e0 0x7f4d440cbe40 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4d4415e4c0 tx=0x7f4d34009b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ee8db8e7fa99f1e5 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.456 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.450+0000 7ff4f3fff700 1 -- 172.21.15.16:0/1629270470 >> v1:172.21.15.92:6789/0 conn(0x7ff4f40b92b0 legacy=0x7ff4f40d1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:21.456 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.450+0000 7ff4f3fff700 1 -- 172.21.15.16:0/1629270470 >> v1:172.21.15.16:6789/0 conn(0x7ff4f4160b10 legacy=0x7ff4f40b6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.456 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.450+0000 7ff4f27fc700 1 -- 172.21.15.16:0/1629270470 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4121481926 0 0) 0x7ff4f40b8a20 con 0x7ff4f4160b10 2023-09-23T06:36:21.456 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.450+0000 7ff4f3fff700 1 -- 172.21.15.16:0/1629270470 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4f40b72d0 con 0x7ff4f40b8090 2023-09-23T06:36:21.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.450+0000 7f4d437fe700 1 -- 172.21.15.16:0/3682062816 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d34005e30 con 0x7f4d4415e0e0 2023-09-23T06:36:21.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.450+0000 7f4d437fe700 1 -- 172.21.15.16:0/3682062816 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d34006030 con 0x7f4d4415e0e0 2023-09-23T06:36:21.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.450+0000 7f4d437fe700 1 -- 172.21.15.16:0/3682062816 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d340063c0 con 0x7f4d4415e0e0 2023-09-23T06:36:21.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.451+0000 7ff4f3fff700 1 --2- 172.21.15.16:0/1629270470 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4f40b8090 0x7ff4f40b84e0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff4e8009840 tx=0x7ff4e8009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9369c6903d31ba06 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.449+0000 7fa2413ff700 1 -- 172.21.15.16:0/740520145 shutdown_connections 2023-09-23T06:36:21.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.449+0000 7fa2413ff700 1 -- 172.21.15.16:0/740520145 wait complete. 2023-09-23T06:36:21.458 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.451+0000 7f4d4afff700 1 -- 172.21.15.16:0/3682062816 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d4415e0e0 msgr2=0x7f4d440cbe40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.458 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.451+0000 7f4d4afff700 1 --2- 172.21.15.16:0/3682062816 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d4415e0e0 0x7f4d440cbe40 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f4d4415e4c0 tx=0x7f4d34009b00 comp rx=0 tx=0).stop 2023-09-23T06:36:21.458 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.451+0000 7ff4f27fc700 1 -- 172.21.15.16:0/1629270470 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4e8004230 con 0x7ff4f40b8090 2023-09-23T06:36:21.458 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.451+0000 7ff4f27fc700 1 -- 172.21.15.16:0/1629270470 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4e8004390 con 0x7ff4f40b8090 2023-09-23T06:36:21.458 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.451+0000 7ff4f27fc700 1 -- 172.21.15.16:0/1629270470 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4e80036a0 con 0x7ff4f40b8090 2023-09-23T06:36:21.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.452+0000 7fa2413ff700 1 Processor -- start 2023-09-23T06:36:21.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.451+0000 7f4d4afff700 1 -- 172.21.15.16:0/3682062816 shutdown_connections 2023-09-23T06:36:21.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.451+0000 7f4d4afff700 1 --2- 172.21.15.16:0/3682062816 >> v2:172.21.15.16:3300/0 conn(0x7f4d440cc380 0x7f4d440c9d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.451+0000 7f4d4afff700 1 --2- 172.21.15.16:0/3682062816 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d4415e0e0 0x7f4d440cbe40 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.451+0000 7f4d4afff700 1 -- 172.21.15.16:0/3682062816 >> 172.21.15.16:0/3682062816 conn(0x7f4d4406a960 msgr2=0x7f4d4406ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:21.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.452+0000 7f4d4afff700 1 -- 172.21.15.16:0/3682062816 shutdown_connections 2023-09-23T06:36:21.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.452+0000 7f4d4afff700 1 -- 172.21.15.16:0/3682062816 wait complete. 2023-09-23T06:36:21.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.452+0000 7f8ebf7fe700 1 -- 172.21.15.16:0/3786756626 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8eb800e070 con 0x7f8ec00b1370 2023-09-23T06:36:21.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.452+0000 7f8ebf7fe700 1 -- 172.21.15.16:0/3786756626 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8eb800b910 con 0x7f8ec00b1370 2023-09-23T06:36:21.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.452+0000 7f8ebf7fe700 1 -- 172.21.15.16:0/3786756626 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8eb800bcc0 con 0x7f8ec00b1370 2023-09-23T06:36:21.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.452+0000 7fa2413ff700 1 -- start start 2023-09-23T06:36:21.461 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.452+0000 7fb7dddff700 1 Processor -- start 2023-09-23T06:36:21.461 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.452+0000 7ff4f9bff700 1 -- 172.21.15.16:0/1629270470 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4f40b8090 msgr2=0x7ff4f40b84e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.461 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.452+0000 7ff4f9bff700 1 --2- 172.21.15.16:0/1629270470 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4f40b8090 0x7ff4f40b84e0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff4e8009840 tx=0x7ff4e8009b50 comp rx=0 tx=0).stop 2023-09-23T06:36:21.461 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.453+0000 7ff4f9bff700 1 -- 172.21.15.16:0/1629270470 shutdown_connections 2023-09-23T06:36:21.461 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.453+0000 7ff4f9bff700 1 --2- 172.21.15.16:0/1629270470 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4f40b8090 0x7ff4f40b84e0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.461 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.453+0000 7ff4f9bff700 1 -- 172.21.15.16:0/1629270470 >> 172.21.15.16:0/1629270470 conn(0x7ff4f4072270 msgr2=0x7ff4f4072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:21.461 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.453+0000 7f8ec6dff700 1 -- 172.21.15.16:0/3786756626 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ec00b1370 msgr2=0x7f8ec00c9cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.453+0000 7f8ec6dff700 1 --2- 172.21.15.16:0/3786756626 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ec00b1370 0x7f8ec00c9cb0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f8eb8009e50 tx=0x7f8eb800b330 comp rx=0 tx=0).stop 2023-09-23T06:36:21.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.453+0000 7fa2413ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa23c0b0c60 0x7fa23c158090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.453+0000 7fa2413ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa23c0c9830 0x7fa23c15c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.453+0000 7fa2413ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa23c162b90 0x7fa23c1609c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.453+0000 7fa2413ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa23c15e960 con 0x7fa23c0c9830 2023-09-23T06:36:21.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.453+0000 7fa2413ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa23c0b1dc0 con 0x7fa23c0b0c60 2023-09-23T06:36:21.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.453+0000 7fa2413ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa23c0b2010 con 0x7fa23c162b90 2023-09-23T06:36:21.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.454+0000 7fa23a7fc700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa23c0c9830 0x7fa23c15c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.454+0000 7fa23a7fc700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa23c0c9830 0x7fa23c15c490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46140/0 (socket says 172.21.15.16:46140) 2023-09-23T06:36:21.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.454+0000 7fa23a7fc700 1 -- 172.21.15.16:0/2622089983 learned_addr learned my addr 172.21.15.16:0/2622089983 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:21.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.453+0000 7ff4f9bff700 1 -- 172.21.15.16:0/1629270470 shutdown_connections 2023-09-23T06:36:21.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.453+0000 7f8ec6dff700 1 -- 172.21.15.16:0/3786756626 shutdown_connections 2023-09-23T06:36:21.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.453+0000 7f8ec6dff700 1 --2- 172.21.15.16:0/3786756626 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ec00b1370 0x7f8ec00c9cb0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.453+0000 7f8ec6dff700 1 --2- 172.21.15.16:0/3786756626 >> v2:172.21.15.16:3300/0 conn(0x7f8ec0166090 0x7f8ec00cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.453+0000 7f8ec6dff700 1 -- 172.21.15.16:0/3786756626 >> 172.21.15.16:0/3786756626 conn(0x7f8ec006ae10 msgr2=0x7f8ec00cbc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:21.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.453+0000 7f8ec6dff700 1 -- 172.21.15.16:0/3786756626 shutdown_connections 2023-09-23T06:36:21.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.454+0000 7f4d4afff700 1 Processor -- start 2023-09-23T06:36:21.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.455+0000 7fa23a7fc700 1 -- 172.21.15.16:0/2622089983 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa23c162b90 msgr2=0x7fa23c1609c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.455+0000 7fa23a7fc700 1 --2- 172.21.15.16:0/2622089983 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa23c162b90 0x7fa23c1609c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.455+0000 7fa23a7fc700 1 -- 172.21.15.16:0/2622089983 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa23c0b0c60 msgr2=0x7fa23c158090 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2023-09-23T06:36:21.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.455+0000 7fa23a7fc700 1 --2- 172.21.15.16:0/2622089983 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa23c0b0c60 0x7fa23c158090 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.455+0000 7fa23a7fc700 1 -- 172.21.15.16:0/2622089983 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa234009b30 con 0x7fa23c0c9830 2023-09-23T06:36:21.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.452+0000 7fb7dddff700 1 -- start start 2023-09-23T06:36:21.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.454+0000 7fb7dddff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7d80b12b0 0x7fb7d80708f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.455+0000 7fb7dddff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7d8070e30 con 0x7fb7d80b0ed0 2023-09-23T06:36:21.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.455+0000 7fb7dddff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7d80ca7a0 con 0x7fb7d80ca200 2023-09-23T06:36:21.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.455+0000 7fb7dddff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7d80cd610 con 0x7fb7d80b12b0 2023-09-23T06:36:21.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.453+0000 7ff4f9bff700 1 -- 172.21.15.16:0/1629270470 wait complete. 2023-09-23T06:36:21.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.455+0000 7fa23a7fc700 1 --2- 172.21.15.16:0/2622089983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa23c0c9830 0x7fa23c15c490 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fa23000c450 tx=0x7fa23000c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.453+0000 7f8ec6dff700 1 -- 172.21.15.16:0/3786756626 wait complete. 2023-09-23T06:36:21.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.455+0000 7fb7d6ffd700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7d80b12b0 0x7fb7d80708f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.455+0000 7fb7d6ffd700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7d80b12b0 0x7fb7d80708f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:58400/0 (socket says 172.21.15.16:58400) 2023-09-23T06:36:21.467 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.455+0000 7fb7d6ffd700 1 -- 172.21.15.16:0/2954957738 learned_addr learned my addr 172.21.15.16:0/2954957738 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:21.467 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.456+0000 7ff4f9bff700 1 Processor -- start 2023-09-23T06:36:21.467 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.455+0000 7f4d4afff700 1 -- start start 2023-09-23T06:36:21.467 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.457+0000 7f4d4afff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4d440cc380 0x7f4d441f4130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.467 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.457+0000 7f4d4afff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4d4415a400 0x7f4d441f4eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.467 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.457+0000 7f4d4afff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d4415e0e0 0x7f4d44159720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.467 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.457+0000 7f4d4afff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d441f53f0 con 0x7f4d4415a400 2023-09-23T06:36:21.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.457+0000 7f4d4afff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d441f5620 con 0x7f4d4415e0e0 2023-09-23T06:36:21.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.457+0000 7f4d4afff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d441f5900 con 0x7f4d440cc380 2023-09-23T06:36:21.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.457+0000 7f4d48d9b700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4d440cc380 0x7f4d441f4130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.457+0000 7f4d48d9b700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4d440cc380 0x7f4d441f4130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:58416/0 (socket says 172.21.15.16:58416) 2023-09-23T06:36:21.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.457+0000 7f4d48d9b700 1 -- 172.21.15.16:0/1964562511 learned_addr learned my addr 172.21.15.16:0/1964562511 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:21.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.457+0000 7f4d4959c700 1 --2- 172.21.15.16:0/1964562511 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d4415e0e0 0x7f4d44159720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.456+0000 7f8ec6dff700 1 Processor -- start 2023-09-23T06:36:21.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.457+0000 7fb7d67fc700 1 -- 172.21.15.16:0/2954957738 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1522300452 0 0) 0x7fb7d8070e30 con 0x7fb7d80b0ed0 2023-09-23T06:36:21.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.457+0000 7fb7d67fc700 1 -- 172.21.15.16:0/2954957738 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb7c40035b0 con 0x7fb7d80b0ed0 2023-09-23T06:36:21.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7fb7d67fc700 1 -- 172.21.15.16:0/2954957738 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3042057457 0 0) 0x7fb7c40035b0 con 0x7fb7d80b0ed0 2023-09-23T06:36:21.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7fb7d67fc700 1 -- 172.21.15.16:0/2954957738 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7d80b12b0 msgr2=0x7fb7d80708f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:21.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.457+0000 7f8ec6dff700 1 -- start start 2023-09-23T06:36:21.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7f4d48d9b700 1 -- 172.21.15.16:0/1964562511 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d4415e0e0 msgr2=0x7f4d44159720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7f4d48d9b700 1 --2- 172.21.15.16:0/1964562511 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d4415e0e0 0x7f4d44159720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7f4d48d9b700 1 -- 172.21.15.16:0/1964562511 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4d4415a400 msgr2=0x7f4d441f4eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7f4d48d9b700 1 --2- 172.21.15.16:0/1964562511 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4d4415a400 0x7f4d441f4eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7f4d48d9b700 1 -- 172.21.15.16:0/1964562511 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d34009430 con 0x7f4d440cc380 2023-09-23T06:36:21.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7f8ec6dff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ec00b1370 0x7f8ec00c7570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7f8ec6dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ec00c9830 0x7f8ec0163670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7f8ec6dff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec0166090 0x7f8ec0163bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7f8ec6dff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ec0200ee0 con 0x7f8ec00b1370 2023-09-23T06:36:21.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7f8ec6dff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ec00b1880 con 0x7f8ec0166090 2023-09-23T06:36:21.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7f8ec6dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ec00b1b60 con 0x7f8ec00c9830 2023-09-23T06:36:21.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.459+0000 7fa2237fe700 1 -- 172.21.15.16:0/2622089983 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2300054e0 con 0x7fa23c0c9830 2023-09-23T06:36:21.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.459+0000 7fa2237fe700 1 -- 172.21.15.16:0/2622089983 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa230003680 con 0x7fa23c0c9830 2023-09-23T06:36:21.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.459+0000 7fa2237fe700 1 -- 172.21.15.16:0/2622089983 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa230003a30 con 0x7fa23c0c9830 2023-09-23T06:36:21.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.459+0000 7fa2413ff700 1 -- 172.21.15.16:0/2622089983 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa23c0b22f0 con 0x7fa23c0c9830 2023-09-23T06:36:21.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.459+0000 7fa2413ff700 1 -- 172.21.15.16:0/2622089983 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa23c0b28b0 con 0x7fa23c0c9830 2023-09-23T06:36:21.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.456+0000 7ff4f9bff700 1 -- start start 2023-09-23T06:36:21.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7ff4f9bff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4f40b8090 0x7ff4f415c9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7ff4f9bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4f40b92b0 0x7ff4f415c360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7ff4f9bff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4f4160b10 0x7ff4f41ff4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7ff4f9bff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4f40c7cd0 con 0x7ff4f4160b10 2023-09-23T06:36:21.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7ff4f9bff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4f40c70c0 con 0x7ff4f40b8090 2023-09-23T06:36:21.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7ff4f9bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4f40c73a0 con 0x7ff4f40b92b0 2023-09-23T06:36:21.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.459+0000 7ff4f37fe700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4f40b8090 0x7ff4f415c9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.459+0000 7ff4f37fe700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4f40b8090 0x7ff4f415c9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:55104/0 (socket says 172.21.15.16:55104) 2023-09-23T06:36:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.459+0000 7ff4f37fe700 1 -- 172.21.15.16:0/4018264024 learned_addr learned my addr 172.21.15.16:0/4018264024 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.459+0000 7ff4f2ffd700 1 --2- 172.21.15.16:0/4018264024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4f40b92b0 0x7ff4f415c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.459+0000 7f8ebffff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ec00c9830 0x7f8ec0163670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.459+0000 7f8ebffff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ec00c9830 0x7f8ec0163670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:58432/0 (socket says 172.21.15.16:58432) 2023-09-23T06:36:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.459+0000 7f8ebffff700 1 -- 172.21.15.16:0/4143086530 learned_addr learned my addr 172.21.15.16:0/4143086530 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.459+0000 7f8ec4b9b700 1 --2- 172.21.15.16:0/4143086530 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ec00b1370 0x7f8ec00c7570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.459+0000 7f8ec539c700 1 --2- 172.21.15.16:0/4143086530 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec0166090 0x7f8ec0163bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7fb7d67fc700 1 --2- 172.21.15.16:0/2954957738 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7d80b12b0 0x7fb7d80708f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7fb7d67fc700 1 -- 172.21.15.16:0/2954957738 >> v1:172.21.15.92:6789/0 conn(0x7fb7d80ca200 legacy=0x7fb7d8159280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7fb7d67fc700 1 -- 172.21.15.16:0/2954957738 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7d80cd8f0 con 0x7fb7d80b0ed0 2023-09-23T06:36:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7fb7d67fc700 1 -- 172.21.15.16:0/2954957738 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2518992857 0 0) 0x7fb7d0001670 con 0x7fb7d80b0ed0 2023-09-23T06:36:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7fb7d67fc700 1 -- 172.21.15.16:0/2954957738 >> v1:172.21.15.16:6789/0 conn(0x7fb7d80b0ed0 legacy=0x7fb7d815dd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7fb7d67fc700 1 --2- 172.21.15.16:0/2954957738 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7c4003a30 0x7fb7c4003e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7fb7d67fc700 1 --2- 172.21.15.16:0/2954957738 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7c40043b0 0x7fb7c4004890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7fb7d67fc700 1 --2- 172.21.15.16:0/2954957738 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7c4005090 0x7fb7c400ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7fb7d67fc700 1 -- 172.21.15.16:0/2954957738 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7d80cd610 con 0x7fb7c4005090 2023-09-23T06:36:21.475 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7fb7d67fc700 1 -- 172.21.15.16:0/2954957738 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7c400bfb0 con 0x7fb7c40043b0 2023-09-23T06:36:21.475 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.458+0000 7fb7d67fc700 1 -- 172.21.15.16:0/2954957738 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7c400c170 con 0x7fb7c4003a30 2023-09-23T06:36:21.475 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.459+0000 7fb7d6ffd700 1 --2- 172.21.15.16:0/2954957738 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7c40043b0 0x7fb7c4004890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.475 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.459+0000 7f4d48d9b700 1 --2- 172.21.15.16:0/1964562511 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4d440cc380 0x7f4d441f4130 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f4d2c00c700 tx=0x7f4d2c00ca10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.475 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.460+0000 7ff4f2ffd700 1 -- 172.21.15.16:0/4018264024 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4f40b8090 msgr2=0x7ff4f415c9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.460+0000 7ff4f2ffd700 1 --2- 172.21.15.16:0/4018264024 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4f40b8090 0x7ff4f415c9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.460+0000 7ff4f2ffd700 1 -- 172.21.15.16:0/4018264024 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4f4160b10 msgr2=0x7ff4f41ff4e0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-23T06:36:21.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.460+0000 7ff4f2ffd700 1 --2- 172.21.15.16:0/4018264024 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4f4160b10 0x7ff4f41ff4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.460+0000 7ff4f2ffd700 1 -- 172.21.15.16:0/4018264024 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4e80094a0 con 0x7ff4f40b92b0 2023-09-23T06:36:21.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.460+0000 7f8ebffff700 1 -- 172.21.15.16:0/4143086530 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec0166090 msgr2=0x7f8ec0163bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.460+0000 7f8ebffff700 1 --2- 172.21.15.16:0/4143086530 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec0166090 0x7f8ec0163bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.460+0000 7f8ebffff700 1 -- 172.21.15.16:0/4143086530 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ec00b1370 msgr2=0x7f8ec00c7570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.460+0000 7f8ebffff700 1 --2- 172.21.15.16:0/4143086530 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ec00b1370 0x7f8ec00c7570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.460+0000 7f8ebffff700 1 -- 172.21.15.16:0/4143086530 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8eb8009b30 con 0x7f8ec00c9830 2023-09-23T06:36:21.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.461+0000 7f8ebffff700 1 --2- 172.21.15.16:0/4143086530 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ec00c9830 0x7f8ec0163670 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8eb400c4e0 tx=0x7f8eb400c7f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.461+0000 7fb7d77fe700 1 --2- 172.21.15.16:0/2954957738 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7c4003a30 0x7fb7c4003e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.461+0000 7f8ebd7fa700 1 -- 172.21.15.16:0/4143086530 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8eb40052d0 con 0x7f8ec00c9830 2023-09-23T06:36:21.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.462+0000 7f8ebd7fa700 1 -- 172.21.15.16:0/4143086530 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8eb4005430 con 0x7f8ec00c9830 2023-09-23T06:36:21.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.462+0000 7f8ebd7fa700 1 -- 172.21.15.16:0/4143086530 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8eb40038c0 con 0x7f8ec00c9830 2023-09-23T06:36:21.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.462+0000 7fa2413ff700 1 -- 172.21.15.16:0/2622089983 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa21c0052f0 con 0x7fa23c0c9830 2023-09-23T06:36:21.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.462+0000 7ff4f2ffd700 1 --2- 172.21.15.16:0/4018264024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4f40b92b0 0x7ff4f415c360 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7ff4e400c430 tx=0x7ff4e400c740 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.462+0000 7f8ec6dff700 1 -- 172.21.15.16:0/4143086530 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ec01665f0 con 0x7f8ec00c9830 2023-09-23T06:36:21.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.462+0000 7f8ec6dff700 1 -- 172.21.15.16:0/4143086530 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ec00b2120 con 0x7f8ec00c9830 2023-09-23T06:36:21.479 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.462+0000 7fb7d77fe700 1 -- 172.21.15.16:0/2954957738 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7c40043b0 msgr2=0x7fb7c4004890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:21.479 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.462+0000 7fb7d77fe700 1 --2- 172.21.15.16:0/2954957738 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7c40043b0 0x7fb7c4004890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.479 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.462+0000 7fb7d77fe700 1 -- 172.21.15.16:0/2954957738 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7c4005090 msgr2=0x7fb7c400ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:21.479 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.462+0000 7fb7d77fe700 1 --2- 172.21.15.16:0/2954957738 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7c4005090 0x7fb7c400ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.479 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.462+0000 7fb7d77fe700 1 -- 172.21.15.16:0/2954957738 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7d80cd8f0 con 0x7fb7c4003a30 2023-09-23T06:36:21.479 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.463+0000 7fa2237fe700 1 -- 172.21.15.16:0/2622089983 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fa230003b90 con 0x7fa23c0c9830 2023-09-23T06:36:21.480 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.463+0000 7ff4dbfff700 1 -- 172.21.15.16:0/4018264024 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4e4005d70 con 0x7ff4f40b92b0 2023-09-23T06:36:21.480 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.463+0000 7ff4dbfff700 1 -- 172.21.15.16:0/4018264024 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4e40070d0 con 0x7ff4f40b92b0 2023-09-23T06:36:21.480 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.463+0000 7ff4dbfff700 1 -- 172.21.15.16:0/4018264024 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4e4007480 con 0x7ff4f40b92b0 2023-09-23T06:36:21.480 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.464+0000 7ff4f9bff700 1 -- 172.21.15.16:0/4018264024 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4f40c7680 con 0x7ff4f40b92b0 2023-09-23T06:36:21.480 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.464+0000 7ff4f9bff700 1 -- 172.21.15.16:0/4018264024 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4f41ffa20 con 0x7ff4f40b92b0 2023-09-23T06:36:21.481 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.465+0000 7fa2237fe700 1 --2- 172.21.15.16:0/2622089983 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa22806b090 0x7fa22806d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.481 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.465+0000 7fa2237fe700 1 -- 172.21.15.16:0/2622089983 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa2300889c0 con 0x7fa23c0c9830 2023-09-23T06:36:21.481 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.465+0000 7fb7d77fe700 1 --2- 172.21.15.16:0/2954957738 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7c4003a30 0x7fb7c4003e30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb7d0001eb0 tx=0x7fb7c4005880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7d9f4e64d52c630 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.481 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.464+0000 7f4d417fa700 1 -- 172.21.15.16:0/1964562511 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d2c005d70 con 0x7f4d440cc380 2023-09-23T06:36:21.481 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.464+0000 7f4d417fa700 1 -- 172.21.15.16:0/1964562511 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d2c0070d0 con 0x7f4d440cc380 2023-09-23T06:36:21.481 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.464+0000 7f4d417fa700 1 -- 172.21.15.16:0/1964562511 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d2c007440 con 0x7f4d440cc380 2023-09-23T06:36:21.482 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.466+0000 7f8ebd7fa700 1 -- 172.21.15.16:0/4143086530 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f8eb4003a20 con 0x7f8ec00c9830 2023-09-23T06:36:21.482 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.467+0000 7fb7d67fc700 1 -- 172.21.15.16:0/2954957738 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7d000cd30 con 0x7fb7c4003a30 2023-09-23T06:36:21.482 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.467+0000 7fb7d67fc700 1 -- 172.21.15.16:0/2954957738 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7d000ce90 con 0x7fb7c4003a30 2023-09-23T06:36:21.482 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.467+0000 7fb7d67fc700 1 -- 172.21.15.16:0/2954957738 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7d0006aa0 con 0x7fb7c4003a30 2023-09-23T06:36:21.482 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.467+0000 7f7db9dff700 1 Processor -- start 2023-09-23T06:36:21.483 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.467+0000 7ff4f9bff700 1 -- 172.21.15.16:0/4018264024 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4f404eb20 con 0x7ff4f40b92b0 2023-09-23T06:36:21.483 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.467+0000 7f4d4afff700 1 -- 172.21.15.16:0/1964562511 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d441f5be0 con 0x7f4d440cc380 2023-09-23T06:36:21.483 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.467+0000 7f4d4afff700 1 -- 172.21.15.16:0/1964562511 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d441f61a0 con 0x7f4d440cc380 2023-09-23T06:36:21.483 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.467+0000 7fa23affd700 1 --2- 172.21.15.16:0/2622089983 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa22806b090 0x7fa22806d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.484 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.467+0000 7f3efabff700 1 Processor -- start 2023-09-23T06:36:21.484 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.467+0000 7f7db9dff700 1 -- start start 2023-09-23T06:36:21.484 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.467+0000 7f8ec6dff700 1 -- 172.21.15.16:0/4143086530 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ec0161d50 con 0x7f8ec00c9830 2023-09-23T06:36:21.484 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.470+0000 7f8ebd7fa700 1 --2- 172.21.15.16:0/4143086530 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8eac06b090 0x7f8eac06d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.468+0000 7fb7dddff700 1 -- 172.21.15.16:0/2954957738 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7c4003a30 msgr2=0x7fb7c4003e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.468+0000 7fb7dddff700 1 --2- 172.21.15.16:0/2954957738 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7c4003a30 0x7fb7c4003e30 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fb7d0001eb0 tx=0x7fb7c4005880 comp rx=0 tx=0).stop 2023-09-23T06:36:21.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.468+0000 7fb7d7fff700 1 -- 172.21.15.16:0/2954957738 reap_dead start 2023-09-23T06:36:21.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.469+0000 7fb7dddff700 1 -- 172.21.15.16:0/2954957738 shutdown_connections 2023-09-23T06:36:21.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.469+0000 7fb7dddff700 1 -- 172.21.15.16:0/2954957738 >> 172.21.15.16:0/2954957738 conn(0x7fb7d806a960 msgr2=0x7fb7d806ad70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:21.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.469+0000 7fb7dddff700 1 -- 172.21.15.16:0/2954957738 shutdown_connections 2023-09-23T06:36:21.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.468+0000 7f3efabff700 1 -- start start 2023-09-23T06:36:21.486 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.470+0000 7f3efabff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ef4166090 0x7f3ef40cdcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.486 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.470+0000 7f3efabff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3ef40c9830 0x7f3ef40c9cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.486 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.470+0000 7f3efabff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3ef40b0c60 0x7f3ef40b10c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.486 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.470+0000 7f3efabff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ef40b1600 con 0x7f3ef40c9830 2023-09-23T06:36:21.486 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.470+0000 7f3efabff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ef40ccfc0 con 0x7f3ef40b0c60 2023-09-23T06:36:21.486 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.470+0000 7f3efabff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ef40cd860 con 0x7f3ef4166090 2023-09-23T06:36:21.486 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.470+0000 7f7db9dff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7db415b700 0x7f7db40d0c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.486 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.470+0000 7f7db9dff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f7db40cf2a0 0x7f7db40cba60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.486 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.470+0000 7f7db9dff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7db40cc380 con 0x7f7db40cbfa0 2023-09-23T06:36:21.487 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.470+0000 7f7db9dff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7db40ced30 con 0x7f7db415b700 2023-09-23T06:36:21.487 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.470+0000 7f7db9dff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7db415bae0 con 0x7f7db40cf2a0 2023-09-23T06:36:21.487 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.470+0000 7f7db2ffd700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f7db40cf2a0 0x7f7db40cba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.487 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.470+0000 7f7db2ffd700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f7db40cf2a0 0x7f7db40cba60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:55122/0 (socket says 172.21.15.16:55122) 2023-09-23T06:36:21.487 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.470+0000 7f7db2ffd700 1 -- 172.21.15.16:0/653224255 learned_addr learned my addr 172.21.15.16:0/653224255 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:21.487 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.470+0000 7f8ebd7fa700 1 -- 172.21.15.16:0/4143086530 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8eb4088ba0 con 0x7f8ec00c9830 2023-09-23T06:36:21.487 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.471+0000 7ff4dbfff700 1 -- 172.21.15.16:0/4018264024 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7ff4e40075e0 con 0x7ff4f40b92b0 2023-09-23T06:36:21.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.471+0000 7f8ec4b9b700 1 --2- 172.21.15.16:0/4143086530 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8eac06b090 0x7f8eac06d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.469+0000 7fb7dddff700 1 -- 172.21.15.16:0/2954957738 wait complete. 2023-09-23T06:36:21.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.471+0000 7f3ef919c700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3ef40b0c60 0x7f3ef40b10c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.471+0000 7f3ef919c700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f3ef40b0c60 0x7f3ef40b10c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:55134/0 (socket says 172.21.15.16:55134) 2023-09-23T06:36:21.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.471+0000 7f3ef919c700 1 -- 172.21.15.16:0/1418127105 learned_addr learned my addr 172.21.15.16:0/1418127105 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:21.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.471+0000 7f7db2ffd700 1 -- 172.21.15.16:0/653224255 >> v2:172.21.15.16:3300/0 conn(0x7f7db415b700 msgr2=0x7f7db40d0c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:21.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.471+0000 7f7db2ffd700 1 --2- 172.21.15.16:0/653224255 >> v2:172.21.15.16:3300/0 conn(0x7f7db415b700 0x7f7db40d0c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.471+0000 7f7db2ffd700 1 -- 172.21.15.16:0/653224255 >> v1:172.21.15.16:6789/0 conn(0x7f7db40cbfa0 legacy=0x7f7db4070210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:21.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.471+0000 7f7db2ffd700 1 -- 172.21.15.16:0/653224255 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7db40d02b0 con 0x7f7db40cf2a0 2023-09-23T06:36:21.490 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.472+0000 7f3ef919c700 1 -- 172.21.15.16:0/1418127105 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ef4166090 msgr2=0x7f3ef40cdcf0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-09-23T06:36:21.490 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.472+0000 7f3ef919c700 1 --2- 172.21.15.16:0/1418127105 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ef4166090 0x7f3ef40cdcf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.490 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.472+0000 7f3ef919c700 1 -- 172.21.15.16:0/1418127105 >> v2:172.21.15.16:3300/0 conn(0x7f3ef40c9830 msgr2=0x7f3ef40c9cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:21.490 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.472+0000 7f3ef919c700 1 --2- 172.21.15.16:0/1418127105 >> v2:172.21.15.16:3300/0 conn(0x7f3ef40c9830 0x7f3ef40c9cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.490 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.472+0000 7f3ef919c700 1 -- 172.21.15.16:0/1418127105 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ef40ca2f0 con 0x7f3ef40b0c60 2023-09-23T06:36:21.490 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.472+0000 7f7db2ffd700 1 --2- 172.21.15.16:0/653224255 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7db40cf2a0 0x7f7db40cba60 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f7db40b3cc0 tx=0x7f7da400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=51d0dcfe87777796 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.490 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.472+0000 7f8ec4b9b700 1 --2- 172.21.15.16:0/4143086530 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8eac06b090 0x7f8eac06d550 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8eb0009b40 tx=0x7f8eb0009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.472+0000 7ff4dbfff700 1 --2- 172.21.15.16:0/4018264024 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff4e006b090 0x7ff4e006d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.472+0000 7f3ef919c700 1 --2- 172.21.15.16:0/1418127105 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ef40b0c60 0x7f3ef40b10c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3ef40c2810 tx=0x7f3edc009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e9039ffbb5edb259 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.472+0000 7ff4dbfff700 1 -- 172.21.15.16:0/4018264024 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff4e4088ad0 con 0x7ff4f40b92b0 2023-09-23T06:36:21.492 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.472+0000 7fb7dddff700 1 Processor -- start 2023-09-23T06:36:21.492 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.472+0000 7f4d4afff700 1 -- 172.21.15.16:0/1964562511 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d441f63c0 con 0x7f4d440cc380 2023-09-23T06:36:21.492 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.471+0000 7fa23affd700 1 --2- 172.21.15.16:0/2622089983 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa22806b090 0x7fa22806d550 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa23c0c5f40 tx=0x7fa22c006c60 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.492 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.473+0000 7f3ef37fe700 1 -- 172.21.15.16:0/1418127105 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3edc00b870 con 0x7f3ef40b0c60 2023-09-23T06:36:21.493 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.473+0000 7f3ef37fe700 1 -- 172.21.15.16:0/1418127105 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3edc00b9d0 con 0x7f3ef40b0c60 2023-09-23T06:36:21.493 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.473+0000 7f3ef37fe700 1 -- 172.21.15.16:0/1418127105 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3edc00bd60 con 0x7f3ef40b0c60 2023-09-23T06:36:21.493 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.473+0000 7fb7dddff700 1 -- start start 2023-09-23T06:36:21.493 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.473+0000 7f7db27fc700 1 -- 172.21.15.16:0/653224255 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7da400e070 con 0x7f7db40cf2a0 2023-09-23T06:36:21.493 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.473+0000 7f7db27fc700 1 -- 172.21.15.16:0/653224255 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7da4003a20 con 0x7f7db40cf2a0 2023-09-23T06:36:21.493 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.473+0000 7f7db27fc700 1 -- 172.21.15.16:0/653224255 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7da4003dd0 con 0x7f7db40cf2a0 2023-09-23T06:36:21.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.473+0000 7fa2237fe700 1 -- 172.21.15.16:0/2622089983 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fa230053b20 con 0x7fa23c0c9830 2023-09-23T06:36:21.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.473+0000 7ff4f37fe700 1 --2- 172.21.15.16:0/4018264024 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff4e006b090 0x7ff4e006d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.474+0000 7ff4f37fe700 1 --2- 172.21.15.16:0/4018264024 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff4e006b090 0x7ff4e006d550 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff4ec007fd0 tx=0x7ff4ec009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.474+0000 7f7db9dff700 1 -- 172.21.15.16:0/653224255 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7db40cf2a0 msgr2=0x7f7db40cba60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.474+0000 7f7db9dff700 1 --2- 172.21.15.16:0/653224255 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7db40cf2a0 0x7f7db40cba60 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f7db40b3cc0 tx=0x7f7da400b330 comp rx=0 tx=0).stop 2023-09-23T06:36:21.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.474+0000 7f7db9dff700 1 -- 172.21.15.16:0/653224255 shutdown_connections 2023-09-23T06:36:21.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.474+0000 7f7db9dff700 1 --2- 172.21.15.16:0/653224255 >> v2:172.21.15.16:3300/0 conn(0x7f7db415b700 0x7f7db40d0c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.474+0000 7f7db9dff700 1 --2- 172.21.15.16:0/653224255 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7db40cf2a0 0x7f7db40cba60 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.474+0000 7f7db9dff700 1 -- 172.21.15.16:0/653224255 >> 172.21.15.16:0/653224255 conn(0x7f7db40cde90 msgr2=0x7f7db40ce270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:21.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.474+0000 7f7db9dff700 1 -- 172.21.15.16:0/653224255 shutdown_connections 2023-09-23T06:36:21.496 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.474+0000 7f7db9dff700 1 -- 172.21.15.16:0/653224255 wait complete. 2023-09-23T06:36:21.496 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.475+0000 7f4d417fa700 1 -- 172.21.15.16:0/1964562511 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f4d2c0075a0 con 0x7f4d440cc380 2023-09-23T06:36:21.496 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.475+0000 7f3efabff700 1 -- 172.21.15.16:0/1418127105 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ef40b0c60 msgr2=0x7f3ef40b10c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.496 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.475+0000 7f3efabff700 1 --2- 172.21.15.16:0/1418127105 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ef40b0c60 0x7f3ef40b10c0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f3ef40c2810 tx=0x7f3edc009bd0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.476+0000 7f3efabff700 1 -- 172.21.15.16:0/1418127105 shutdown_connections 2023-09-23T06:36:21.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.476+0000 7f3efabff700 1 --2- 172.21.15.16:0/1418127105 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ef40b0c60 0x7f3ef40b10c0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.476+0000 7f3efabff700 1 --2- 172.21.15.16:0/1418127105 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ef4166090 0x7f3ef40cdcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.476+0000 7f3efabff700 1 --2- 172.21.15.16:0/1418127105 >> v2:172.21.15.16:3300/0 conn(0x7f3ef40c9830 0x7f3ef40c9cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.476+0000 7f3efabff700 1 -- 172.21.15.16:0/1418127105 >> 172.21.15.16:0/1418127105 conn(0x7f3ef406ae10 msgr2=0x7f3ef40cbc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:21.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.476+0000 7f3efabff700 1 -- 172.21.15.16:0/1418127105 shutdown_connections 2023-09-23T06:36:21.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.476+0000 7f8ebd7fa700 1 -- 172.21.15.16:0/4143086530 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f8eb4053c50 con 0x7f8ec00c9830 2023-09-23T06:36:21.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.476+0000 7fb7dddff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7c4003a30 0x7fb7d815ba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.476+0000 7fb7dddff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7d81f7000 0x7fb7d80b3180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.476+0000 7fb7dddff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7d815bf60 0x7fb7d80b36c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.476+0000 7fb7dddff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7d80c7e00 con 0x7fb7d815bf60 2023-09-23T06:36:21.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.476+0000 7fb7dddff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7d80b2cf0 con 0x7fb7d81f7000 2023-09-23T06:36:21.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.476+0000 7fb7dddff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7d80b1e00 con 0x7fb7c4003a30 2023-09-23T06:36:21.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.477+0000 7f4d417fa700 1 --2- 172.21.15.16:0/1964562511 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4d2406b010 0x7f4d2406d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.477+0000 7f4d417fa700 1 -- 172.21.15.16:0/1964562511 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4d2c088af0 con 0x7f4d440cc380 2023-09-23T06:36:21.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.477+0000 7fb7d7fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7d815bf60 0x7fb7d80b36c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.477+0000 7fb7d7fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7d815bf60 0x7fb7d80b36c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46186/0 (socket says 172.21.15.16:46186) 2023-09-23T06:36:21.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.477+0000 7fb7d7fff700 1 -- 172.21.15.16:0/3065276541 learned_addr learned my addr 172.21.15.16:0/3065276541 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:21.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.477+0000 7fb7d77fe700 1 --2- 172.21.15.16:0/3065276541 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7c4003a30 0x7fb7d815ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.478+0000 7fb7d6ffd700 1 --2- 172.21.15.16:0/3065276541 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7d81f7000 0x7fb7d80b3180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.478+0000 7fb7d6ffd700 1 -- 172.21.15.16:0/3065276541 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7c4003a30 msgr2=0x7fb7d815ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.500 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.478+0000 7fb7d6ffd700 1 --2- 172.21.15.16:0/3065276541 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7c4003a30 0x7fb7d815ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.500 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.478+0000 7fb7d6ffd700 1 -- 172.21.15.16:0/3065276541 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7d815bf60 msgr2=0x7fb7d80b36c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.500 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.478+0000 7fb7d6ffd700 1 --2- 172.21.15.16:0/3065276541 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7d815bf60 0x7fb7d80b36c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.500 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.478+0000 7fb7d6ffd700 1 -- 172.21.15.16:0/3065276541 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7d80b20e0 con 0x7fb7d81f7000 2023-09-23T06:36:21.500 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.478+0000 7fb7d7fff700 1 --2- 172.21.15.16:0/3065276541 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7d815bf60 0x7fb7d80b36c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:21.500 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.478+0000 7fb7d77fe700 1 --2- 172.21.15.16:0/3065276541 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7c4003a30 0x7fb7d815ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:21.500 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.478+0000 7fb7d6ffd700 1 --2- 172.21.15.16:0/3065276541 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7d81f7000 0x7fb7d80b3180 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb7c8007a70 tx=0x7fb7c800b320 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.500 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.479+0000 7fb7cffff700 1 -- 172.21.15.16:0/3065276541 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7c8019070 con 0x7fb7d81f7000 2023-09-23T06:36:21.500 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.479+0000 7fb7cffff700 1 -- 172.21.15.16:0/3065276541 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7c8011040 con 0x7fb7d81f7000 2023-09-23T06:36:21.500 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.479+0000 7fb7cffff700 1 -- 172.21.15.16:0/3065276541 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7c8010050 con 0x7fb7d81f7000 2023-09-23T06:36:21.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.476+0000 7f3efabff700 1 -- 172.21.15.16:0/1418127105 wait complete. 2023-09-23T06:36:21.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.479+0000 7f3efabff700 1 Processor -- start 2023-09-23T06:36:21.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.479+0000 7fb7dddff700 1 -- 172.21.15.16:0/3065276541 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7d80b23c0 con 0x7fb7d81f7000 2023-09-23T06:36:21.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.479+0000 7fb7dddff700 1 -- 172.21.15.16:0/3065276541 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7d80b2980 con 0x7fb7d81f7000 2023-09-23T06:36:21.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.481+0000 7fb7cdffb700 1 -- 172.21.15.16:0/3065276541 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7d80b2b40 con 0x7fb7d81f7000 2023-09-23T06:36:21.502 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.479+0000 7f3efabff700 1 -- start start 2023-09-23T06:36:21.502 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.481+0000 7f3efabff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ef40b0c60 0x7f3ef4071f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.502 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.481+0000 7f3efabff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ef40c9830 0x7f3ef4151f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.502 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.481+0000 7f3efabff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ef4166090 0x7f3ef4152480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.502 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.481+0000 7f3efabff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ef4152c50 con 0x7f3ef40b0c60 2023-09-23T06:36:21.502 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.481+0000 7f3efabff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ef4149250 con 0x7f3ef4166090 2023-09-23T06:36:21.502 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.481+0000 7f3efabff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ef41529c0 con 0x7f3ef40c9830 2023-09-23T06:36:21.503 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.478+0000 7f7db9dff700 1 Processor -- start 2023-09-23T06:36:21.503 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.478+0000 7f7db9dff700 1 -- start start 2023-09-23T06:36:21.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.479+0000 7f7db9dff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7db40cbfa0 0x7f7db4210300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.480+0000 7f7db9dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7db415b700 0x7f7db4156970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.480+0000 7f7db9dff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7db4156eb0 0x7f7db40cabb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.480+0000 7f7db9dff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7db40c84e0 con 0x7f7db4156eb0 2023-09-23T06:36:21.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.480+0000 7f7db9dff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7db414d340 con 0x7f7db40cbfa0 2023-09-23T06:36:21.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.480+0000 7f7db9dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7db41574e0 con 0x7f7db415b700 2023-09-23T06:36:21.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.480+0000 7f7db2ffd700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7db415b700 0x7f7db4156970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.480+0000 7f7db2ffd700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7db415b700 0x7f7db4156970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:58476/0 (socket says 172.21.15.16:58476) 2023-09-23T06:36:21.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.480+0000 7f7db2ffd700 1 -- 172.21.15.16:0/281864990 learned_addr learned my addr 172.21.15.16:0/281864990 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:21.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.480+0000 7f7db37fe700 1 --2- 172.21.15.16:0/281864990 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7db40cbfa0 0x7f7db4210300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.481+0000 7f7db2ffd700 1 -- 172.21.15.16:0/281864990 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7db40cbfa0 msgr2=0x7f7db4210300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.481+0000 7f7db2ffd700 1 --2- 172.21.15.16:0/281864990 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7db40cbfa0 0x7f7db4210300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.481+0000 7f7db2ffd700 1 -- 172.21.15.16:0/281864990 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7db4156eb0 msgr2=0x7f7db40cabb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.481+0000 7f7db2ffd700 1 --2- 172.21.15.16:0/281864990 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7db4156eb0 0x7f7db40cabb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.481+0000 7f7db2ffd700 1 -- 172.21.15.16:0/281864990 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7da4009b30 con 0x7f7db415b700 2023-09-23T06:36:21.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.481+0000 7f7db2ffd700 1 --2- 172.21.15.16:0/281864990 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7db415b700 0x7f7db4156970 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7db415bc20 tx=0x7f7da4004ad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.506 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.481+0000 7f3ef3fff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ef40c9830 0x7f3ef4151f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.506 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.482+0000 7f3ef3fff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ef40c9830 0x7f3ef4151f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:58492/0 (socket says 172.21.15.16:58492) 2023-09-23T06:36:21.506 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.482+0000 7f3ef3fff700 1 -- 172.21.15.16:0/2859222861 learned_addr learned my addr 172.21.15.16:0/2859222861 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:21.506 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.482+0000 7f3ef3fff700 1 -- 172.21.15.16:0/2859222861 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ef4166090 msgr2=0x7f3ef4152480 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-23T06:36:21.506 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.482+0000 7f3ef3fff700 1 --2- 172.21.15.16:0/2859222861 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ef4166090 0x7f3ef4152480 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.506 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.482+0000 7f3ef3fff700 1 -- 172.21.15.16:0/2859222861 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ef40b0c60 msgr2=0x7f3ef4071f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.506 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.482+0000 7f3ef3fff700 1 --2- 172.21.15.16:0/2859222861 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ef40b0c60 0x7f3ef4071f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.506 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.482+0000 7f3ef3fff700 1 -- 172.21.15.16:0/2859222861 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3edc009550 con 0x7f3ef40c9830 2023-09-23T06:36:21.507 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.483+0000 7fb7cffff700 1 -- 172.21.15.16:0/3065276541 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fb7c8003a20 con 0x7fb7d81f7000 2023-09-23T06:36:21.507 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.483+0000 7f3ef3fff700 1 --2- 172.21.15.16:0/2859222861 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ef40c9830 0x7f3ef4151f40 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3eec00ba80 tx=0x7f3eec00be40 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.507 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.483+0000 7f4d43fff700 1 --2- 172.21.15.16:0/1964562511 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4d2406b010 0x7f4d2406d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.507 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.483+0000 7ff4dbfff700 1 -- 172.21.15.16:0/4018264024 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7ff4e4053af0 con 0x7ff4f40b92b0 2023-09-23T06:36:21.508 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.484+0000 7fb7cffff700 1 --2- 172.21.15.16:0/3065276541 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb7b806b010 0x7fb7b806d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.508 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.484+0000 7f4d43fff700 1 --2- 172.21.15.16:0/1964562511 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4d2406b010 0x7f4d2406d4d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f4d4415e4c0 tx=0x7f4d34012000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.508 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.484+0000 7fb7cffff700 1 -- 172.21.15.16:0/3065276541 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb7c8089920 con 0x7fb7d81f7000 2023-09-23T06:36:21.509 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.485+0000 7fb7d77fe700 1 --2- 172.21.15.16:0/3065276541 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb7b806b010 0x7fb7b806d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.509 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.485+0000 7fb7d77fe700 1 --2- 172.21.15.16:0/3065276541 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb7b806b010 0x7fb7b806d4d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb7d0000c00 tx=0x7fb7d0014000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.509 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.486+0000 7f4d417fa700 1 -- 172.21.15.16:0/1964562511 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f4d2c053c50 con 0x7f4d440cc380 2023-09-23T06:36:21.509 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.486+0000 7f3ef17fa700 1 -- 172.21.15.16:0/2859222861 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3eec00ca50 con 0x7f3ef40c9830 2023-09-23T06:36:21.509 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.486+0000 7f3ef17fa700 1 -- 172.21.15.16:0/2859222861 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3eec00cbd0 con 0x7f3ef40c9830 2023-09-23T06:36:21.510 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.486+0000 7f3ef17fa700 1 -- 172.21.15.16:0/2859222861 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3eec014440 con 0x7f3ef40c9830 2023-09-23T06:36:21.510 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.487+0000 7f3efabff700 1 -- 172.21.15.16:0/2859222861 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ef4148920 con 0x7f3ef40c9830 2023-09-23T06:36:21.510 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.487+0000 7f3efabff700 1 -- 172.21.15.16:0/2859222861 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ef4148ee0 con 0x7f3ef40c9830 2023-09-23T06:36:21.510 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.486+0000 7f7dabfff700 1 -- 172.21.15.16:0/281864990 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7da4004500 con 0x7f7db415b700 2023-09-23T06:36:21.510 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.486+0000 7f7dabfff700 1 -- 172.21.15.16:0/281864990 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7da4004660 con 0x7f7db415b700 2023-09-23T06:36:21.510 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.486+0000 7f7dabfff700 1 -- 172.21.15.16:0/281864990 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7da4012430 con 0x7f7db415b700 2023-09-23T06:36:21.511 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.486+0000 7f7db9dff700 1 -- 172.21.15.16:0/281864990 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7db41577c0 con 0x7f7db415b700 2023-09-23T06:36:21.511 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.486+0000 7f7db9dff700 1 -- 172.21.15.16:0/281864990 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7db4157d80 con 0x7f7db415b700 2023-09-23T06:36:21.511 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.487+0000 7f7db9dff700 1 -- 172.21.15.16:0/281864990 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7db40c8690 con 0x7f7db415b700 2023-09-23T06:36:21.511 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.489+0000 7fb7cffff700 1 -- 172.21.15.16:0/3065276541 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fb7c8054940 con 0x7fb7d81f7000 2023-09-23T06:36:21.512 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.489+0000 7f3efabff700 1 -- 172.21.15.16:0/2859222861 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ef404eb20 con 0x7f3ef40c9830 2023-09-23T06:36:21.512 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.491+0000 7f3ef17fa700 1 -- 172.21.15.16:0/2859222861 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f3eec01d3b0 con 0x7f3ef40c9830 2023-09-23T06:36:21.512 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.493+0000 7f3ef17fa700 1 --2- 172.21.15.16:0/2859222861 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3ed406b090 0x7f3ed406d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.512 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.493+0000 7f3ef17fa700 1 -- 172.21.15.16:0/2859222861 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3eec0894a0 con 0x7f3ef40c9830 2023-09-23T06:36:21.512 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.494+0000 7f3ef899b700 1 --2- 172.21.15.16:0/2859222861 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3ed406b090 0x7f3ed406d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.512 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.498+0000 7f3ef17fa700 1 -- 172.21.15.16:0/2859222861 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f3eec054550 con 0x7f3ef40c9830 2023-09-23T06:36:21.513 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.499+0000 7f7dabfff700 1 -- 172.21.15.16:0/281864990 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f7da4019030 con 0x7f7db415b700 2023-09-23T06:36:21.514 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.500+0000 7f7dabfff700 1 --2- 172.21.15.16:0/281864990 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f7d9406b090 0x7f7d9406d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:21.514 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.500+0000 7f7dabfff700 1 -- 172.21.15.16:0/281864990 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7da408ad00 con 0x7f7db415b700 2023-09-23T06:36:21.514 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.501+0000 7f7dabfff700 1 -- 172.21.15.16:0/281864990 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f7da408b180 con 0x7f7db415b700 2023-09-23T06:36:21.524 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.518+0000 7f7db37fe700 1 --2- 172.21.15.16:0/281864990 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f7d9406b090 0x7f7d9406d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:21.535 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.523+0000 7f3ef899b700 1 --2- 172.21.15.16:0/2859222861 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3ed406b090 0x7f3ed406d550 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f3ef4151a90 tx=0x7f3ee4006cd0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.568 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.561+0000 7f7db37fe700 1 --2- 172.21.15.16:0/281864990 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f7d9406b090 0x7f7d9406d550 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7d9c006fd0 tx=0x7f7d9c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:21.763 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.761+0000 7f9d601ff700 1 -- 172.21.15.16:0/2590604618 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f9d5804eb20 con 0x7f9d5814cb40 2023-09-23T06:36:21.763 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.761+0000 7f9d4e7fc700 1 -- 172.21.15.16:0/2590604618 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f9d540584a0 con 0x7f9d5814cb40 2023-09-23T06:36:21.766 INFO:teuthology.orchestra.run.smithi016.stdout:55834574853 2023-09-23T06:36:21.767 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.766+0000 7f9d601ff700 1 -- 172.21.15.16:0/2590604618 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9d3c06b090 msgr2=0x7f9d3c06d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.767 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.766+0000 7f9d601ff700 1 --2- 172.21.15.16:0/2590604618 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9d3c06b090 0x7f9d3c06d550 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f9d50000f80 tx=0x7f9d50009000 comp rx=0 tx=0).stop 2023-09-23T06:36:21.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.766+0000 7f9d601ff700 1 -- 172.21.15.16:0/2590604618 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d5814cb40 msgr2=0x7f9d58071c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.766+0000 7f9d601ff700 1 --2- 172.21.15.16:0/2590604618 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d5814cb40 0x7f9d58071c00 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f9d5400b4a0 tx=0x7f9d5400b860 comp rx=0 tx=0).stop 2023-09-23T06:36:21.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.766+0000 7f9d601ff700 1 -- 172.21.15.16:0/2590604618 shutdown_connections 2023-09-23T06:36:21.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.766+0000 7f9d601ff700 1 --2- 172.21.15.16:0/2590604618 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9d5814cb40 0x7f9d58071c00 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.766+0000 7f9d601ff700 1 --2- 172.21.15.16:0/2590604618 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9d580b1370 0x7f9d5814bd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.766+0000 7f9d601ff700 1 --2- 172.21.15.16:0/2590604618 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9d3c06b090 0x7f9d3c06d550 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.766+0000 7f9d601ff700 1 --2- 172.21.15.16:0/2590604618 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9d58166090 0x7f9d5814c600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.766+0000 7f9d601ff700 1 -- 172.21.15.16:0/2590604618 >> 172.21.15.16:0/2590604618 conn(0x7f9d5806ae10 msgr2=0x7f9d580cf1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:21.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.767+0000 7f9d601ff700 1 -- 172.21.15.16:0/2590604618 shutdown_connections 2023-09-23T06:36:21.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.767+0000 7f9d601ff700 1 -- 172.21.15.16:0/2590604618 wait complete. 2023-09-23T06:36:21.800 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.0 2023-09-23T06:36:21.800 DEBUG:teuthology.parallel:result is None 2023-09-23T06:36:21.871 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.869+0000 7f3efabff700 1 -- 172.21.15.16:0/2859222861 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f3ef4149390 con 0x7f3ef40c9830 2023-09-23T06:36:21.872 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.870+0000 7f3ef17fa700 1 -- 172.21.15.16:0/2859222861 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f3eec057b70 con 0x7f3ef40c9830 2023-09-23T06:36:21.872 INFO:teuthology.orchestra.run.smithi016.stdout:55834574854 2023-09-23T06:36:21.874 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.873+0000 7f3efabff700 1 -- 172.21.15.16:0/2859222861 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3ed406b090 msgr2=0x7f3ed406d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.875 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.873+0000 7f3efabff700 1 --2- 172.21.15.16:0/2859222861 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3ed406b090 0x7f3ed406d550 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f3ef4151a90 tx=0x7f3ee4006cd0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.875 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.873+0000 7f3efabff700 1 -- 172.21.15.16:0/2859222861 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ef40c9830 msgr2=0x7f3ef4151f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.875 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.873+0000 7f3efabff700 1 --2- 172.21.15.16:0/2859222861 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ef40c9830 0x7f3ef4151f40 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f3eec00ba80 tx=0x7f3eec00be40 comp rx=0 tx=0).stop 2023-09-23T06:36:21.875 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.873+0000 7f3efabff700 1 -- 172.21.15.16:0/2859222861 shutdown_connections 2023-09-23T06:36:21.875 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.873+0000 7f3efabff700 1 --2- 172.21.15.16:0/2859222861 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3ef4166090 0x7f3ef4152480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.876 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.873+0000 7f3efabff700 1 --2- 172.21.15.16:0/2859222861 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3ed406b090 0x7f3ed406d550 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.876 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.873+0000 7f3efabff700 1 --2- 172.21.15.16:0/2859222861 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3ef40b0c60 0x7f3ef4071f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.876 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.873+0000 7f3efabff700 1 --2- 172.21.15.16:0/2859222861 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3ef40c9830 0x7f3ef4151f40 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.876 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.873+0000 7f3efabff700 1 -- 172.21.15.16:0/2859222861 >> 172.21.15.16:0/2859222861 conn(0x7f3ef406ae10 msgr2=0x7f3ef40c62b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:21.876 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.874+0000 7f3efabff700 1 -- 172.21.15.16:0/2859222861 shutdown_connections 2023-09-23T06:36:21.876 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.874+0000 7f3efabff700 1 -- 172.21.15.16:0/2859222861 wait complete. 2023-09-23T06:36:21.895 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.5 2023-09-23T06:36:21.895 DEBUG:teuthology.parallel:result is None 2023-09-23T06:36:21.931 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.929+0000 7fa2413ff700 1 -- 172.21.15.16:0/2622089983 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fa21c0055a0 con 0x7fa23c0c9830 2023-09-23T06:36:21.931 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.930+0000 7fa2237fe700 1 -- 172.21.15.16:0/2622089983 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fa230017090 con 0x7fa23c0c9830 2023-09-23T06:36:21.932 INFO:teuthology.orchestra.run.smithi016.stdout:55834574853 2023-09-23T06:36:21.934 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.932+0000 7fa2413ff700 1 -- 172.21.15.16:0/2622089983 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa22806b090 msgr2=0x7fa22806d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.934 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.932+0000 7fa2413ff700 1 --2- 172.21.15.16:0/2622089983 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa22806b090 0x7fa22806d550 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fa23c0c5f40 tx=0x7fa22c006c60 comp rx=0 tx=0).stop 2023-09-23T06:36:21.934 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.932+0000 7fa2413ff700 1 -- 172.21.15.16:0/2622089983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa23c0c9830 msgr2=0x7fa23c15c490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.934 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.932+0000 7fa2413ff700 1 --2- 172.21.15.16:0/2622089983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa23c0c9830 0x7fa23c15c490 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fa23000c450 tx=0x7fa23000c810 comp rx=0 tx=0).stop 2023-09-23T06:36:21.934 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.933+0000 7fa2413ff700 1 -- 172.21.15.16:0/2622089983 shutdown_connections 2023-09-23T06:36:21.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.933+0000 7fa2413ff700 1 --2- 172.21.15.16:0/2622089983 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa23c162b90 0x7fa23c1609c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.933+0000 7fa2413ff700 1 --2- 172.21.15.16:0/2622089983 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa23c0b0c60 0x7fa23c158090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.933+0000 7fa2413ff700 1 --2- 172.21.15.16:0/2622089983 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa22806b090 0x7fa22806d550 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.933+0000 7fa2413ff700 1 --2- 172.21.15.16:0/2622089983 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa23c0c9830 0x7fa23c15c490 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.933+0000 7fa2413ff700 1 -- 172.21.15.16:0/2622089983 >> 172.21.15.16:0/2622089983 conn(0x7fa23c06a960 msgr2=0x7fa23c0cf1c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:21.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.934+0000 7fa2413ff700 1 -- 172.21.15.16:0/2622089983 shutdown_connections 2023-09-23T06:36:21.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.934+0000 7fa2413ff700 1 -- 172.21.15.16:0/2622089983 wait complete. 2023-09-23T06:36:21.937 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.936+0000 7f8ec6dff700 1 -- 172.21.15.16:0/4143086530 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f8ec00c24f0 con 0x7f8ec00c9830 2023-09-23T06:36:21.938 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.936+0000 7f8ebd7fa700 1 -- 172.21.15.16:0/4143086530 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f8eb4017020 con 0x7f8ec00c9830 2023-09-23T06:36:21.938 INFO:teuthology.orchestra.run.smithi016.stdout:55834574852 2023-09-23T06:36:21.942 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.940+0000 7f8ec6dff700 1 -- 172.21.15.16:0/4143086530 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8eac06b090 msgr2=0x7f8eac06d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.942 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.940+0000 7f8ec6dff700 1 --2- 172.21.15.16:0/4143086530 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8eac06b090 0x7f8eac06d550 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8eb0009b40 tx=0x7f8eb0009210 comp rx=0 tx=0).stop 2023-09-23T06:36:21.942 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.940+0000 7f8ec6dff700 1 -- 172.21.15.16:0/4143086530 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ec00c9830 msgr2=0x7f8ec0163670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.942 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.940+0000 7f8ec6dff700 1 --2- 172.21.15.16:0/4143086530 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ec00c9830 0x7f8ec0163670 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f8eb400c4e0 tx=0x7f8eb400c7f0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.942 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.940+0000 7f8ec6dff700 1 -- 172.21.15.16:0/4143086530 shutdown_connections 2023-09-23T06:36:21.943 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.940+0000 7f8ec6dff700 1 --2- 172.21.15.16:0/4143086530 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8ec0166090 0x7f8ec0163bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.943 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.940+0000 7f8ec6dff700 1 --2- 172.21.15.16:0/4143086530 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8eac06b090 0x7f8eac06d550 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.943 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.940+0000 7f8ec6dff700 1 --2- 172.21.15.16:0/4143086530 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8ec00b1370 0x7f8ec00c7570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.943 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.940+0000 7f8ec6dff700 1 --2- 172.21.15.16:0/4143086530 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8ec00c9830 0x7f8ec0163670 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.943 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.940+0000 7f8ec6dff700 1 -- 172.21.15.16:0/4143086530 >> 172.21.15.16:0/4143086530 conn(0x7f8ec006ae10 msgr2=0x7f8ec0161640 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:21.943 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.940+0000 7f8ec6dff700 1 -- 172.21.15.16:0/4143086530 shutdown_connections 2023-09-23T06:36:21.943 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.941+0000 7f8ec6dff700 1 -- 172.21.15.16:0/4143086530 wait complete. 2023-09-23T06:36:21.950 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.949+0000 7ff4f9bff700 1 -- 172.21.15.16:0/4018264024 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7ff4f40c74e0 con 0x7ff4f40b92b0 2023-09-23T06:36:21.951 INFO:teuthology.orchestra.run.smithi016.stdout:55834574852 2023-09-23T06:36:21.952 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.950+0000 7ff4dbfff700 1 -- 172.21.15.16:0/4018264024 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ff4f40c74e0 con 0x7ff4f40b92b0 2023-09-23T06:36:21.956 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.954+0000 7ff4f9bff700 1 -- 172.21.15.16:0/4018264024 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff4e006b090 msgr2=0x7ff4e006d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.956 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.954+0000 7ff4f9bff700 1 --2- 172.21.15.16:0/4018264024 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff4e006b090 0x7ff4e006d550 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff4ec007fd0 tx=0x7ff4ec009040 comp rx=0 tx=0).stop 2023-09-23T06:36:21.956 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.954+0000 7ff4f9bff700 1 -- 172.21.15.16:0/4018264024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4f40b92b0 msgr2=0x7ff4f415c360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.956 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.954+0000 7ff4f9bff700 1 --2- 172.21.15.16:0/4018264024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4f40b92b0 0x7ff4f415c360 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7ff4e400c430 tx=0x7ff4e400c740 comp rx=0 tx=0).stop 2023-09-23T06:36:21.956 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.954+0000 7ff4f9bff700 1 -- 172.21.15.16:0/4018264024 shutdown_connections 2023-09-23T06:36:21.956 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.954+0000 7ff4f9bff700 1 --2- 172.21.15.16:0/4018264024 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff4e006b090 0x7ff4e006d550 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.956 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.954+0000 7ff4f9bff700 1 --2- 172.21.15.16:0/4018264024 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff4f4160b10 0x7ff4f41ff4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.956 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.954+0000 7ff4f9bff700 1 --2- 172.21.15.16:0/4018264024 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff4f40b8090 0x7ff4f415c9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.957 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.954+0000 7ff4f9bff700 1 --2- 172.21.15.16:0/4018264024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff4f40b92b0 0x7ff4f415c360 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.957 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.954+0000 7ff4f9bff700 1 -- 172.21.15.16:0/4018264024 >> 172.21.15.16:0/4018264024 conn(0x7ff4f4072270 msgr2=0x7ff4f40d0470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:21.957 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.954+0000 7ff4f9bff700 1 -- 172.21.15.16:0/4018264024 shutdown_connections 2023-09-23T06:36:21.957 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.954+0000 7ff4f9bff700 1 -- 172.21.15.16:0/4018264024 wait complete. 2023-09-23T06:36:21.960 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.1 2023-09-23T06:36:21.960 DEBUG:teuthology.parallel:result is None 2023-09-23T06:36:21.960 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.958+0000 7f4d4afff700 1 -- 172.21.15.16:0/1964562511 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f4d441f5a40 con 0x7f4d440cc380 2023-09-23T06:36:21.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.959+0000 7f4d417fa700 1 -- 172.21.15.16:0/1964562511 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f4d441f5a40 con 0x7f4d440cc380 2023-09-23T06:36:21.961 INFO:teuthology.orchestra.run.smithi016.stdout:55834574853 2023-09-23T06:36:21.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.960+0000 7fb7cdffb700 1 -- 172.21.15.16:0/3065276541 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7fb7d804eb20 con 0x7fb7d81f7000 2023-09-23T06:36:21.962 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.960+0000 7fb7cffff700 1 -- 172.21.15.16:0/3065276541 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fb7c8057f60 con 0x7fb7d81f7000 2023-09-23T06:36:21.962 INFO:teuthology.orchestra.run.smithi016.stdout:55834574854 2023-09-23T06:36:21.964 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.2 2023-09-23T06:36:21.964 DEBUG:teuthology.parallel:result is None 2023-09-23T06:36:21.965 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7fb7cdffb700 1 -- 172.21.15.16:0/3065276541 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb7b806b010 msgr2=0x7fb7b806d4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.965 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7fb7cdffb700 1 --2- 172.21.15.16:0/3065276541 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb7b806b010 0x7fb7b806d4d0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fb7d0000c00 tx=0x7fb7d0014000 comp rx=0 tx=0).stop 2023-09-23T06:36:21.965 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7fb7cdffb700 1 -- 172.21.15.16:0/3065276541 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7d81f7000 msgr2=0x7fb7d80b3180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.965 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7fb7cdffb700 1 --2- 172.21.15.16:0/3065276541 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7d81f7000 0x7fb7d80b3180 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fb7c8007a70 tx=0x7fb7c800b320 comp rx=0 tx=0).stop 2023-09-23T06:36:21.965 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7f4d4afff700 1 -- 172.21.15.16:0/1964562511 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4d2406b010 msgr2=0x7f4d2406d4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.965 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7f4d4afff700 1 --2- 172.21.15.16:0/1964562511 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4d2406b010 0x7f4d2406d4d0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f4d4415e4c0 tx=0x7f4d34012000 comp rx=0 tx=0).stop 2023-09-23T06:36:21.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7f4d4afff700 1 -- 172.21.15.16:0/1964562511 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4d440cc380 msgr2=0x7f4d441f4130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7f4d4afff700 1 --2- 172.21.15.16:0/1964562511 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4d440cc380 0x7f4d441f4130 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f4d2c00c700 tx=0x7f4d2c00ca10 comp rx=0 tx=0).stop 2023-09-23T06:36:21.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7fb7cdffb700 1 -- 172.21.15.16:0/3065276541 shutdown_connections 2023-09-23T06:36:21.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7fb7cdffb700 1 --2- 172.21.15.16:0/3065276541 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb7b806b010 0x7fb7b806d4d0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7fb7cdffb700 1 --2- 172.21.15.16:0/3065276541 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb7d815bf60 0x7fb7d80b36c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7fb7cdffb700 1 --2- 172.21.15.16:0/3065276541 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb7c4003a30 0x7fb7d815ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7fb7cdffb700 1 --2- 172.21.15.16:0/3065276541 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb7d81f7000 0x7fb7d80b3180 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7fb7cdffb700 1 -- 172.21.15.16:0/3065276541 >> 172.21.15.16:0/3065276541 conn(0x7fb7d806a960 msgr2=0x7fb7d80c5b30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:21.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7f4d4afff700 1 -- 172.21.15.16:0/1964562511 shutdown_connections 2023-09-23T06:36:21.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7f4d4afff700 1 --2- 172.21.15.16:0/1964562511 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4d4415e0e0 0x7f4d44159720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7f4d4afff700 1 --2- 172.21.15.16:0/1964562511 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4d440cc380 0x7f4d441f4130 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7f4d4afff700 1 --2- 172.21.15.16:0/1964562511 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4d2406b010 0x7f4d2406d4d0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7f4d4afff700 1 --2- 172.21.15.16:0/1964562511 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4d4415a400 0x7f4d441f4eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7f4d4afff700 1 -- 172.21.15.16:0/1964562511 >> 172.21.15.16:0/1964562511 conn(0x7f4d4406a960 msgr2=0x7f4d440c9100 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:21.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.963+0000 7fb7cdffb700 1 -- 172.21.15.16:0/3065276541 shutdown_connections 2023-09-23T06:36:21.968 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.964+0000 7fb7cdffb700 1 -- 172.21.15.16:0/3065276541 wait complete. 2023-09-23T06:36:21.968 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.964+0000 7f4d4afff700 1 -- 172.21.15.16:0/1964562511 shutdown_connections 2023-09-23T06:36:21.968 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.964+0000 7f4d4afff700 1 -- 172.21.15.16:0/1964562511 wait complete. 2023-09-23T06:36:21.972 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.970+0000 7f7db9dff700 1 -- 172.21.15.16:0/281864990 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f7db40c8690 con 0x7f7db415b700 2023-09-23T06:36:21.972 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.971+0000 7f7dabfff700 1 -- 172.21.15.16:0/281864990 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f7db40c8690 con 0x7f7db415b700 2023-09-23T06:36:21.973 INFO:teuthology.orchestra.run.smithi016.stdout:55834574853 2023-09-23T06:36:21.977 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.975+0000 7f7db9dff700 1 -- 172.21.15.16:0/281864990 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f7d9406b090 msgr2=0x7f7d9406d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.977 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.975+0000 7f7db9dff700 1 --2- 172.21.15.16:0/281864990 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f7d9406b090 0x7f7d9406d550 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f7d9c006fd0 tx=0x7f7d9c008040 comp rx=0 tx=0).stop 2023-09-23T06:36:21.977 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.975+0000 7f7db9dff700 1 -- 172.21.15.16:0/281864990 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7db415b700 msgr2=0x7f7db4156970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:21.977 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.975+0000 7f7db9dff700 1 --2- 172.21.15.16:0/281864990 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7db415b700 0x7f7db4156970 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7db415bc20 tx=0x7f7da4004ad0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.978 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.975+0000 7f7db9dff700 1 -- 172.21.15.16:0/281864990 shutdown_connections 2023-09-23T06:36:21.978 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.975+0000 7f7db9dff700 1 --2- 172.21.15.16:0/281864990 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f7d9406b090 0x7f7d9406d550 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.978 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.975+0000 7f7db9dff700 1 --2- 172.21.15.16:0/281864990 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7db4156eb0 0x7f7db40cabb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.978 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.975+0000 7f7db9dff700 1 --2- 172.21.15.16:0/281864990 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7db40cbfa0 0x7f7db4210300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.978 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.975+0000 7f7db9dff700 1 --2- 172.21.15.16:0/281864990 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7db415b700 0x7f7db4156970 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:21.978 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.975+0000 7f7db9dff700 1 -- 172.21.15.16:0/281864990 >> 172.21.15.16:0/281864990 conn(0x7f7db40cde90 msgr2=0x7f7db40b1e50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:21.978 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.975+0000 7f7db9dff700 1 -- 172.21.15.16:0/281864990 shutdown_connections 2023-09-23T06:36:21.978 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:21.976+0000 7f7db9dff700 1 -- 172.21.15.16:0/281864990 wait complete. 2023-09-23T06:36:21.980 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574852 got 55834574852 for osd.3 2023-09-23T06:36:21.980 DEBUG:teuthology.parallel:result is None 2023-09-23T06:36:21.988 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574854 got 55834574854 for osd.6 2023-09-23T06:36:21.988 DEBUG:teuthology.parallel:result is None 2023-09-23T06:36:21.990 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.4 2023-09-23T06:36:21.990 DEBUG:teuthology.parallel:result is None 2023-09-23T06:36:21.996 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574853 got 55834574853 for osd.7 2023-09-23T06:36:21.996 DEBUG:teuthology.parallel:result is None 2023-09-23T06:36:21.996 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2023-09-23T06:36:21.996 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-23T06:36:22.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.237+0000 7f0bd0dff700 1 Processor -- start 2023-09-23T06:36:22.239 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.237+0000 7f0bd0dff700 1 -- start start 2023-09-23T06:36:22.241 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.238+0000 7f0bd0dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bcc15db50 0x7f0bcc0b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:22.241 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.238+0000 7f0bd0dff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f0bcc0b4fe0 0x7f0bcc0b5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:22.241 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.238+0000 7f0bd0dff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0bcc15ec00 con 0x7f0bcc15d770 2023-09-23T06:36:22.241 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.238+0000 7f0bd0dff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0bcc0b65c0 con 0x7f0bcc0b4fe0 2023-09-23T06:36:22.241 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.238+0000 7f0bd0dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bcc0b59a0 con 0x7f0bcc15db50 2023-09-23T06:36:22.241 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.238+0000 7f0bca59c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f0bcc15d770 0x7f0bcc0ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51406/0 (socket says 172.21.15.16:51406) 2023-09-23T06:36:22.242 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.238+0000 7f0bca59c700 1 -- 172.21.15.16:0/2557623453 learned_addr learned my addr 172.21.15.16:0/2557623453 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:22.242 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.238+0000 7f0bcad9d700 1 --2- 172.21.15.16:0/2557623453 >> v2:172.21.15.16:3300/0 conn(0x7f0bcc0b4fe0 0x7f0bcc0b5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:22.242 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.239+0000 7f0bc3fff700 1 --2- 172.21.15.16:0/2557623453 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bcc15db50 0x7f0bcc0b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:22.242 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.239+0000 7f0bc9d9b700 1 -- 172.21.15.16:0/2557623453 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3055954027 0 0) 0x7f0bcc15ec00 con 0x7f0bcc15d770 2023-09-23T06:36:22.242 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.239+0000 7f0bc9d9b700 1 -- 172.21.15.16:0/2557623453 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0bb80035b0 con 0x7f0bcc15d770 2023-09-23T06:36:22.242 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.239+0000 7f0bcad9d700 1 -- 172.21.15.16:0/2557623453 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bcc15db50 msgr2=0x7f0bcc0b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:22.242 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.239+0000 7f0bcad9d700 1 --2- 172.21.15.16:0/2557623453 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bcc15db50 0x7f0bcc0b8e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:22.242 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.239+0000 7f0bcad9d700 1 -- 172.21.15.16:0/2557623453 >> v1:172.21.15.16:6789/0 conn(0x7f0bcc15d770 legacy=0x7f0bcc0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:22.242 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.239+0000 7f0bcad9d700 1 -- 172.21.15.16:0/2557623453 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bcc0cdd00 con 0x7f0bcc0b4fe0 2023-09-23T06:36:22.242 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.239+0000 7f0bcad9d700 1 --2- 172.21.15.16:0/2557623453 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bcc0b4fe0 0x7f0bcc0b5460 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0bc4009d90 tx=0x7f0bc400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c521a62fb3c7b2ed server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:22.242 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.239+0000 7f0bc9d9b700 1 -- 172.21.15.16:0/2557623453 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bc400e070 con 0x7f0bcc0b4fe0 2023-09-23T06:36:22.243 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.240+0000 7f0bc9d9b700 1 -- 172.21.15.16:0/2557623453 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0bc400bb20 con 0x7f0bcc0b4fe0 2023-09-23T06:36:22.243 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.240+0000 7f0bc9d9b700 1 -- 172.21.15.16:0/2557623453 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bc4012430 con 0x7f0bcc0b4fe0 2023-09-23T06:36:22.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.240+0000 7f0bd0dff700 1 -- 172.21.15.16:0/2557623453 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bcc0b4fe0 msgr2=0x7f0bcc0b5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:22.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.240+0000 7f0bd0dff700 1 --2- 172.21.15.16:0/2557623453 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bcc0b4fe0 0x7f0bcc0b5460 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f0bc4009d90 tx=0x7f0bc400b330 comp rx=0 tx=0).stop 2023-09-23T06:36:22.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.240+0000 7f0bd0dff700 1 -- 172.21.15.16:0/2557623453 shutdown_connections 2023-09-23T06:36:22.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.240+0000 7f0bd0dff700 1 --2- 172.21.15.16:0/2557623453 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bcc0b4fe0 0x7f0bcc0b5460 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:22.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.240+0000 7f0bd0dff700 1 --2- 172.21.15.16:0/2557623453 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bcc15db50 0x7f0bcc0b8e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:22.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.240+0000 7f0bd0dff700 1 -- 172.21.15.16:0/2557623453 >> 172.21.15.16:0/2557623453 conn(0x7f0bcc0724b0 msgr2=0x7f0bcc0d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:22.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.240+0000 7f0bd0dff700 1 -- 172.21.15.16:0/2557623453 shutdown_connections 2023-09-23T06:36:22.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.240+0000 7f0bd0dff700 1 -- 172.21.15.16:0/2557623453 wait complete. 2023-09-23T06:36:22.245 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.242+0000 7f0bd0dff700 1 Processor -- start 2023-09-23T06:36:22.245 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.242+0000 7f0bd0dff700 1 -- start start 2023-09-23T06:36:22.247 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.243+0000 7f0bd0dff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bcc0b4fe0 0x7f0bcc15a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:22.247 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.243+0000 7f0bd0dff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0bcc15d770 0x7f0bcc0c8c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:22.247 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.243+0000 7f0bd0dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bcc15db50 0x7f0bcc0d3560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:22.247 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.243+0000 7f0bd0dff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bcc150c30 con 0x7f0bcc0b4fe0 2023-09-23T06:36:22.247 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.243+0000 7f0bd0dff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bcc150f10 con 0x7f0bcc15d770 2023-09-23T06:36:22.247 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.243+0000 7f0bd0dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bcc1511f0 con 0x7f0bcc15db50 2023-09-23T06:36:22.247 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.243+0000 7f0bca59c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bcc0b4fe0 0x7f0bcc15a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:22.247 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.243+0000 7f0bca59c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bcc0b4fe0 0x7f0bcc15a4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46206/0 (socket says 172.21.15.16:46206) 2023-09-23T06:36:22.247 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.243+0000 7f0bca59c700 1 -- 172.21.15.16:0/3702275754 learned_addr learned my addr 172.21.15.16:0/3702275754 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:22.248 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.244+0000 7f0bc3fff700 1 --2- 172.21.15.16:0/3702275754 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0bcc15d770 0x7f0bcc0c8c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:22.248 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.244+0000 7f0bcad9d700 1 --2- 172.21.15.16:0/3702275754 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bcc15db50 0x7f0bcc0d3560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:22.248 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.244+0000 7f0bca59c700 1 -- 172.21.15.16:0/3702275754 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bcc15db50 msgr2=0x7f0bcc0d3560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:22.248 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.244+0000 7f0bca59c700 1 --2- 172.21.15.16:0/3702275754 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bcc15db50 0x7f0bcc0d3560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:22.248 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.244+0000 7f0bca59c700 1 -- 172.21.15.16:0/3702275754 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0bcc15d770 msgr2=0x7f0bcc0c8c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:22.248 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.244+0000 7f0bca59c700 1 --2- 172.21.15.16:0/3702275754 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0bcc15d770 0x7f0bcc0c8c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:22.248 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.244+0000 7f0bca59c700 1 -- 172.21.15.16:0/3702275754 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bc4009a70 con 0x7f0bcc0b4fe0 2023-09-23T06:36:22.248 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.244+0000 7f0bc3fff700 1 --2- 172.21.15.16:0/3702275754 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0bcc15d770 0x7f0bcc0c8c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:22.248 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.244+0000 7f0bca59c700 1 --2- 172.21.15.16:0/3702275754 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bcc0b4fe0 0x7f0bcc15a4b0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0bbc00c700 tx=0x7f0bbc00cac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:22.248 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.244+0000 7f0bc2ffd700 1 -- 172.21.15.16:0/3702275754 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bbc005d70 con 0x7f0bcc0b4fe0 2023-09-23T06:36:22.248 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.244+0000 7f0bc2ffd700 1 -- 172.21.15.16:0/3702275754 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0bbc0070d0 con 0x7f0bcc0b4fe0 2023-09-23T06:36:22.249 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.244+0000 7f0bc2ffd700 1 -- 172.21.15.16:0/3702275754 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bbc007460 con 0x7f0bcc0b4fe0 2023-09-23T06:36:22.249 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.244+0000 7f0bd0dff700 1 -- 172.21.15.16:0/3702275754 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0bcc1514d0 con 0x7f0bcc0b4fe0 2023-09-23T06:36:22.249 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.244+0000 7f0bd0dff700 1 -- 172.21.15.16:0/3702275754 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bcc150850 con 0x7f0bcc0b4fe0 2023-09-23T06:36:22.249 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.245+0000 7f0bd0dff700 1 -- 172.21.15.16:0/3702275754 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0bcc074b40 con 0x7f0bcc0b4fe0 2023-09-23T06:36:22.250 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.246+0000 7f0bc2ffd700 1 -- 172.21.15.16:0/3702275754 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f0bbc0075c0 con 0x7f0bcc0b4fe0 2023-09-23T06:36:22.250 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.247+0000 7f0bc2ffd700 1 --2- 172.21.15.16:0/3702275754 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f0bac06afc0 0x7f0bac06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:22.250 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.247+0000 7f0bc2ffd700 1 -- 172.21.15.16:0/3702275754 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0bbc088d70 con 0x7f0bcc0b4fe0 2023-09-23T06:36:22.250 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.248+0000 7f0bc3fff700 1 --2- 172.21.15.16:0/3702275754 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f0bac06afc0 0x7f0bac06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:22.250 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.248+0000 7f0bc3fff700 1 --2- 172.21.15.16:0/3702275754 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f0bac06afc0 0x7f0bac06d480 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0bcc0d4180 tx=0x7f0bb4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:22.253 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.252+0000 7f0bc2ffd700 1 -- 172.21.15.16:0/3702275754 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f0bbc053d20 con 0x7f0bcc0b4fe0 2023-09-23T06:36:22.458 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.456+0000 7f0bd0dff700 1 -- 172.21.15.16:0/3702275754 --> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f0bcc150a10 con 0x7f0bac06afc0 2023-09-23T06:36:22.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.464+0000 7f0bc2ffd700 1 -- 172.21.15.16:0/3702275754 <== mgr.4104 v2:172.21.15.92:6832/2319247339 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264521 (secure 0 0 0) 0x7f0bb4011830 con 0x7f0bac06afc0 2023-09-23T06:36:22.469 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:22.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.468+0000 7f0bd0dff700 1 -- 172.21.15.16:0/3702275754 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f0bac06afc0 msgr2=0x7f0bac06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:22.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.468+0000 7f0bd0dff700 1 --2- 172.21.15.16:0/3702275754 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f0bac06afc0 0x7f0bac06d480 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f0bcc0d4180 tx=0x7f0bb4008040 comp rx=0 tx=0).stop 2023-09-23T06:36:22.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.468+0000 7f0bd0dff700 1 -- 172.21.15.16:0/3702275754 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bcc0b4fe0 msgr2=0x7f0bcc15a4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:22.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.468+0000 7f0bd0dff700 1 --2- 172.21.15.16:0/3702275754 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bcc0b4fe0 0x7f0bcc15a4b0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f0bbc00c700 tx=0x7f0bbc00cac0 comp rx=0 tx=0).stop 2023-09-23T06:36:22.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.468+0000 7f0bd0dff700 1 -- 172.21.15.16:0/3702275754 shutdown_connections 2023-09-23T06:36:22.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.468+0000 7f0bd0dff700 1 --2- 172.21.15.16:0/3702275754 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0bcc15db50 0x7f0bcc0d3560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:22.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.468+0000 7f0bd0dff700 1 --2- 172.21.15.16:0/3702275754 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f0bac06afc0 0x7f0bac06d480 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:22.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.468+0000 7f0bd0dff700 1 --2- 172.21.15.16:0/3702275754 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0bcc0b4fe0 0x7f0bcc15a4b0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:22.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.468+0000 7f0bd0dff700 1 --2- 172.21.15.16:0/3702275754 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0bcc15d770 0x7f0bcc0c8c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:22.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.468+0000 7f0bd0dff700 1 -- 172.21.15.16:0/3702275754 >> 172.21.15.16:0/3702275754 conn(0x7f0bcc0724b0 msgr2=0x7f0bcc15fa80 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:22.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.469+0000 7f0bd0dff700 1 -- 172.21.15.16:0/3702275754 shutdown_connections 2023-09-23T06:36:22.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.469+0000 7f0bd0dff700 1 -- 172.21.15.16:0/3702275754 wait complete. 2023-09-23T06:36:22.473 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2023-09-23T06:36:22.488 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2023-09-23T06:36:21.583293+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219116,"kb_used_data":2920,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755604,"statfs":{"total":773094113280,"available":772869738496,"internally_reserved":0,"allocated":2990080,"data_stored":1790108,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":59,"num_write_kb":276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.561556"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502899+0000","last_change":"2023-09-23T06:36:12.045297+0000","last_active":"2023-09-23T06:36:13.502899+0000","last_peered":"2023-09-23T06:36:13.502899+0000","last_clean":"2023-09-23T06:36:13.502899+0000","last_became_active":"2023-09-23T06:36:12.045014+0000","last_became_peered":"2023-09-23T06:36:12.045014+0000","last_unstale":"2023-09-23T06:36:13.502899+0000","last_undegraded":"2023-09-23T06:36:13.502899+0000","last_fullsized":"2023-09-23T06:36:13.502899+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:25:52.544562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.025017+0000","last_change":"2023-09-23T06:36:12.031753+0000","last_active":"2023-09-23T06:36:13.025017+0000","last_peered":"2023-09-23T06:36:13.025017+0000","last_clean":"2023-09-23T06:36:13.025017+0000","last_became_active":"2023-09-23T06:36:12.031417+0000","last_became_peered":"2023-09-23T06:36:12.031417+0000","last_unstale":"2023-09-23T06:36:13.025017+0000","last_undegraded":"2023-09-23T06:36:13.025017+0000","last_fullsized":"2023-09-23T06:36:13.025017+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:04:50.267488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501529+0000","last_change":"2023-09-23T06:36:12.039439+0000","last_active":"2023-09-23T06:36:13.501529+0000","last_peered":"2023-09-23T06:36:13.501529+0000","last_clean":"2023-09-23T06:36:13.501529+0000","last_became_active":"2023-09-23T06:36:12.039148+0000","last_became_peered":"2023-09-23T06:36:12.039148+0000","last_unstale":"2023-09-23T06:36:13.501529+0000","last_undegraded":"2023-09-23T06:36:13.501529+0000","last_fullsized":"2023-09-23T06:36:13.501529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:01:25.130444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502839+0000","last_change":"2023-09-23T06:36:12.038616+0000","last_active":"2023-09-23T06:36:13.502839+0000","last_peered":"2023-09-23T06:36:13.502839+0000","last_clean":"2023-09-23T06:36:13.502839+0000","last_became_active":"2023-09-23T06:36:12.038319+0000","last_became_peered":"2023-09-23T06:36:12.038319+0000","last_unstale":"2023-09-23T06:36:13.502839+0000","last_undegraded":"2023-09-23T06:36:13.502839+0000","last_fullsized":"2023-09-23T06:36:13.502839+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:41:05.202143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502943+0000","last_change":"2023-09-23T06:36:12.050485+0000","last_active":"2023-09-23T06:36:13.502943+0000","last_peered":"2023-09-23T06:36:13.502943+0000","last_clean":"2023-09-23T06:36:13.502943+0000","last_became_active":"2023-09-23T06:36:12.050224+0000","last_became_peered":"2023-09-23T06:36:12.050224+0000","last_unstale":"2023-09-23T06:36:13.502943+0000","last_undegraded":"2023-09-23T06:36:13.502943+0000","last_fullsized":"2023-09-23T06:36:13.502943+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:24:38.003742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503189+0000","last_change":"2023-09-23T06:36:12.038294+0000","last_active":"2023-09-23T06:36:13.503189+0000","last_peered":"2023-09-23T06:36:13.503189+0000","last_clean":"2023-09-23T06:36:13.503189+0000","last_became_active":"2023-09-23T06:36:12.037992+0000","last_became_peered":"2023-09-23T06:36:12.037992+0000","last_unstale":"2023-09-23T06:36:13.503189+0000","last_undegraded":"2023-09-23T06:36:13.503189+0000","last_fullsized":"2023-09-23T06:36:13.503189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:00:16.958221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501903+0000","last_change":"2023-09-23T06:36:12.047768+0000","last_active":"2023-09-23T06:36:13.501903+0000","last_peered":"2023-09-23T06:36:13.501903+0000","last_clean":"2023-09-23T06:36:13.501903+0000","last_became_active":"2023-09-23T06:36:12.047407+0000","last_became_peered":"2023-09-23T06:36:12.047407+0000","last_unstale":"2023-09-23T06:36:13.501903+0000","last_undegraded":"2023-09-23T06:36:13.501903+0000","last_fullsized":"2023-09-23T06:36:13.501903+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:04:50.267488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501848+0000","last_change":"2023-09-23T06:36:12.050866+0000","last_active":"2023-09-23T06:36:13.501848+0000","last_peered":"2023-09-23T06:36:13.501848+0000","last_clean":"2023-09-23T06:36:13.501848+0000","last_became_active":"2023-09-23T06:36:12.050600+0000","last_became_peered":"2023-09-23T06:36:12.050600+0000","last_unstale":"2023-09-23T06:36:13.501848+0000","last_undegraded":"2023-09-23T06:36:13.501848+0000","last_fullsized":"2023-09-23T06:36:13.501848+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:37:10.335681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502742+0000","last_change":"2023-09-23T06:36:12.053145+0000","last_active":"2023-09-23T06:36:13.502742+0000","last_peered":"2023-09-23T06:36:13.502742+0000","last_clean":"2023-09-23T06:36:13.502742+0000","last_became_active":"2023-09-23T06:36:12.052405+0000","last_became_peered":"2023-09-23T06:36:12.052405+0000","last_unstale":"2023-09-23T06:36:13.502742+0000","last_undegraded":"2023-09-23T06:36:13.502742+0000","last_fullsized":"2023-09-23T06:36:13.502742+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:00:16.958221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502324+0000","last_change":"2023-09-23T06:36:12.035958+0000","last_active":"2023-09-23T06:36:13.502324+0000","last_peered":"2023-09-23T06:36:13.502324+0000","last_clean":"2023-09-23T06:36:13.502324+0000","last_became_active":"2023-09-23T06:36:12.035633+0000","last_became_peered":"2023-09-23T06:36:12.035633+0000","last_unstale":"2023-09-23T06:36:13.502324+0000","last_undegraded":"2023-09-23T06:36:13.502324+0000","last_fullsized":"2023-09-23T06:36:13.502324+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:37:10.335681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501825+0000","last_change":"2023-09-23T06:36:12.036740+0000","last_active":"2023-09-23T06:36:13.501825+0000","last_peered":"2023-09-23T06:36:13.501825+0000","last_clean":"2023-09-23T06:36:13.501825+0000","last_became_active":"2023-09-23T06:36:12.036439+0000","last_became_peered":"2023-09-23T06:36:12.036439+0000","last_unstale":"2023-09-23T06:36:13.501825+0000","last_undegraded":"2023-09-23T06:36:13.501825+0000","last_fullsized":"2023-09-23T06:36:13.501825+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:42:31.250386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028447+0000","last_change":"2023-09-23T06:36:12.041005+0000","last_active":"2023-09-23T06:36:13.028447+0000","last_peered":"2023-09-23T06:36:13.028447+0000","last_clean":"2023-09-23T06:36:13.028447+0000","last_became_active":"2023-09-23T06:36:12.040707+0000","last_became_peered":"2023-09-23T06:36:12.040707+0000","last_unstale":"2023-09-23T06:36:13.028447+0000","last_undegraded":"2023-09-23T06:36:13.028447+0000","last_fullsized":"2023-09-23T06:36:13.028447+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:34:06.728880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502235+0000","last_change":"2023-09-23T06:36:12.041858+0000","last_active":"2023-09-23T06:36:13.502235+0000","last_peered":"2023-09-23T06:36:13.502235+0000","last_clean":"2023-09-23T06:36:13.502235+0000","last_became_active":"2023-09-23T06:36:12.041460+0000","last_became_peered":"2023-09-23T06:36:12.041460+0000","last_unstale":"2023-09-23T06:36:13.502235+0000","last_undegraded":"2023-09-23T06:36:13.502235+0000","last_fullsized":"2023-09-23T06:36:13.502235+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:43:42.521269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502446+0000","last_change":"2023-09-23T06:36:12.028428+0000","last_active":"2023-09-23T06:36:13.502446+0000","last_peered":"2023-09-23T06:36:13.502446+0000","last_clean":"2023-09-23T06:36:13.502446+0000","last_became_active":"2023-09-23T06:36:12.028127+0000","last_became_peered":"2023-09-23T06:36:12.028127+0000","last_unstale":"2023-09-23T06:36:13.502446+0000","last_undegraded":"2023-09-23T06:36:13.502446+0000","last_fullsized":"2023-09-23T06:36:13.502446+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:37:10.335681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024712+0000","last_change":"2023-09-23T06:36:12.037199+0000","last_active":"2023-09-23T06:36:13.024712+0000","last_peered":"2023-09-23T06:36:13.024712+0000","last_clean":"2023-09-23T06:36:13.024712+0000","last_became_active":"2023-09-23T06:36:12.036881+0000","last_became_peered":"2023-09-23T06:36:12.036881+0000","last_unstale":"2023-09-23T06:36:13.024712+0000","last_undegraded":"2023-09-23T06:36:13.024712+0000","last_fullsized":"2023-09-23T06:36:13.024712+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:42:31.250386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502675+0000","last_change":"2023-09-23T06:36:12.036674+0000","last_active":"2023-09-23T06:36:13.502675+0000","last_peered":"2023-09-23T06:36:13.502675+0000","last_clean":"2023-09-23T06:36:13.502675+0000","last_became_active":"2023-09-23T06:36:12.036393+0000","last_became_peered":"2023-09-23T06:36:12.036393+0000","last_unstale":"2023-09-23T06:36:13.502675+0000","last_undegraded":"2023-09-23T06:36:13.502675+0000","last_fullsized":"2023-09-23T06:36:13.502675+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:37:10.335681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502343+0000","last_change":"2023-09-23T06:36:12.040109+0000","last_active":"2023-09-23T06:36:13.502343+0000","last_peered":"2023-09-23T06:36:13.502343+0000","last_clean":"2023-09-23T06:36:13.502343+0000","last_became_active":"2023-09-23T06:36:12.039768+0000","last_became_peered":"2023-09-23T06:36:12.039768+0000","last_unstale":"2023-09-23T06:36:13.502343+0000","last_undegraded":"2023-09-23T06:36:13.502343+0000","last_fullsized":"2023-09-23T06:36:13.502343+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:35:00.267317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.027159+0000","last_change":"2023-09-23T06:36:12.048800+0000","last_active":"2023-09-23T06:36:13.027159+0000","last_peered":"2023-09-23T06:36:13.027159+0000","last_clean":"2023-09-23T06:36:13.027159+0000","last_became_active":"2023-09-23T06:36:12.048454+0000","last_became_peered":"2023-09-23T06:36:12.048454+0000","last_unstale":"2023-09-23T06:36:13.027159+0000","last_undegraded":"2023-09-23T06:36:13.027159+0000","last_fullsized":"2023-09-23T06:36:13.027159+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T12:55:24.971580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502360+0000","last_change":"2023-09-23T06:36:12.051298+0000","last_active":"2023-09-23T06:36:13.502360+0000","last_peered":"2023-09-23T06:36:13.502360+0000","last_clean":"2023-09-23T06:36:13.502360+0000","last_became_active":"2023-09-23T06:36:12.050806+0000","last_became_peered":"2023-09-23T06:36:12.050806+0000","last_unstale":"2023-09-23T06:36:13.502360+0000","last_undegraded":"2023-09-23T06:36:13.502360+0000","last_fullsized":"2023-09-23T06:36:13.502360+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:41:05.202143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501872+0000","last_change":"2023-09-23T06:36:11.215307+0000","last_active":"2023-09-23T06:36:13.501872+0000","last_peered":"2023-09-23T06:36:13.501872+0000","last_clean":"2023-09-23T06:36:13.501872+0000","last_became_active":"2023-09-23T06:36:11.212727+0000","last_became_peered":"2023-09-23T06:36:11.212727+0000","last_unstale":"2023-09-23T06:36:13.501872+0000","last_undegraded":"2023-09-23T06:36:13.501872+0000","last_fullsized":"2023-09-23T06:36:13.501872+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:14:43.919588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501757+0000","last_change":"2023-09-23T06:36:12.039531+0000","last_active":"2023-09-23T06:36:13.501757+0000","last_peered":"2023-09-23T06:36:13.501757+0000","last_clean":"2023-09-23T06:36:13.501757+0000","last_became_active":"2023-09-23T06:36:12.039267+0000","last_became_peered":"2023-09-23T06:36:12.039267+0000","last_unstale":"2023-09-23T06:36:13.501757+0000","last_undegraded":"2023-09-23T06:36:13.501757+0000","last_fullsized":"2023-09-23T06:36:13.501757+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:37.457388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501819+0000","last_change":"2023-09-23T06:36:11.224714+0000","last_active":"2023-09-23T06:36:13.501819+0000","last_peered":"2023-09-23T06:36:13.501819+0000","last_clean":"2023-09-23T06:36:13.501819+0000","last_became_active":"2023-09-23T06:36:11.224414+0000","last_became_peered":"2023-09-23T06:36:11.224414+0000","last_unstale":"2023-09-23T06:36:13.501819+0000","last_undegraded":"2023-09-23T06:36:13.501819+0000","last_fullsized":"2023-09-23T06:36:13.501819+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:14:43.919588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501832+0000","last_change":"2023-09-23T06:36:12.042488+0000","last_active":"2023-09-23T06:36:13.501832+0000","last_peered":"2023-09-23T06:36:13.501832+0000","last_clean":"2023-09-23T06:36:13.501832+0000","last_became_active":"2023-09-23T06:36:12.042161+0000","last_became_peered":"2023-09-23T06:36:12.042161+0000","last_unstale":"2023-09-23T06:36:13.501832+0000","last_undegraded":"2023-09-23T06:36:13.501832+0000","last_fullsized":"2023-09-23T06:36:13.501832+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:40:55.786659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503122+0000","last_change":"2023-09-23T06:36:11.224328+0000","last_active":"2023-09-23T06:36:13.503122+0000","last_peered":"2023-09-23T06:36:13.503122+0000","last_clean":"2023-09-23T06:36:13.503122+0000","last_became_active":"2023-09-23T06:36:11.224034+0000","last_became_peered":"2023-09-23T06:36:11.224034+0000","last_unstale":"2023-09-23T06:36:13.503122+0000","last_undegraded":"2023-09-23T06:36:13.503122+0000","last_fullsized":"2023-09-23T06:36:13.503122+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:42:30.243742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502590+0000","last_change":"2023-09-23T06:36:12.045413+0000","last_active":"2023-09-23T06:36:13.502590+0000","last_peered":"2023-09-23T06:36:13.502590+0000","last_clean":"2023-09-23T06:36:13.502590+0000","last_became_active":"2023-09-23T06:36:12.045137+0000","last_became_peered":"2023-09-23T06:36:12.045137+0000","last_unstale":"2023-09-23T06:36:13.502590+0000","last_undegraded":"2023-09-23T06:36:13.502590+0000","last_fullsized":"2023-09-23T06:36:13.502590+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:37.457388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502397+0000","last_change":"2023-09-23T06:36:11.223637+0000","last_active":"2023-09-23T06:36:13.502397+0000","last_peered":"2023-09-23T06:36:13.502397+0000","last_clean":"2023-09-23T06:36:13.502397+0000","last_became_active":"2023-09-23T06:36:11.223357+0000","last_became_peered":"2023-09-23T06:36:11.223357+0000","last_unstale":"2023-09-23T06:36:13.502397+0000","last_undegraded":"2023-09-23T06:36:13.502397+0000","last_fullsized":"2023-09-23T06:36:13.502397+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:36.450744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503119+0000","last_change":"2023-09-23T06:36:12.046233+0000","last_active":"2023-09-23T06:36:13.503119+0000","last_peered":"2023-09-23T06:36:13.503119+0000","last_clean":"2023-09-23T06:36:13.503119+0000","last_became_active":"2023-09-23T06:36:12.045821+0000","last_became_peered":"2023-09-23T06:36:12.045821+0000","last_unstale":"2023-09-23T06:36:13.503119+0000","last_undegraded":"2023-09-23T06:36:13.503119+0000","last_fullsized":"2023-09-23T06:36:13.503119+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:29:13.640752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502332+0000","last_change":"2023-09-23T06:36:11.225875+0000","last_active":"2023-09-23T06:36:13.502332+0000","last_peered":"2023-09-23T06:36:13.502332+0000","last_clean":"2023-09-23T06:36:13.502332+0000","last_became_active":"2023-09-23T06:36:11.225597+0000","last_became_peered":"2023-09-23T06:36:11.225597+0000","last_unstale":"2023-09-23T06:36:13.502332+0000","last_undegraded":"2023-09-23T06:36:13.502332+0000","last_fullsized":"2023-09-23T06:36:13.502332+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:01:24.123800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028097+0000","last_change":"2023-09-23T06:36:12.035506+0000","last_active":"2023-09-23T06:36:13.028097+0000","last_peered":"2023-09-23T06:36:13.028097+0000","last_clean":"2023-09-23T06:36:13.028097+0000","last_became_active":"2023-09-23T06:36:12.035235+0000","last_became_peered":"2023-09-23T06:36:12.035235+0000","last_unstale":"2023-09-23T06:36:13.028097+0000","last_undegraded":"2023-09-23T06:36:13.028097+0000","last_fullsized":"2023-09-23T06:36:13.028097+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:12:07.463724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.504053+0000","last_change":"2023-09-23T06:36:11.217897+0000","last_active":"2023-09-23T06:36:13.504053+0000","last_peered":"2023-09-23T06:36:13.504053+0000","last_clean":"2023-09-23T06:36:13.504053+0000","last_became_active":"2023-09-23T06:36:11.217507+0000","last_became_peered":"2023-09-23T06:36:11.217507+0000","last_unstale":"2023-09-23T06:36:13.504053+0000","last_undegraded":"2023-09-23T06:36:13.504053+0000","last_fullsized":"2023-09-23T06:36:13.504053+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:52:01.178778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502144+0000","last_change":"2023-09-23T06:36:12.042905+0000","last_active":"2023-09-23T06:36:13.502144+0000","last_peered":"2023-09-23T06:36:13.502144+0000","last_clean":"2023-09-23T06:36:13.502144+0000","last_became_active":"2023-09-23T06:36:12.042567+0000","last_became_peered":"2023-09-23T06:36:12.042567+0000","last_unstale":"2023-09-23T06:36:13.502144+0000","last_undegraded":"2023-09-23T06:36:13.502144+0000","last_fullsized":"2023-09-23T06:36:13.502144+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:35:00.267317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501419+0000","last_change":"2023-09-23T06:36:11.216130+0000","last_active":"2023-09-23T06:36:13.501419+0000","last_peered":"2023-09-23T06:36:13.501419+0000","last_clean":"2023-09-23T06:36:13.501419+0000","last_became_active":"2023-09-23T06:36:11.215678+0000","last_became_peered":"2023-09-23T06:36:11.215678+0000","last_unstale":"2023-09-23T06:36:13.501419+0000","last_undegraded":"2023-09-23T06:36:13.501419+0000","last_fullsized":"2023-09-23T06:36:13.501419+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:22:55.836470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501316+0000","last_change":"2023-09-23T06:36:12.037643+0000","last_active":"2023-09-23T06:36:13.501316+0000","last_peered":"2023-09-23T06:36:13.501316+0000","last_clean":"2023-09-23T06:36:13.501316+0000","last_became_active":"2023-09-23T06:36:12.036802+0000","last_became_peered":"2023-09-23T06:36:12.036802+0000","last_unstale":"2023-09-23T06:36:13.501316+0000","last_undegraded":"2023-09-23T06:36:13.501316+0000","last_fullsized":"2023-09-23T06:36:13.501316+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:40:55.786659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502786+0000","last_change":"2023-09-23T06:36:11.223517+0000","last_active":"2023-09-23T06:36:13.502786+0000","last_peered":"2023-09-23T06:36:13.502786+0000","last_clean":"2023-09-23T06:36:13.502786+0000","last_became_active":"2023-09-23T06:36:11.223242+0000","last_became_peered":"2023-09-23T06:36:11.223242+0000","last_unstale":"2023-09-23T06:36:13.502786+0000","last_undegraded":"2023-09-23T06:36:13.502786+0000","last_fullsized":"2023-09-23T06:36:13.502786+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:28:26.962808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024878+0000","last_change":"2023-09-23T06:36:12.047311+0000","last_active":"2023-09-23T06:36:13.024878+0000","last_peered":"2023-09-23T06:36:13.024878+0000","last_clean":"2023-09-23T06:36:13.024878+0000","last_became_active":"2023-09-23T06:36:12.047009+0000","last_became_peered":"2023-09-23T06:36:12.047009+0000","last_unstale":"2023-09-23T06:36:13.024878+0000","last_undegraded":"2023-09-23T06:36:13.024878+0000","last_fullsized":"2023-09-23T06:36:13.024878+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:35:00.267317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501886+0000","last_change":"2023-09-23T06:36:11.223381+0000","last_active":"2023-09-23T06:36:13.501886+0000","last_peered":"2023-09-23T06:36:13.501886+0000","last_clean":"2023-09-23T06:36:13.501886+0000","last_became_active":"2023-09-23T06:36:11.223110+0000","last_became_peered":"2023-09-23T06:36:11.223110+0000","last_unstale":"2023-09-23T06:36:13.501886+0000","last_undegraded":"2023-09-23T06:36:13.501886+0000","last_fullsized":"2023-09-23T06:36:13.501886+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:15:55.228872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502766+0000","last_change":"2023-09-23T06:36:12.046035+0000","last_active":"2023-09-23T06:36:13.502766+0000","last_peered":"2023-09-23T06:36:13.502766+0000","last_clean":"2023-09-23T06:36:13.502766+0000","last_became_active":"2023-09-23T06:36:12.045446+0000","last_became_peered":"2023-09-23T06:36:12.045446+0000","last_unstale":"2023-09-23T06:36:13.502766+0000","last_undegraded":"2023-09-23T06:36:13.502766+0000","last_fullsized":"2023-09-23T06:36:13.502766+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:43:42.521269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502627+0000","last_change":"2023-09-23T06:36:11.224067+0000","last_active":"2023-09-23T06:36:13.502627+0000","last_peered":"2023-09-23T06:36:13.502627+0000","last_clean":"2023-09-23T06:36:13.502627+0000","last_became_active":"2023-09-23T06:36:11.223676+0000","last_became_peered":"2023-09-23T06:36:11.223676+0000","last_unstale":"2023-09-23T06:36:13.502627+0000","last_undegraded":"2023-09-23T06:36:13.502627+0000","last_fullsized":"2023-09-23T06:36:13.502627+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:59:51.303159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501975+0000","last_change":"2023-09-23T06:36:12.038779+0000","last_active":"2023-09-23T06:36:13.501975+0000","last_peered":"2023-09-23T06:36:13.501975+0000","last_clean":"2023-09-23T06:36:13.501975+0000","last_became_active":"2023-09-23T06:36:12.038467+0000","last_became_peered":"2023-09-23T06:36:12.038467+0000","last_unstale":"2023-09-23T06:36:13.501975+0000","last_undegraded":"2023-09-23T06:36:13.501975+0000","last_fullsized":"2023-09-23T06:36:13.501975+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:42:31.250386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.025040+0000","last_change":"2023-09-23T06:36:11.218130+0000","last_active":"2023-09-23T06:36:13.025040+0000","last_peered":"2023-09-23T06:36:13.025040+0000","last_clean":"2023-09-23T06:36:13.025040+0000","last_became_active":"2023-09-23T06:36:11.217611+0000","last_became_peered":"2023-09-23T06:36:11.217611+0000","last_unstale":"2023-09-23T06:36:13.025040+0000","last_undegraded":"2023-09-23T06:36:13.025040+0000","last_fullsized":"2023-09-23T06:36:13.025040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:40:54.780015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028437+0000","last_change":"2023-09-23T06:36:12.046194+0000","last_active":"2023-09-23T06:36:13.028437+0000","last_peered":"2023-09-23T06:36:13.028437+0000","last_clean":"2023-09-23T06:36:13.028437+0000","last_became_active":"2023-09-23T06:36:12.045915+0000","last_became_peered":"2023-09-23T06:36:12.045915+0000","last_unstale":"2023-09-23T06:36:13.028437+0000","last_undegraded":"2023-09-23T06:36:13.028437+0000","last_fullsized":"2023-09-23T06:36:13.028437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:58:31.481478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502039+0000","last_change":"2023-09-23T06:36:11.214651+0000","last_active":"2023-09-23T06:36:13.502039+0000","last_peered":"2023-09-23T06:36:13.502039+0000","last_clean":"2023-09-23T06:36:13.502039+0000","last_became_active":"2023-09-23T06:36:11.214375+0000","last_became_peered":"2023-09-23T06:36:11.214375+0000","last_unstale":"2023-09-23T06:36:13.502039+0000","last_undegraded":"2023-09-23T06:36:13.502039+0000","last_fullsized":"2023-09-23T06:36:13.502039+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:22:55.836470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502828+0000","last_change":"2023-09-23T06:36:12.051085+0000","last_active":"2023-09-23T06:36:13.502828+0000","last_peered":"2023-09-23T06:36:13.502828+0000","last_clean":"2023-09-23T06:36:13.502828+0000","last_became_active":"2023-09-23T06:36:12.050815+0000","last_became_peered":"2023-09-23T06:36:12.050815+0000","last_unstale":"2023-09-23T06:36:13.502828+0000","last_undegraded":"2023-09-23T06:36:13.502828+0000","last_fullsized":"2023-09-23T06:36:13.502828+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:31:41.423966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502054+0000","last_change":"2023-09-23T06:36:11.204690+0000","last_active":"2023-09-23T06:36:13.502054+0000","last_peered":"2023-09-23T06:36:13.502054+0000","last_clean":"2023-09-23T06:36:13.502054+0000","last_became_active":"2023-09-23T06:36:11.204393+0000","last_became_peered":"2023-09-23T06:36:11.204393+0000","last_unstale":"2023-09-23T06:36:13.502054+0000","last_undegraded":"2023-09-23T06:36:13.502054+0000","last_fullsized":"2023-09-23T06:36:13.502054+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:22:55.836470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502309+0000","last_change":"2023-09-23T06:36:12.044942+0000","last_active":"2023-09-23T06:36:13.502309+0000","last_peered":"2023-09-23T06:36:13.502309+0000","last_clean":"2023-09-23T06:36:13.502309+0000","last_became_active":"2023-09-23T06:36:12.044618+0000","last_became_peered":"2023-09-23T06:36:12.044618+0000","last_unstale":"2023-09-23T06:36:13.502309+0000","last_undegraded":"2023-09-23T06:36:13.502309+0000","last_fullsized":"2023-09-23T06:36:13.502309+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:37.457388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503372+0000","last_change":"2023-09-23T06:36:11.222330+0000","last_active":"2023-09-23T06:36:13.503372+0000","last_peered":"2023-09-23T06:36:13.503372+0000","last_clean":"2023-09-23T06:36:13.503372+0000","last_became_active":"2023-09-23T06:36:11.221722+0000","last_became_peered":"2023-09-23T06:36:11.221722+0000","last_unstale":"2023-09-23T06:36:13.503372+0000","last_undegraded":"2023-09-23T06:36:13.503372+0000","last_fullsized":"2023-09-23T06:36:13.503372+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:28.257681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503013+0000","last_change":"2023-09-23T06:36:12.047087+0000","last_active":"2023-09-23T06:36:13.503013+0000","last_peered":"2023-09-23T06:36:13.503013+0000","last_clean":"2023-09-23T06:36:13.503013+0000","last_became_active":"2023-09-23T06:36:12.046515+0000","last_became_peered":"2023-09-23T06:36:12.046515+0000","last_unstale":"2023-09-23T06:36:13.503013+0000","last_undegraded":"2023-09-23T06:36:13.503013+0000","last_fullsized":"2023-09-23T06:36:13.503013+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:15:46.987111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501609+0000","last_change":"2023-09-23T06:36:11.218134+0000","last_active":"2023-09-23T06:36:13.501609+0000","last_peered":"2023-09-23T06:36:13.501609+0000","last_clean":"2023-09-23T06:36:13.501609+0000","last_became_active":"2023-09-23T06:36:11.217850+0000","last_became_peered":"2023-09-23T06:36:11.217850+0000","last_unstale":"2023-09-23T06:36:13.501609+0000","last_undegraded":"2023-09-23T06:36:13.501609+0000","last_fullsized":"2023-09-23T06:36:13.501609+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:58:30.474834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501764+0000","last_change":"2023-09-23T06:36:12.032877+0000","last_active":"2023-09-23T06:36:13.501764+0000","last_peered":"2023-09-23T06:36:13.501764+0000","last_clean":"2023-09-23T06:36:13.501764+0000","last_became_active":"2023-09-23T06:36:12.032540+0000","last_became_peered":"2023-09-23T06:36:12.032540+0000","last_unstale":"2023-09-23T06:36:13.501764+0000","last_undegraded":"2023-09-23T06:36:13.501764+0000","last_fullsized":"2023-09-23T06:36:13.501764+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:29.264325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.026880+0000","last_change":"2023-09-23T06:36:11.214467+0000","last_active":"2023-09-23T06:36:13.026880+0000","last_peered":"2023-09-23T06:36:13.026880+0000","last_clean":"2023-09-23T06:36:13.026880+0000","last_became_active":"2023-09-23T06:36:11.213991+0000","last_became_peered":"2023-09-23T06:36:11.213991+0000","last_unstale":"2023-09-23T06:36:13.026880+0000","last_undegraded":"2023-09-23T06:36:13.026880+0000","last_fullsized":"2023-09-23T06:36:13.026880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:10:51.426854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502160+0000","last_change":"2023-09-23T06:36:12.047025+0000","last_active":"2023-09-23T06:36:13.502160+0000","last_peered":"2023-09-23T06:36:13.502160+0000","last_clean":"2023-09-23T06:36:13.502160+0000","last_became_active":"2023-09-23T06:36:12.046707+0000","last_became_peered":"2023-09-23T06:36:12.046707+0000","last_unstale":"2023-09-23T06:36:13.502160+0000","last_undegraded":"2023-09-23T06:36:13.502160+0000","last_fullsized":"2023-09-23T06:36:13.502160+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:43:42.521269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028489+0000","last_change":"2023-09-23T06:36:11.213134+0000","last_active":"2023-09-23T06:36:13.028489+0000","last_peered":"2023-09-23T06:36:13.028489+0000","last_clean":"2023-09-23T06:36:13.028489+0000","last_became_active":"2023-09-23T06:36:11.212773+0000","last_became_peered":"2023-09-23T06:36:11.212773+0000","last_unstale":"2023-09-23T06:36:13.028489+0000","last_undegraded":"2023-09-23T06:36:13.028489+0000","last_fullsized":"2023-09-23T06:36:13.028489+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:00:31.229639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502466+0000","last_change":"2023-09-23T06:36:12.052408+0000","last_active":"2023-09-23T06:36:13.502466+0000","last_peered":"2023-09-23T06:36:13.502466+0000","last_clean":"2023-09-23T06:36:13.502466+0000","last_became_active":"2023-09-23T06:36:12.052098+0000","last_became_peered":"2023-09-23T06:36:12.052098+0000","last_unstale":"2023-09-23T06:36:13.502466+0000","last_undegraded":"2023-09-23T06:36:13.502466+0000","last_fullsized":"2023-09-23T06:36:13.502466+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:37:49.676272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024883+0000","last_change":"2023-09-23T06:36:11.215213+0000","last_active":"2023-09-23T06:36:13.024883+0000","last_peered":"2023-09-23T06:36:13.024883+0000","last_clean":"2023-09-23T06:36:13.024883+0000","last_became_active":"2023-09-23T06:36:11.214941+0000","last_became_peered":"2023-09-23T06:36:11.214941+0000","last_unstale":"2023-09-23T06:36:13.024883+0000","last_undegraded":"2023-09-23T06:36:13.024883+0000","last_fullsized":"2023-09-23T06:36:13.024883+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:34:05.722236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503207+0000","last_change":"2023-09-23T06:36:12.043541+0000","last_active":"2023-09-23T06:36:13.503207+0000","last_peered":"2023-09-23T06:36:13.503207+0000","last_clean":"2023-09-23T06:36:13.503207+0000","last_became_active":"2023-09-23T06:36:12.043184+0000","last_became_peered":"2023-09-23T06:36:12.043184+0000","last_unstale":"2023-09-23T06:36:13.503207+0000","last_undegraded":"2023-09-23T06:36:13.503207+0000","last_fullsized":"2023-09-23T06:36:13.503207+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:31:41.423966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503332+0000","last_change":"2023-09-23T06:36:11.220388+0000","last_active":"2023-09-23T06:36:13.503332+0000","last_peered":"2023-09-23T06:36:13.503332+0000","last_clean":"2023-09-23T06:36:13.503332+0000","last_became_active":"2023-09-23T06:36:11.220063+0000","last_became_peered":"2023-09-23T06:36:11.220063+0000","last_unstale":"2023-09-23T06:36:13.503332+0000","last_undegraded":"2023-09-23T06:36:13.503332+0000","last_fullsized":"2023-09-23T06:36:13.503332+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:40:54.780015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028289+0000","last_change":"2023-09-23T06:36:12.038882+0000","last_active":"2023-09-23T06:36:13.028289+0000","last_peered":"2023-09-23T06:36:13.028289+0000","last_clean":"2023-09-23T06:36:13.028289+0000","last_became_active":"2023-09-23T06:36:12.038562+0000","last_became_peered":"2023-09-23T06:36:12.038562+0000","last_unstale":"2023-09-23T06:36:13.028289+0000","last_undegraded":"2023-09-23T06:36:13.028289+0000","last_fullsized":"2023-09-23T06:36:13.028289+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:15:56.235517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024600+0000","last_change":"2023-09-23T06:36:12.044039+0000","last_active":"2023-09-23T06:36:13.024600+0000","last_peered":"2023-09-23T06:36:13.024600+0000","last_clean":"2023-09-23T06:36:13.024600+0000","last_became_active":"2023-09-23T06:36:12.043746+0000","last_became_peered":"2023-09-23T06:36:12.043746+0000","last_unstale":"2023-09-23T06:36:13.024600+0000","last_undegraded":"2023-09-23T06:36:13.024600+0000","last_fullsized":"2023-09-23T06:36:13.024600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:29.264325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.026956+0000","last_change":"2023-09-23T06:36:11.210495+0000","last_active":"2023-09-23T06:36:13.026956+0000","last_peered":"2023-09-23T06:36:13.026956+0000","last_clean":"2023-09-23T06:36:13.026956+0000","last_became_active":"2023-09-23T06:36:11.210193+0000","last_became_peered":"2023-09-23T06:36:11.210193+0000","last_unstale":"2023-09-23T06:36:13.026956+0000","last_undegraded":"2023-09-23T06:36:13.026956+0000","last_fullsized":"2023-09-23T06:36:13.026956+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:59:51.303159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502084+0000","last_change":"2023-09-23T06:36:12.050919+0000","last_active":"2023-09-23T06:36:13.502084+0000","last_peered":"2023-09-23T06:36:13.502084+0000","last_clean":"2023-09-23T06:36:13.502084+0000","last_became_active":"2023-09-23T06:36:12.050487+0000","last_became_peered":"2023-09-23T06:36:12.050487+0000","last_unstale":"2023-09-23T06:36:13.502084+0000","last_undegraded":"2023-09-23T06:36:13.502084+0000","last_fullsized":"2023-09-23T06:36:13.502084+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:04:50.267488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501856+0000","last_change":"2023-09-23T06:36:11.215908+0000","last_active":"2023-09-23T06:36:13.501856+0000","last_peered":"2023-09-23T06:36:13.501856+0000","last_clean":"2023-09-23T06:36:13.501856+0000","last_became_active":"2023-09-23T06:36:11.215574+0000","last_became_peered":"2023-09-23T06:36:11.215574+0000","last_unstale":"2023-09-23T06:36:13.501856+0000","last_undegraded":"2023-09-23T06:36:13.501856+0000","last_fullsized":"2023-09-23T06:36:13.501856+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:12:06.457080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":164,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-23T06:36:12.033183+0000","last_change":"2023-09-23T06:36:07.904386+0000","last_active":"2023-09-23T06:36:12.033183+0000","last_peered":"2023-09-23T06:36:12.033183+0000","last_clean":"2023-09-23T06:36:12.033183+0000","last_became_active":"2023-09-23T06:36:07.903271+0000","last_became_peered":"2023-09-23T06:36:07.903271+0000","last_unstale":"2023-09-23T06:36:12.033183+0000","last_undegraded":"2023-09-23T06:36:12.033183+0000","last_fullsized":"2023-09-23T06:36:12.033183+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:06.161171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:06.161171+0000","last_clean_scrub_stamp":"2023-09-23T06:36:06.161171+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:29:57.908885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501577+0000","last_change":"2023-09-23T06:36:12.036712+0000","last_active":"2023-09-23T06:36:13.501577+0000","last_peered":"2023-09-23T06:36:13.501577+0000","last_clean":"2023-09-23T06:36:13.501577+0000","last_became_active":"2023-09-23T06:36:12.036360+0000","last_became_peered":"2023-09-23T06:36:12.036360+0000","last_unstale":"2023-09-23T06:36:13.501577+0000","last_undegraded":"2023-09-23T06:36:13.501577+0000","last_fullsized":"2023-09-23T06:36:13.501577+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:52:02.185422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502668+0000","last_change":"2023-09-23T06:36:11.220909+0000","last_active":"2023-09-23T06:36:13.502668+0000","last_peered":"2023-09-23T06:36:13.502668+0000","last_clean":"2023-09-23T06:36:13.502668+0000","last_became_active":"2023-09-23T06:36:11.220319+0000","last_became_peered":"2023-09-23T06:36:11.220319+0000","last_unstale":"2023-09-23T06:36:13.502668+0000","last_undegraded":"2023-09-23T06:36:13.502668+0000","last_fullsized":"2023-09-23T06:36:13.502668+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:14:43.919588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503068+0000","last_change":"2023-09-23T06:36:11.225815+0000","last_active":"2023-09-23T06:36:13.503068+0000","last_peered":"2023-09-23T06:36:13.503068+0000","last_clean":"2023-09-23T06:36:13.503068+0000","last_became_active":"2023-09-23T06:36:11.225316+0000","last_became_peered":"2023-09-23T06:36:11.225316+0000","last_unstale":"2023-09-23T06:36:13.503068+0000","last_undegraded":"2023-09-23T06:36:13.503068+0000","last_fullsized":"2023-09-23T06:36:13.503068+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:28.257681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024886+0000","last_change":"2023-09-23T06:36:12.044127+0000","last_active":"2023-09-23T06:36:13.024886+0000","last_peered":"2023-09-23T06:36:13.024886+0000","last_clean":"2023-09-23T06:36:13.024886+0000","last_became_active":"2023-09-23T06:36:12.043807+0000","last_became_peered":"2023-09-23T06:36:12.043807+0000","last_unstale":"2023-09-23T06:36:13.024886+0000","last_undegraded":"2023-09-23T06:36:13.024886+0000","last_fullsized":"2023-09-23T06:36:13.024886+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:37.457388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:14.626972+0000","last_change":"2023-09-23T06:36:11.219219+0000","last_active":"2023-09-23T06:36:14.626972+0000","last_peered":"2023-09-23T06:36:14.626972+0000","last_clean":"2023-09-23T06:36:14.626972+0000","last_became_active":"2023-09-23T06:36:11.218963+0000","last_became_peered":"2023-09-23T06:36:11.218963+0000","last_unstale":"2023-09-23T06:36:14.626972+0000","last_undegraded":"2023-09-23T06:36:14.626972+0000","last_fullsized":"2023-09-23T06:36:14.626972+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:58:30.474834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501670+0000","last_change":"2023-09-23T06:36:12.050032+0000","last_active":"2023-09-23T06:36:13.501670+0000","last_peered":"2023-09-23T06:36:13.501670+0000","last_clean":"2023-09-23T06:36:13.501670+0000","last_became_active":"2023-09-23T06:36:12.049662+0000","last_became_peered":"2023-09-23T06:36:12.049662+0000","last_unstale":"2023-09-23T06:36:13.501670+0000","last_undegraded":"2023-09-23T06:36:13.501670+0000","last_fullsized":"2023-09-23T06:36:13.501670+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:42:31.250386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501792+0000","last_change":"2023-09-23T06:36:11.224261+0000","last_active":"2023-09-23T06:36:13.501792+0000","last_peered":"2023-09-23T06:36:13.501792+0000","last_clean":"2023-09-23T06:36:13.501792+0000","last_became_active":"2023-09-23T06:36:11.223955+0000","last_became_peered":"2023-09-23T06:36:11.223955+0000","last_unstale":"2023-09-23T06:36:13.501792+0000","last_undegraded":"2023-09-23T06:36:13.501792+0000","last_fullsized":"2023-09-23T06:36:13.501792+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:12:06.457080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501477+0000","last_change":"2023-09-23T06:36:12.035678+0000","last_active":"2023-09-23T06:36:13.501477+0000","last_peered":"2023-09-23T06:36:13.501477+0000","last_clean":"2023-09-23T06:36:13.501477+0000","last_became_active":"2023-09-23T06:36:12.035132+0000","last_became_peered":"2023-09-23T06:36:12.035132+0000","last_unstale":"2023-09-23T06:36:13.501477+0000","last_undegraded":"2023-09-23T06:36:13.501477+0000","last_fullsized":"2023-09-23T06:36:13.501477+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:25:18.741139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502529+0000","last_change":"2023-09-23T06:36:11.226503+0000","last_active":"2023-09-23T06:36:13.502529+0000","last_peered":"2023-09-23T06:36:13.502529+0000","last_clean":"2023-09-23T06:36:13.502529+0000","last_became_active":"2023-09-23T06:36:11.225788+0000","last_became_peered":"2023-09-23T06:36:11.225788+0000","last_unstale":"2023-09-23T06:36:13.502529+0000","last_undegraded":"2023-09-23T06:36:13.502529+0000","last_fullsized":"2023-09-23T06:36:13.502529+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:58:30.474834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028315+0000","last_change":"2023-09-23T06:36:12.041922+0000","last_active":"2023-09-23T06:36:13.028315+0000","last_peered":"2023-09-23T06:36:13.028315+0000","last_clean":"2023-09-23T06:36:13.028315+0000","last_became_active":"2023-09-23T06:36:12.041647+0000","last_became_peered":"2023-09-23T06:36:12.041647+0000","last_unstale":"2023-09-23T06:36:13.028315+0000","last_undegraded":"2023-09-23T06:36:13.028315+0000","last_fullsized":"2023-09-23T06:36:13.028315+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:59:52.309803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024752+0000","last_change":"2023-09-23T06:36:11.220734+0000","last_active":"2023-09-23T06:36:13.024752+0000","last_peered":"2023-09-23T06:36:13.024752+0000","last_clean":"2023-09-23T06:36:13.024752+0000","last_became_active":"2023-09-23T06:36:11.220409+0000","last_became_peered":"2023-09-23T06:36:11.220409+0000","last_unstale":"2023-09-23T06:36:13.024752+0000","last_undegraded":"2023-09-23T06:36:13.024752+0000","last_fullsized":"2023-09-23T06:36:13.024752+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:59:51.303159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501170+0000","last_change":"2023-09-23T06:36:12.037899+0000","last_active":"2023-09-23T06:36:13.501170+0000","last_peered":"2023-09-23T06:36:13.501170+0000","last_clean":"2023-09-23T06:36:13.501170+0000","last_became_active":"2023-09-23T06:36:12.037157+0000","last_became_peered":"2023-09-23T06:36:12.037157+0000","last_unstale":"2023-09-23T06:36:13.501170+0000","last_undegraded":"2023-09-23T06:36:13.501170+0000","last_fullsized":"2023-09-23T06:36:13.501170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:52:02.185422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024846+0000","last_change":"2023-09-23T06:36:11.213611+0000","last_active":"2023-09-23T06:36:13.024846+0000","last_peered":"2023-09-23T06:36:13.024846+0000","last_clean":"2023-09-23T06:36:13.024846+0000","last_became_active":"2023-09-23T06:36:11.213276+0000","last_became_peered":"2023-09-23T06:36:11.213276+0000","last_unstale":"2023-09-23T06:36:13.024846+0000","last_undegraded":"2023-09-23T06:36:13.024846+0000","last_fullsized":"2023-09-23T06:36:13.024846+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T12:55:23.964936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502331+0000","last_change":"2023-09-23T06:36:12.038858+0000","last_active":"2023-09-23T06:36:13.502331+0000","last_peered":"2023-09-23T06:36:13.502331+0000","last_clean":"2023-09-23T06:36:13.502331+0000","last_became_active":"2023-09-23T06:36:12.038580+0000","last_became_peered":"2023-09-23T06:36:12.038580+0000","last_unstale":"2023-09-23T06:36:13.502331+0000","last_undegraded":"2023-09-23T06:36:13.502331+0000","last_fullsized":"2023-09-23T06:36:13.502331+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:41:05.202143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503067+0000","last_change":"2023-09-23T06:36:11.222891+0000","last_active":"2023-09-23T06:36:13.503067+0000","last_peered":"2023-09-23T06:36:13.503067+0000","last_clean":"2023-09-23T06:36:13.503067+0000","last_became_active":"2023-09-23T06:36:11.222547+0000","last_became_peered":"2023-09-23T06:36:11.222547+0000","last_unstale":"2023-09-23T06:36:13.503067+0000","last_undegraded":"2023-09-23T06:36:13.503067+0000","last_fullsized":"2023-09-23T06:36:13.503067+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:25:17.734495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.504108+0000","last_change":"2023-09-23T06:36:12.043197+0000","last_active":"2023-09-23T06:36:13.504108+0000","last_peered":"2023-09-23T06:36:13.504108+0000","last_clean":"2023-09-23T06:36:13.504108+0000","last_became_active":"2023-09-23T06:36:12.042876+0000","last_became_peered":"2023-09-23T06:36:12.042876+0000","last_unstale":"2023-09-23T06:36:13.504108+0000","last_undegraded":"2023-09-23T06:36:13.504108+0000","last_fullsized":"2023-09-23T06:36:13.504108+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:04:50.267488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.026986+0000","last_change":"2023-09-23T06:36:11.214741+0000","last_active":"2023-09-23T06:36:13.026986+0000","last_peered":"2023-09-23T06:36:13.026986+0000","last_clean":"2023-09-23T06:36:13.026986+0000","last_became_active":"2023-09-23T06:36:11.214409+0000","last_became_peered":"2023-09-23T06:36:11.214409+0000","last_unstale":"2023-09-23T06:36:13.026986+0000","last_undegraded":"2023-09-23T06:36:13.026986+0000","last_fullsized":"2023-09-23T06:36:13.026986+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:15:55.228872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502990+0000","last_change":"2023-09-23T06:36:12.053056+0000","last_active":"2023-09-23T06:36:13.502990+0000","last_peered":"2023-09-23T06:36:13.502990+0000","last_clean":"2023-09-23T06:36:13.502990+0000","last_became_active":"2023-09-23T06:36:12.052729+0000","last_became_peered":"2023-09-23T06:36:12.052729+0000","last_unstale":"2023-09-23T06:36:13.502990+0000","last_undegraded":"2023-09-23T06:36:13.502990+0000","last_fullsized":"2023-09-23T06:36:13.502990+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:39:44.534967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.025006+0000","last_change":"2023-09-23T06:36:11.214238+0000","last_active":"2023-09-23T06:36:13.025006+0000","last_peered":"2023-09-23T06:36:13.025006+0000","last_clean":"2023-09-23T06:36:13.025006+0000","last_became_active":"2023-09-23T06:36:11.213964+0000","last_became_peered":"2023-09-23T06:36:11.213964+0000","last_unstale":"2023-09-23T06:36:13.025006+0000","last_undegraded":"2023-09-23T06:36:13.025006+0000","last_fullsized":"2023-09-23T06:36:13.025006+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:25:17.734495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502727+0000","last_change":"2023-09-23T06:36:12.042045+0000","last_active":"2023-09-23T06:36:13.502727+0000","last_peered":"2023-09-23T06:36:13.502727+0000","last_clean":"2023-09-23T06:36:13.502727+0000","last_became_active":"2023-09-23T06:36:12.041752+0000","last_became_peered":"2023-09-23T06:36:12.041752+0000","last_unstale":"2023-09-23T06:36:13.502727+0000","last_undegraded":"2023-09-23T06:36:13.502727+0000","last_fullsized":"2023-09-23T06:36:13.502727+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:04:50.267488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.027117+0000","last_change":"2023-09-23T06:36:11.214032+0000","last_active":"2023-09-23T06:36:13.027117+0000","last_peered":"2023-09-23T06:36:13.027117+0000","last_clean":"2023-09-23T06:36:13.027117+0000","last_became_active":"2023-09-23T06:36:11.213748+0000","last_became_peered":"2023-09-23T06:36:11.213748+0000","last_unstale":"2023-09-23T06:36:13.027117+0000","last_undegraded":"2023-09-23T06:36:13.027117+0000","last_fullsized":"2023-09-23T06:36:13.027117+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:12:06.457080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502529+0000","last_change":"2023-09-23T06:36:12.047474+0000","last_active":"2023-09-23T06:36:13.502529+0000","last_peered":"2023-09-23T06:36:13.502529+0000","last_clean":"2023-09-23T06:36:13.502529+0000","last_became_active":"2023-09-23T06:36:12.047153+0000","last_became_peered":"2023-09-23T06:36:12.047153+0000","last_unstale":"2023-09-23T06:36:13.502529+0000","last_undegraded":"2023-09-23T06:36:13.502529+0000","last_fullsized":"2023-09-23T06:36:13.502529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:29:13.640752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501611+0000","last_change":"2023-09-23T06:36:12.034784+0000","last_active":"2023-09-23T06:36:13.501611+0000","last_peered":"2023-09-23T06:36:13.501611+0000","last_clean":"2023-09-23T06:36:13.501611+0000","last_became_active":"2023-09-23T06:36:12.034468+0000","last_became_peered":"2023-09-23T06:36:12.034468+0000","last_unstale":"2023-09-23T06:36:13.501611+0000","last_undegraded":"2023-09-23T06:36:13.501611+0000","last_fullsized":"2023-09-23T06:36:13.501611+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:28:27.969452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.027080+0000","last_change":"2023-09-23T06:36:12.039634+0000","last_active":"2023-09-23T06:36:13.027080+0000","last_peered":"2023-09-23T06:36:13.027080+0000","last_clean":"2023-09-23T06:36:13.027080+0000","last_became_active":"2023-09-23T06:36:12.039423+0000","last_became_peered":"2023-09-23T06:36:12.039423+0000","last_unstale":"2023-09-23T06:36:13.027080+0000","last_undegraded":"2023-09-23T06:36:13.027080+0000","last_fullsized":"2023-09-23T06:36:13.027080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:34:06.728880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503321+0000","last_change":"2023-09-23T06:36:12.044129+0000","last_active":"2023-09-23T06:36:13.503321+0000","last_peered":"2023-09-23T06:36:13.503321+0000","last_clean":"2023-09-23T06:36:13.503321+0000","last_became_active":"2023-09-23T06:36:12.043821+0000","last_became_peered":"2023-09-23T06:36:12.043821+0000","last_unstale":"2023-09-23T06:36:13.503321+0000","last_undegraded":"2023-09-23T06:36:13.503321+0000","last_fullsized":"2023-09-23T06:36:13.503321+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:24:38.003742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501970+0000","last_change":"2023-09-23T06:36:12.042857+0000","last_active":"2023-09-23T06:36:13.501970+0000","last_peered":"2023-09-23T06:36:13.501970+0000","last_clean":"2023-09-23T06:36:13.501970+0000","last_became_active":"2023-09-23T06:36:12.042449+0000","last_became_peered":"2023-09-23T06:36:12.042449+0000","last_unstale":"2023-09-23T06:36:13.501970+0000","last_undegraded":"2023-09-23T06:36:13.501970+0000","last_fullsized":"2023-09-23T06:36:13.501970+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:29.264325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501709+0000","last_change":"2023-09-23T06:36:12.042838+0000","last_active":"2023-09-23T06:36:13.501709+0000","last_peered":"2023-09-23T06:36:13.501709+0000","last_clean":"2023-09-23T06:36:13.501709+0000","last_became_active":"2023-09-23T06:36:12.042469+0000","last_became_peered":"2023-09-23T06:36:12.042469+0000","last_unstale":"2023-09-23T06:36:13.501709+0000","last_undegraded":"2023-09-23T06:36:13.501709+0000","last_fullsized":"2023-09-23T06:36:13.501709+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:35:00.267317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024988+0000","last_change":"2023-09-23T06:36:12.038887+0000","last_active":"2023-09-23T06:36:13.024988+0000","last_peered":"2023-09-23T06:36:13.024988+0000","last_clean":"2023-09-23T06:36:13.024988+0000","last_became_active":"2023-09-23T06:36:12.038621+0000","last_became_peered":"2023-09-23T06:36:12.038621+0000","last_unstale":"2023-09-23T06:36:13.024988+0000","last_undegraded":"2023-09-23T06:36:13.024988+0000","last_fullsized":"2023-09-23T06:36:13.024988+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:37:10.335681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502062+0000","last_change":"2023-09-23T06:36:12.046950+0000","last_active":"2023-09-23T06:36:13.502062+0000","last_peered":"2023-09-23T06:36:13.502062+0000","last_clean":"2023-09-23T06:36:13.502062+0000","last_became_active":"2023-09-23T06:36:12.046665+0000","last_became_peered":"2023-09-23T06:36:12.046665+0000","last_unstale":"2023-09-23T06:36:13.502062+0000","last_undegraded":"2023-09-23T06:36:13.502062+0000","last_fullsized":"2023-09-23T06:36:13.502062+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:35:00.267317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501570+0000","last_change":"2023-09-23T06:36:12.049646+0000","last_active":"2023-09-23T06:36:13.501570+0000","last_peered":"2023-09-23T06:36:13.501570+0000","last_clean":"2023-09-23T06:36:13.501570+0000","last_became_active":"2023-09-23T06:36:12.049355+0000","last_became_peered":"2023-09-23T06:36:12.049355+0000","last_unstale":"2023-09-23T06:36:13.501570+0000","last_undegraded":"2023-09-23T06:36:13.501570+0000","last_fullsized":"2023-09-23T06:36:13.501570+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:29.264325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502953+0000","last_change":"2023-09-23T06:36:12.042837+0000","last_active":"2023-09-23T06:36:13.502953+0000","last_peered":"2023-09-23T06:36:13.502953+0000","last_clean":"2023-09-23T06:36:13.502953+0000","last_became_active":"2023-09-23T06:36:12.042541+0000","last_became_peered":"2023-09-23T06:36:12.042541+0000","last_unstale":"2023-09-23T06:36:13.502953+0000","last_undegraded":"2023-09-23T06:36:13.502953+0000","last_fullsized":"2023-09-23T06:36:13.502953+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:37:49.676272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501428+0000","last_change":"2023-09-23T06:36:12.048174+0000","last_active":"2023-09-23T06:36:13.501428+0000","last_peered":"2023-09-23T06:36:13.501428+0000","last_clean":"2023-09-23T06:36:13.501428+0000","last_became_active":"2023-09-23T06:36:12.046470+0000","last_became_peered":"2023-09-23T06:36:12.046470+0000","last_unstale":"2023-09-23T06:36:13.501428+0000","last_undegraded":"2023-09-23T06:36:13.501428+0000","last_fullsized":"2023-09-23T06:36:13.501428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:28:27.969452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503270+0000","last_change":"2023-09-23T06:36:12.046283+0000","last_active":"2023-09-23T06:36:13.503270+0000","last_peered":"2023-09-23T06:36:13.503270+0000","last_clean":"2023-09-23T06:36:13.503270+0000","last_became_active":"2023-09-23T06:36:12.045491+0000","last_became_peered":"2023-09-23T06:36:12.045491+0000","last_unstale":"2023-09-23T06:36:13.503270+0000","last_undegraded":"2023-09-23T06:36:13.503270+0000","last_fullsized":"2023-09-23T06:36:13.503270+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:25:52.544562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501828+0000","last_change":"2023-09-23T06:36:12.045547+0000","last_active":"2023-09-23T06:36:13.501828+0000","last_peered":"2023-09-23T06:36:13.501828+0000","last_clean":"2023-09-23T06:36:13.501828+0000","last_became_active":"2023-09-23T06:36:12.045273+0000","last_became_peered":"2023-09-23T06:36:12.045273+0000","last_unstale":"2023-09-23T06:36:13.501828+0000","last_undegraded":"2023-09-23T06:36:13.501828+0000","last_fullsized":"2023-09-23T06:36:13.501828+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:28:27.969452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502192+0000","last_change":"2023-09-23T06:36:12.043249+0000","last_active":"2023-09-23T06:36:13.502192+0000","last_peered":"2023-09-23T06:36:13.502192+0000","last_clean":"2023-09-23T06:36:13.502192+0000","last_became_active":"2023-09-23T06:36:12.042946+0000","last_became_peered":"2023-09-23T06:36:12.042946+0000","last_unstale":"2023-09-23T06:36:13.502192+0000","last_undegraded":"2023-09-23T06:36:13.502192+0000","last_fullsized":"2023-09-23T06:36:13.502192+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:37.457388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":815104,"data_stored":666519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83299999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68999999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]}]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":229376,"data_stored":77181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70099999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81899999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":225280,"data_stored":75729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":22.055}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":8.6430000000000007}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":11.43}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":8.6760000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":8.5340000000000007}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":22.012}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":8.5679999999999996}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":823296,"data_stored":666575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80600000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78300000000000003}]}]},{"osd":2,"up_from":13,"seq":55834574853,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":75569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.179}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0880000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.149}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.163}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":77181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41199999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36299999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95699999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92200000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88300000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":75695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71299999999999997}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":75659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.439}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68000000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T06:36:22.494 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-23T06:36:22.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.728+0000 7fa87b7ff700 1 Processor -- start 2023-09-23T06:36:22.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.728+0000 7fa87b7ff700 1 -- start start 2023-09-23T06:36:22.732 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.729+0000 7fa87b7ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa87415d770 0x7fa8740ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:22.732 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.729+0000 7fa87b7ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa8740b4fe0 0x7fa8740b5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:22.732 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.729+0000 7fa87b7ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa87415ec00 con 0x7fa87415db50 2023-09-23T06:36:22.732 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.729+0000 7fa87b7ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8740b9550 con 0x7fa8740b4fe0 2023-09-23T06:36:22.732 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.729+0000 7fa87b7ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8740b59b0 con 0x7fa87415d770 2023-09-23T06:36:22.732 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.730+0000 7fa879d9c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa8740b4fe0 0x7fa8740b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:22.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.730+0000 7fa878d9a700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fa87415db50 0x7fa8740b8e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51420/0 (socket says 172.21.15.16:51420) 2023-09-23T06:36:22.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.730+0000 7fa878d9a700 1 -- 172.21.15.16:0/2314736897 learned_addr learned my addr 172.21.15.16:0/2314736897 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:22.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.730+0000 7fa87959b700 1 --2- 172.21.15.16:0/2314736897 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa87415d770 0x7fa8740ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:22.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.730+0000 7fa879d9c700 1 -- 172.21.15.16:0/2314736897 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa87415d770 msgr2=0x7fa8740ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:22.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.730+0000 7fa879d9c700 1 --2- 172.21.15.16:0/2314736897 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa87415d770 0x7fa8740ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:22.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.730+0000 7fa879d9c700 1 -- 172.21.15.16:0/2314736897 >> v1:172.21.15.16:6789/0 conn(0x7fa87415db50 legacy=0x7fa8740b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:22.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.730+0000 7fa879d9c700 1 -- 172.21.15.16:0/2314736897 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8740cdd00 con 0x7fa8740b4fe0 2023-09-23T06:36:22.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.730+0000 7fa86bfff700 1 -- 172.21.15.16:0/2314736897 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 643692011 0 0) 0x7fa87415ec00 con 0x7fa87415db50 2023-09-23T06:36:22.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.730+0000 7fa879d9c700 1 --2- 172.21.15.16:0/2314736897 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8740b4fe0 0x7fa8740b5470 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa86c009d90 tx=0x7fa86c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e289f65614f2f15e server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:22.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.730+0000 7fa86bfff700 1 -- 172.21.15.16:0/2314736897 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa86c00e070 con 0x7fa8740b4fe0 2023-09-23T06:36:22.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.731+0000 7fa86bfff700 1 -- 172.21.15.16:0/2314736897 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa86c00bbd0 con 0x7fa8740b4fe0 2023-09-23T06:36:22.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.731+0000 7fa86bfff700 1 -- 172.21.15.16:0/2314736897 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa86c012430 con 0x7fa8740b4fe0 2023-09-23T06:36:22.734 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.731+0000 7fa87b7ff700 1 -- 172.21.15.16:0/2314736897 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8740b4fe0 msgr2=0x7fa8740b5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:22.734 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.731+0000 7fa87b7ff700 1 --2- 172.21.15.16:0/2314736897 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8740b4fe0 0x7fa8740b5470 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fa86c009d90 tx=0x7fa86c00b330 comp rx=0 tx=0).stop 2023-09-23T06:36:22.735 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.731+0000 7fa87b7ff700 1 -- 172.21.15.16:0/2314736897 shutdown_connections 2023-09-23T06:36:22.735 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.731+0000 7fa87b7ff700 1 --2- 172.21.15.16:0/2314736897 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa8740b4fe0 0x7fa8740b5470 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:22.735 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.731+0000 7fa87b7ff700 1 --2- 172.21.15.16:0/2314736897 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa87415d770 0x7fa8740ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:22.735 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.731+0000 7fa87b7ff700 1 -- 172.21.15.16:0/2314736897 >> 172.21.15.16:0/2314736897 conn(0x7fa8740724b0 msgr2=0x7fa8740d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:22.735 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.731+0000 7fa87b7ff700 1 -- 172.21.15.16:0/2314736897 shutdown_connections 2023-09-23T06:36:22.735 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.731+0000 7fa87b7ff700 1 -- 172.21.15.16:0/2314736897 wait complete. 2023-09-23T06:36:22.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.734+0000 7fa87b7ff700 1 Processor -- start 2023-09-23T06:36:22.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.734+0000 7fa87b7ff700 1 -- start start 2023-09-23T06:36:22.738 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.735+0000 7fa87b7ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8740b4fe0 0x7fa8741f5750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:22.738 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.735+0000 7fa87b7ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa87415d770 0x7fa8740cc4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:22.738 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.735+0000 7fa87b7ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa87415db50 0x7fa8740cc9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:22.738 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.735+0000 7fa87b7ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8740c8b20 con 0x7fa87415d770 2023-09-23T06:36:22.738 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.735+0000 7fa87b7ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8740c7f10 con 0x7fa8740b4fe0 2023-09-23T06:36:22.739 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.735+0000 7fa87b7ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8740c81f0 con 0x7fa87415db50 2023-09-23T06:36:22.739 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.735+0000 7fa878d9a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa87415d770 0x7fa8740cc4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:22.739 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.735+0000 7fa878d9a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa87415d770 0x7fa8740cc4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46218/0 (socket says 172.21.15.16:46218) 2023-09-23T06:36:22.739 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.735+0000 7fa878d9a700 1 -- 172.21.15.16:0/3264898010 learned_addr learned my addr 172.21.15.16:0/3264898010 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:22.739 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.736+0000 7fa879d9c700 1 --2- 172.21.15.16:0/3264898010 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa87415db50 0x7fa8740cc9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:22.739 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.736+0000 7fa87959b700 1 --2- 172.21.15.16:0/3264898010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8740b4fe0 0x7fa8741f5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:22.739 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.736+0000 7fa878d9a700 1 -- 172.21.15.16:0/3264898010 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa87415db50 msgr2=0x7fa8740cc9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:22.739 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.736+0000 7fa878d9a700 1 --2- 172.21.15.16:0/3264898010 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa87415db50 0x7fa8740cc9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:22.739 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.736+0000 7fa878d9a700 1 -- 172.21.15.16:0/3264898010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8740b4fe0 msgr2=0x7fa8741f5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:22.739 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.736+0000 7fa878d9a700 1 --2- 172.21.15.16:0/3264898010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8740b4fe0 0x7fa8741f5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:22.739 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.736+0000 7fa878d9a700 1 -- 172.21.15.16:0/3264898010 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa86c009a70 con 0x7fa87415d770 2023-09-23T06:36:22.740 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.736+0000 7fa878d9a700 1 --2- 172.21.15.16:0/3264898010 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa87415d770 0x7fa8740cc4a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fa86400c540 tx=0x7fa86400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:22.740 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.736+0000 7fa869ffb700 1 -- 172.21.15.16:0/3264898010 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa864004c80 con 0x7fa87415d770 2023-09-23T06:36:22.740 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.736+0000 7fa869ffb700 1 -- 172.21.15.16:0/3264898010 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa864004de0 con 0x7fa87415d770 2023-09-23T06:36:22.740 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.736+0000 7fa869ffb700 1 -- 172.21.15.16:0/3264898010 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa864007310 con 0x7fa87415d770 2023-09-23T06:36:22.740 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.736+0000 7fa87b7ff700 1 -- 172.21.15.16:0/3264898010 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8740c84d0 con 0x7fa87415d770 2023-09-23T06:36:22.740 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.736+0000 7fa87b7ff700 1 -- 172.21.15.16:0/3264898010 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8741f5c90 con 0x7fa87415d770 2023-09-23T06:36:22.741 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.737+0000 7fa87b7ff700 1 -- 172.21.15.16:0/3264898010 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa87415e620 con 0x7fa87415d770 2023-09-23T06:36:22.741 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.738+0000 7fa869ffb700 1 -- 172.21.15.16:0/3264898010 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fa864007470 con 0x7fa87415d770 2023-09-23T06:36:22.741 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.739+0000 7fa869ffb700 1 --2- 172.21.15.16:0/3264898010 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa85806afc0 0x7fa85806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:22.741 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.739+0000 7fa869ffb700 1 -- 172.21.15.16:0/3264898010 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa864089420 con 0x7fa87415d770 2023-09-23T06:36:22.742 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.740+0000 7fa87959b700 1 --2- 172.21.15.16:0/3264898010 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa85806afc0 0x7fa85806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:22.742 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.740+0000 7fa87959b700 1 --2- 172.21.15.16:0/3264898010 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa85806afc0 0x7fa85806d480 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fa8740c6e20 tx=0x7fa870008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:22.745 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.744+0000 7fa869ffb700 1 -- 172.21.15.16:0/3264898010 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fa87415e620 con 0x7fa87415d770 2023-09-23T06:36:22.953 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.952+0000 7fa87b7ff700 1 -- 172.21.15.16:0/3264898010 --> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa87415e360 con 0x7fa85806afc0 2023-09-23T06:36:22.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.960+0000 7fa869ffb700 1 -- 172.21.15.16:0/3264898010 <== mgr.4104 v2:172.21.15.92:6832/2319247339 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264521 (secure 0 0 0) 0x7fa870009e40 con 0x7fa85806afc0 2023-09-23T06:36:22.967 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:22.970 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.964+0000 7fa87b7ff700 1 -- 172.21.15.16:0/3264898010 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa85806afc0 msgr2=0x7fa85806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:22.970 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.964+0000 7fa87b7ff700 1 --2- 172.21.15.16:0/3264898010 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa85806afc0 0x7fa85806d480 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fa8740c6e20 tx=0x7fa870008040 comp rx=0 tx=0).stop 2023-09-23T06:36:22.971 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.964+0000 7fa87b7ff700 1 -- 172.21.15.16:0/3264898010 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa87415d770 msgr2=0x7fa8740cc4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:22.971 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.964+0000 7fa87b7ff700 1 --2- 172.21.15.16:0/3264898010 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa87415d770 0x7fa8740cc4a0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fa86400c540 tx=0x7fa86400c850 comp rx=0 tx=0).stop 2023-09-23T06:36:22.971 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.964+0000 7fa87b7ff700 1 -- 172.21.15.16:0/3264898010 shutdown_connections 2023-09-23T06:36:22.971 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.964+0000 7fa87b7ff700 1 --2- 172.21.15.16:0/3264898010 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa87415db50 0x7fa8740cc9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:22.971 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.964+0000 7fa87b7ff700 1 --2- 172.21.15.16:0/3264898010 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa8740b4fe0 0x7fa8741f5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:22.971 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.964+0000 7fa87b7ff700 1 --2- 172.21.15.16:0/3264898010 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa85806afc0 0x7fa85806d480 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:22.972 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.964+0000 7fa87b7ff700 1 --2- 172.21.15.16:0/3264898010 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa87415d770 0x7fa8740cc4a0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:22.972 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.964+0000 7fa87b7ff700 1 -- 172.21.15.16:0/3264898010 >> 172.21.15.16:0/3264898010 conn(0x7fa8740724b0 msgr2=0x7fa87415c980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:22.972 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.965+0000 7fa87b7ff700 1 -- 172.21.15.16:0/3264898010 shutdown_connections 2023-09-23T06:36:22.972 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:22.965+0000 7fa87b7ff700 1 -- 172.21.15.16:0/3264898010 wait complete. 2023-09-23T06:36:22.972 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2023-09-23T06:36:22.984 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2023-09-23T06:36:21.583293+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":219116,"kb_used_data":2920,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754755604,"statfs":{"total":773094113280,"available":772869738496,"internally_reserved":0,"allocated":2990080,"data_stored":1790108,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":59,"num_write_kb":276,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"9.561556"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502899+0000","last_change":"2023-09-23T06:36:12.045297+0000","last_active":"2023-09-23T06:36:13.502899+0000","last_peered":"2023-09-23T06:36:13.502899+0000","last_clean":"2023-09-23T06:36:13.502899+0000","last_became_active":"2023-09-23T06:36:12.045014+0000","last_became_peered":"2023-09-23T06:36:12.045014+0000","last_unstale":"2023-09-23T06:36:13.502899+0000","last_undegraded":"2023-09-23T06:36:13.502899+0000","last_fullsized":"2023-09-23T06:36:13.502899+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:25:52.544562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.025017+0000","last_change":"2023-09-23T06:36:12.031753+0000","last_active":"2023-09-23T06:36:13.025017+0000","last_peered":"2023-09-23T06:36:13.025017+0000","last_clean":"2023-09-23T06:36:13.025017+0000","last_became_active":"2023-09-23T06:36:12.031417+0000","last_became_peered":"2023-09-23T06:36:12.031417+0000","last_unstale":"2023-09-23T06:36:13.025017+0000","last_undegraded":"2023-09-23T06:36:13.025017+0000","last_fullsized":"2023-09-23T06:36:13.025017+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:04:50.267488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501529+0000","last_change":"2023-09-23T06:36:12.039439+0000","last_active":"2023-09-23T06:36:13.501529+0000","last_peered":"2023-09-23T06:36:13.501529+0000","last_clean":"2023-09-23T06:36:13.501529+0000","last_became_active":"2023-09-23T06:36:12.039148+0000","last_became_peered":"2023-09-23T06:36:12.039148+0000","last_unstale":"2023-09-23T06:36:13.501529+0000","last_undegraded":"2023-09-23T06:36:13.501529+0000","last_fullsized":"2023-09-23T06:36:13.501529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:01:25.130444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502839+0000","last_change":"2023-09-23T06:36:12.038616+0000","last_active":"2023-09-23T06:36:13.502839+0000","last_peered":"2023-09-23T06:36:13.502839+0000","last_clean":"2023-09-23T06:36:13.502839+0000","last_became_active":"2023-09-23T06:36:12.038319+0000","last_became_peered":"2023-09-23T06:36:12.038319+0000","last_unstale":"2023-09-23T06:36:13.502839+0000","last_undegraded":"2023-09-23T06:36:13.502839+0000","last_fullsized":"2023-09-23T06:36:13.502839+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:41:05.202143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502943+0000","last_change":"2023-09-23T06:36:12.050485+0000","last_active":"2023-09-23T06:36:13.502943+0000","last_peered":"2023-09-23T06:36:13.502943+0000","last_clean":"2023-09-23T06:36:13.502943+0000","last_became_active":"2023-09-23T06:36:12.050224+0000","last_became_peered":"2023-09-23T06:36:12.050224+0000","last_unstale":"2023-09-23T06:36:13.502943+0000","last_undegraded":"2023-09-23T06:36:13.502943+0000","last_fullsized":"2023-09-23T06:36:13.502943+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:24:38.003742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503189+0000","last_change":"2023-09-23T06:36:12.038294+0000","last_active":"2023-09-23T06:36:13.503189+0000","last_peered":"2023-09-23T06:36:13.503189+0000","last_clean":"2023-09-23T06:36:13.503189+0000","last_became_active":"2023-09-23T06:36:12.037992+0000","last_became_peered":"2023-09-23T06:36:12.037992+0000","last_unstale":"2023-09-23T06:36:13.503189+0000","last_undegraded":"2023-09-23T06:36:13.503189+0000","last_fullsized":"2023-09-23T06:36:13.503189+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:00:16.958221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501903+0000","last_change":"2023-09-23T06:36:12.047768+0000","last_active":"2023-09-23T06:36:13.501903+0000","last_peered":"2023-09-23T06:36:13.501903+0000","last_clean":"2023-09-23T06:36:13.501903+0000","last_became_active":"2023-09-23T06:36:12.047407+0000","last_became_peered":"2023-09-23T06:36:12.047407+0000","last_unstale":"2023-09-23T06:36:13.501903+0000","last_undegraded":"2023-09-23T06:36:13.501903+0000","last_fullsized":"2023-09-23T06:36:13.501903+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:04:50.267488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501848+0000","last_change":"2023-09-23T06:36:12.050866+0000","last_active":"2023-09-23T06:36:13.501848+0000","last_peered":"2023-09-23T06:36:13.501848+0000","last_clean":"2023-09-23T06:36:13.501848+0000","last_became_active":"2023-09-23T06:36:12.050600+0000","last_became_peered":"2023-09-23T06:36:12.050600+0000","last_unstale":"2023-09-23T06:36:13.501848+0000","last_undegraded":"2023-09-23T06:36:13.501848+0000","last_fullsized":"2023-09-23T06:36:13.501848+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:37:10.335681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502742+0000","last_change":"2023-09-23T06:36:12.053145+0000","last_active":"2023-09-23T06:36:13.502742+0000","last_peered":"2023-09-23T06:36:13.502742+0000","last_clean":"2023-09-23T06:36:13.502742+0000","last_became_active":"2023-09-23T06:36:12.052405+0000","last_became_peered":"2023-09-23T06:36:12.052405+0000","last_unstale":"2023-09-23T06:36:13.502742+0000","last_undegraded":"2023-09-23T06:36:13.502742+0000","last_fullsized":"2023-09-23T06:36:13.502742+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:00:16.958221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502324+0000","last_change":"2023-09-23T06:36:12.035958+0000","last_active":"2023-09-23T06:36:13.502324+0000","last_peered":"2023-09-23T06:36:13.502324+0000","last_clean":"2023-09-23T06:36:13.502324+0000","last_became_active":"2023-09-23T06:36:12.035633+0000","last_became_peered":"2023-09-23T06:36:12.035633+0000","last_unstale":"2023-09-23T06:36:13.502324+0000","last_undegraded":"2023-09-23T06:36:13.502324+0000","last_fullsized":"2023-09-23T06:36:13.502324+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:37:10.335681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501825+0000","last_change":"2023-09-23T06:36:12.036740+0000","last_active":"2023-09-23T06:36:13.501825+0000","last_peered":"2023-09-23T06:36:13.501825+0000","last_clean":"2023-09-23T06:36:13.501825+0000","last_became_active":"2023-09-23T06:36:12.036439+0000","last_became_peered":"2023-09-23T06:36:12.036439+0000","last_unstale":"2023-09-23T06:36:13.501825+0000","last_undegraded":"2023-09-23T06:36:13.501825+0000","last_fullsized":"2023-09-23T06:36:13.501825+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:42:31.250386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028447+0000","last_change":"2023-09-23T06:36:12.041005+0000","last_active":"2023-09-23T06:36:13.028447+0000","last_peered":"2023-09-23T06:36:13.028447+0000","last_clean":"2023-09-23T06:36:13.028447+0000","last_became_active":"2023-09-23T06:36:12.040707+0000","last_became_peered":"2023-09-23T06:36:12.040707+0000","last_unstale":"2023-09-23T06:36:13.028447+0000","last_undegraded":"2023-09-23T06:36:13.028447+0000","last_fullsized":"2023-09-23T06:36:13.028447+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:34:06.728880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502235+0000","last_change":"2023-09-23T06:36:12.041858+0000","last_active":"2023-09-23T06:36:13.502235+0000","last_peered":"2023-09-23T06:36:13.502235+0000","last_clean":"2023-09-23T06:36:13.502235+0000","last_became_active":"2023-09-23T06:36:12.041460+0000","last_became_peered":"2023-09-23T06:36:12.041460+0000","last_unstale":"2023-09-23T06:36:13.502235+0000","last_undegraded":"2023-09-23T06:36:13.502235+0000","last_fullsized":"2023-09-23T06:36:13.502235+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:43:42.521269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502446+0000","last_change":"2023-09-23T06:36:12.028428+0000","last_active":"2023-09-23T06:36:13.502446+0000","last_peered":"2023-09-23T06:36:13.502446+0000","last_clean":"2023-09-23T06:36:13.502446+0000","last_became_active":"2023-09-23T06:36:12.028127+0000","last_became_peered":"2023-09-23T06:36:12.028127+0000","last_unstale":"2023-09-23T06:36:13.502446+0000","last_undegraded":"2023-09-23T06:36:13.502446+0000","last_fullsized":"2023-09-23T06:36:13.502446+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:37:10.335681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024712+0000","last_change":"2023-09-23T06:36:12.037199+0000","last_active":"2023-09-23T06:36:13.024712+0000","last_peered":"2023-09-23T06:36:13.024712+0000","last_clean":"2023-09-23T06:36:13.024712+0000","last_became_active":"2023-09-23T06:36:12.036881+0000","last_became_peered":"2023-09-23T06:36:12.036881+0000","last_unstale":"2023-09-23T06:36:13.024712+0000","last_undegraded":"2023-09-23T06:36:13.024712+0000","last_fullsized":"2023-09-23T06:36:13.024712+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:42:31.250386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502675+0000","last_change":"2023-09-23T06:36:12.036674+0000","last_active":"2023-09-23T06:36:13.502675+0000","last_peered":"2023-09-23T06:36:13.502675+0000","last_clean":"2023-09-23T06:36:13.502675+0000","last_became_active":"2023-09-23T06:36:12.036393+0000","last_became_peered":"2023-09-23T06:36:12.036393+0000","last_unstale":"2023-09-23T06:36:13.502675+0000","last_undegraded":"2023-09-23T06:36:13.502675+0000","last_fullsized":"2023-09-23T06:36:13.502675+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:37:10.335681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502343+0000","last_change":"2023-09-23T06:36:12.040109+0000","last_active":"2023-09-23T06:36:13.502343+0000","last_peered":"2023-09-23T06:36:13.502343+0000","last_clean":"2023-09-23T06:36:13.502343+0000","last_became_active":"2023-09-23T06:36:12.039768+0000","last_became_peered":"2023-09-23T06:36:12.039768+0000","last_unstale":"2023-09-23T06:36:13.502343+0000","last_undegraded":"2023-09-23T06:36:13.502343+0000","last_fullsized":"2023-09-23T06:36:13.502343+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:35:00.267317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.027159+0000","last_change":"2023-09-23T06:36:12.048800+0000","last_active":"2023-09-23T06:36:13.027159+0000","last_peered":"2023-09-23T06:36:13.027159+0000","last_clean":"2023-09-23T06:36:13.027159+0000","last_became_active":"2023-09-23T06:36:12.048454+0000","last_became_peered":"2023-09-23T06:36:12.048454+0000","last_unstale":"2023-09-23T06:36:13.027159+0000","last_undegraded":"2023-09-23T06:36:13.027159+0000","last_fullsized":"2023-09-23T06:36:13.027159+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T12:55:24.971580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502360+0000","last_change":"2023-09-23T06:36:12.051298+0000","last_active":"2023-09-23T06:36:13.502360+0000","last_peered":"2023-09-23T06:36:13.502360+0000","last_clean":"2023-09-23T06:36:13.502360+0000","last_became_active":"2023-09-23T06:36:12.050806+0000","last_became_peered":"2023-09-23T06:36:12.050806+0000","last_unstale":"2023-09-23T06:36:13.502360+0000","last_undegraded":"2023-09-23T06:36:13.502360+0000","last_fullsized":"2023-09-23T06:36:13.502360+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:41:05.202143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":16,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501872+0000","last_change":"2023-09-23T06:36:11.215307+0000","last_active":"2023-09-23T06:36:13.501872+0000","last_peered":"2023-09-23T06:36:13.501872+0000","last_clean":"2023-09-23T06:36:13.501872+0000","last_became_active":"2023-09-23T06:36:11.212727+0000","last_became_peered":"2023-09-23T06:36:11.212727+0000","last_unstale":"2023-09-23T06:36:13.501872+0000","last_undegraded":"2023-09-23T06:36:13.501872+0000","last_fullsized":"2023-09-23T06:36:13.501872+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:14:43.919588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501757+0000","last_change":"2023-09-23T06:36:12.039531+0000","last_active":"2023-09-23T06:36:13.501757+0000","last_peered":"2023-09-23T06:36:13.501757+0000","last_clean":"2023-09-23T06:36:13.501757+0000","last_became_active":"2023-09-23T06:36:12.039267+0000","last_became_peered":"2023-09-23T06:36:12.039267+0000","last_unstale":"2023-09-23T06:36:13.501757+0000","last_undegraded":"2023-09-23T06:36:13.501757+0000","last_fullsized":"2023-09-23T06:36:13.501757+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:37.457388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501819+0000","last_change":"2023-09-23T06:36:11.224714+0000","last_active":"2023-09-23T06:36:13.501819+0000","last_peered":"2023-09-23T06:36:13.501819+0000","last_clean":"2023-09-23T06:36:13.501819+0000","last_became_active":"2023-09-23T06:36:11.224414+0000","last_became_peered":"2023-09-23T06:36:11.224414+0000","last_unstale":"2023-09-23T06:36:13.501819+0000","last_undegraded":"2023-09-23T06:36:13.501819+0000","last_fullsized":"2023-09-23T06:36:13.501819+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:14:43.919588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501832+0000","last_change":"2023-09-23T06:36:12.042488+0000","last_active":"2023-09-23T06:36:13.501832+0000","last_peered":"2023-09-23T06:36:13.501832+0000","last_clean":"2023-09-23T06:36:13.501832+0000","last_became_active":"2023-09-23T06:36:12.042161+0000","last_became_peered":"2023-09-23T06:36:12.042161+0000","last_unstale":"2023-09-23T06:36:13.501832+0000","last_undegraded":"2023-09-23T06:36:13.501832+0000","last_fullsized":"2023-09-23T06:36:13.501832+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:40:55.786659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503122+0000","last_change":"2023-09-23T06:36:11.224328+0000","last_active":"2023-09-23T06:36:13.503122+0000","last_peered":"2023-09-23T06:36:13.503122+0000","last_clean":"2023-09-23T06:36:13.503122+0000","last_became_active":"2023-09-23T06:36:11.224034+0000","last_became_peered":"2023-09-23T06:36:11.224034+0000","last_unstale":"2023-09-23T06:36:13.503122+0000","last_undegraded":"2023-09-23T06:36:13.503122+0000","last_fullsized":"2023-09-23T06:36:13.503122+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:42:30.243742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502590+0000","last_change":"2023-09-23T06:36:12.045413+0000","last_active":"2023-09-23T06:36:13.502590+0000","last_peered":"2023-09-23T06:36:13.502590+0000","last_clean":"2023-09-23T06:36:13.502590+0000","last_became_active":"2023-09-23T06:36:12.045137+0000","last_became_peered":"2023-09-23T06:36:12.045137+0000","last_unstale":"2023-09-23T06:36:13.502590+0000","last_undegraded":"2023-09-23T06:36:13.502590+0000","last_fullsized":"2023-09-23T06:36:13.502590+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:37.457388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502397+0000","last_change":"2023-09-23T06:36:11.223637+0000","last_active":"2023-09-23T06:36:13.502397+0000","last_peered":"2023-09-23T06:36:13.502397+0000","last_clean":"2023-09-23T06:36:13.502397+0000","last_became_active":"2023-09-23T06:36:11.223357+0000","last_became_peered":"2023-09-23T06:36:11.223357+0000","last_unstale":"2023-09-23T06:36:13.502397+0000","last_undegraded":"2023-09-23T06:36:13.502397+0000","last_fullsized":"2023-09-23T06:36:13.502397+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:36.450744+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503119+0000","last_change":"2023-09-23T06:36:12.046233+0000","last_active":"2023-09-23T06:36:13.503119+0000","last_peered":"2023-09-23T06:36:13.503119+0000","last_clean":"2023-09-23T06:36:13.503119+0000","last_became_active":"2023-09-23T06:36:12.045821+0000","last_became_peered":"2023-09-23T06:36:12.045821+0000","last_unstale":"2023-09-23T06:36:13.503119+0000","last_undegraded":"2023-09-23T06:36:13.503119+0000","last_fullsized":"2023-09-23T06:36:13.503119+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:29:13.640752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502332+0000","last_change":"2023-09-23T06:36:11.225875+0000","last_active":"2023-09-23T06:36:13.502332+0000","last_peered":"2023-09-23T06:36:13.502332+0000","last_clean":"2023-09-23T06:36:13.502332+0000","last_became_active":"2023-09-23T06:36:11.225597+0000","last_became_peered":"2023-09-23T06:36:11.225597+0000","last_unstale":"2023-09-23T06:36:13.502332+0000","last_undegraded":"2023-09-23T06:36:13.502332+0000","last_fullsized":"2023-09-23T06:36:13.502332+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:01:24.123800+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028097+0000","last_change":"2023-09-23T06:36:12.035506+0000","last_active":"2023-09-23T06:36:13.028097+0000","last_peered":"2023-09-23T06:36:13.028097+0000","last_clean":"2023-09-23T06:36:13.028097+0000","last_became_active":"2023-09-23T06:36:12.035235+0000","last_became_peered":"2023-09-23T06:36:12.035235+0000","last_unstale":"2023-09-23T06:36:13.028097+0000","last_undegraded":"2023-09-23T06:36:13.028097+0000","last_fullsized":"2023-09-23T06:36:13.028097+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:12:07.463724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.504053+0000","last_change":"2023-09-23T06:36:11.217897+0000","last_active":"2023-09-23T06:36:13.504053+0000","last_peered":"2023-09-23T06:36:13.504053+0000","last_clean":"2023-09-23T06:36:13.504053+0000","last_became_active":"2023-09-23T06:36:11.217507+0000","last_became_peered":"2023-09-23T06:36:11.217507+0000","last_unstale":"2023-09-23T06:36:13.504053+0000","last_undegraded":"2023-09-23T06:36:13.504053+0000","last_fullsized":"2023-09-23T06:36:13.504053+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:52:01.178778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502144+0000","last_change":"2023-09-23T06:36:12.042905+0000","last_active":"2023-09-23T06:36:13.502144+0000","last_peered":"2023-09-23T06:36:13.502144+0000","last_clean":"2023-09-23T06:36:13.502144+0000","last_became_active":"2023-09-23T06:36:12.042567+0000","last_became_peered":"2023-09-23T06:36:12.042567+0000","last_unstale":"2023-09-23T06:36:13.502144+0000","last_undegraded":"2023-09-23T06:36:13.502144+0000","last_fullsized":"2023-09-23T06:36:13.502144+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:35:00.267317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501419+0000","last_change":"2023-09-23T06:36:11.216130+0000","last_active":"2023-09-23T06:36:13.501419+0000","last_peered":"2023-09-23T06:36:13.501419+0000","last_clean":"2023-09-23T06:36:13.501419+0000","last_became_active":"2023-09-23T06:36:11.215678+0000","last_became_peered":"2023-09-23T06:36:11.215678+0000","last_unstale":"2023-09-23T06:36:13.501419+0000","last_undegraded":"2023-09-23T06:36:13.501419+0000","last_fullsized":"2023-09-23T06:36:13.501419+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:22:55.836470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501316+0000","last_change":"2023-09-23T06:36:12.037643+0000","last_active":"2023-09-23T06:36:13.501316+0000","last_peered":"2023-09-23T06:36:13.501316+0000","last_clean":"2023-09-23T06:36:13.501316+0000","last_became_active":"2023-09-23T06:36:12.036802+0000","last_became_peered":"2023-09-23T06:36:12.036802+0000","last_unstale":"2023-09-23T06:36:13.501316+0000","last_undegraded":"2023-09-23T06:36:13.501316+0000","last_fullsized":"2023-09-23T06:36:13.501316+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:40:55.786659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502786+0000","last_change":"2023-09-23T06:36:11.223517+0000","last_active":"2023-09-23T06:36:13.502786+0000","last_peered":"2023-09-23T06:36:13.502786+0000","last_clean":"2023-09-23T06:36:13.502786+0000","last_became_active":"2023-09-23T06:36:11.223242+0000","last_became_peered":"2023-09-23T06:36:11.223242+0000","last_unstale":"2023-09-23T06:36:13.502786+0000","last_undegraded":"2023-09-23T06:36:13.502786+0000","last_fullsized":"2023-09-23T06:36:13.502786+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:28:26.962808+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024878+0000","last_change":"2023-09-23T06:36:12.047311+0000","last_active":"2023-09-23T06:36:13.024878+0000","last_peered":"2023-09-23T06:36:13.024878+0000","last_clean":"2023-09-23T06:36:13.024878+0000","last_became_active":"2023-09-23T06:36:12.047009+0000","last_became_peered":"2023-09-23T06:36:12.047009+0000","last_unstale":"2023-09-23T06:36:13.024878+0000","last_undegraded":"2023-09-23T06:36:13.024878+0000","last_fullsized":"2023-09-23T06:36:13.024878+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:35:00.267317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501886+0000","last_change":"2023-09-23T06:36:11.223381+0000","last_active":"2023-09-23T06:36:13.501886+0000","last_peered":"2023-09-23T06:36:13.501886+0000","last_clean":"2023-09-23T06:36:13.501886+0000","last_became_active":"2023-09-23T06:36:11.223110+0000","last_became_peered":"2023-09-23T06:36:11.223110+0000","last_unstale":"2023-09-23T06:36:13.501886+0000","last_undegraded":"2023-09-23T06:36:13.501886+0000","last_fullsized":"2023-09-23T06:36:13.501886+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:15:55.228872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502766+0000","last_change":"2023-09-23T06:36:12.046035+0000","last_active":"2023-09-23T06:36:13.502766+0000","last_peered":"2023-09-23T06:36:13.502766+0000","last_clean":"2023-09-23T06:36:13.502766+0000","last_became_active":"2023-09-23T06:36:12.045446+0000","last_became_peered":"2023-09-23T06:36:12.045446+0000","last_unstale":"2023-09-23T06:36:13.502766+0000","last_undegraded":"2023-09-23T06:36:13.502766+0000","last_fullsized":"2023-09-23T06:36:13.502766+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:43:42.521269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502627+0000","last_change":"2023-09-23T06:36:11.224067+0000","last_active":"2023-09-23T06:36:13.502627+0000","last_peered":"2023-09-23T06:36:13.502627+0000","last_clean":"2023-09-23T06:36:13.502627+0000","last_became_active":"2023-09-23T06:36:11.223676+0000","last_became_peered":"2023-09-23T06:36:11.223676+0000","last_unstale":"2023-09-23T06:36:13.502627+0000","last_undegraded":"2023-09-23T06:36:13.502627+0000","last_fullsized":"2023-09-23T06:36:13.502627+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:59:51.303159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501975+0000","last_change":"2023-09-23T06:36:12.038779+0000","last_active":"2023-09-23T06:36:13.501975+0000","last_peered":"2023-09-23T06:36:13.501975+0000","last_clean":"2023-09-23T06:36:13.501975+0000","last_became_active":"2023-09-23T06:36:12.038467+0000","last_became_peered":"2023-09-23T06:36:12.038467+0000","last_unstale":"2023-09-23T06:36:13.501975+0000","last_undegraded":"2023-09-23T06:36:13.501975+0000","last_fullsized":"2023-09-23T06:36:13.501975+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:42:31.250386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.025040+0000","last_change":"2023-09-23T06:36:11.218130+0000","last_active":"2023-09-23T06:36:13.025040+0000","last_peered":"2023-09-23T06:36:13.025040+0000","last_clean":"2023-09-23T06:36:13.025040+0000","last_became_active":"2023-09-23T06:36:11.217611+0000","last_became_peered":"2023-09-23T06:36:11.217611+0000","last_unstale":"2023-09-23T06:36:13.025040+0000","last_undegraded":"2023-09-23T06:36:13.025040+0000","last_fullsized":"2023-09-23T06:36:13.025040+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:40:54.780015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028437+0000","last_change":"2023-09-23T06:36:12.046194+0000","last_active":"2023-09-23T06:36:13.028437+0000","last_peered":"2023-09-23T06:36:13.028437+0000","last_clean":"2023-09-23T06:36:13.028437+0000","last_became_active":"2023-09-23T06:36:12.045915+0000","last_became_peered":"2023-09-23T06:36:12.045915+0000","last_unstale":"2023-09-23T06:36:13.028437+0000","last_undegraded":"2023-09-23T06:36:13.028437+0000","last_fullsized":"2023-09-23T06:36:13.028437+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:58:31.481478+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":18,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502039+0000","last_change":"2023-09-23T06:36:11.214651+0000","last_active":"2023-09-23T06:36:13.502039+0000","last_peered":"2023-09-23T06:36:13.502039+0000","last_clean":"2023-09-23T06:36:13.502039+0000","last_became_active":"2023-09-23T06:36:11.214375+0000","last_became_peered":"2023-09-23T06:36:11.214375+0000","last_unstale":"2023-09-23T06:36:13.502039+0000","last_undegraded":"2023-09-23T06:36:13.502039+0000","last_fullsized":"2023-09-23T06:36:13.502039+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:22:55.836470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502828+0000","last_change":"2023-09-23T06:36:12.051085+0000","last_active":"2023-09-23T06:36:13.502828+0000","last_peered":"2023-09-23T06:36:13.502828+0000","last_clean":"2023-09-23T06:36:13.502828+0000","last_became_active":"2023-09-23T06:36:12.050815+0000","last_became_peered":"2023-09-23T06:36:12.050815+0000","last_unstale":"2023-09-23T06:36:13.502828+0000","last_undegraded":"2023-09-23T06:36:13.502828+0000","last_fullsized":"2023-09-23T06:36:13.502828+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:31:41.423966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502054+0000","last_change":"2023-09-23T06:36:11.204690+0000","last_active":"2023-09-23T06:36:13.502054+0000","last_peered":"2023-09-23T06:36:13.502054+0000","last_clean":"2023-09-23T06:36:13.502054+0000","last_became_active":"2023-09-23T06:36:11.204393+0000","last_became_peered":"2023-09-23T06:36:11.204393+0000","last_unstale":"2023-09-23T06:36:13.502054+0000","last_undegraded":"2023-09-23T06:36:13.502054+0000","last_fullsized":"2023-09-23T06:36:13.502054+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:22:55.836470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502309+0000","last_change":"2023-09-23T06:36:12.044942+0000","last_active":"2023-09-23T06:36:13.502309+0000","last_peered":"2023-09-23T06:36:13.502309+0000","last_clean":"2023-09-23T06:36:13.502309+0000","last_became_active":"2023-09-23T06:36:12.044618+0000","last_became_peered":"2023-09-23T06:36:12.044618+0000","last_unstale":"2023-09-23T06:36:13.502309+0000","last_undegraded":"2023-09-23T06:36:13.502309+0000","last_fullsized":"2023-09-23T06:36:13.502309+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:37.457388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503372+0000","last_change":"2023-09-23T06:36:11.222330+0000","last_active":"2023-09-23T06:36:13.503372+0000","last_peered":"2023-09-23T06:36:13.503372+0000","last_clean":"2023-09-23T06:36:13.503372+0000","last_became_active":"2023-09-23T06:36:11.221722+0000","last_became_peered":"2023-09-23T06:36:11.221722+0000","last_unstale":"2023-09-23T06:36:13.503372+0000","last_undegraded":"2023-09-23T06:36:13.503372+0000","last_fullsized":"2023-09-23T06:36:13.503372+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:28.257681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503013+0000","last_change":"2023-09-23T06:36:12.047087+0000","last_active":"2023-09-23T06:36:13.503013+0000","last_peered":"2023-09-23T06:36:13.503013+0000","last_clean":"2023-09-23T06:36:13.503013+0000","last_became_active":"2023-09-23T06:36:12.046515+0000","last_became_peered":"2023-09-23T06:36:12.046515+0000","last_unstale":"2023-09-23T06:36:13.503013+0000","last_undegraded":"2023-09-23T06:36:13.503013+0000","last_fullsized":"2023-09-23T06:36:13.503013+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:15:46.987111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501609+0000","last_change":"2023-09-23T06:36:11.218134+0000","last_active":"2023-09-23T06:36:13.501609+0000","last_peered":"2023-09-23T06:36:13.501609+0000","last_clean":"2023-09-23T06:36:13.501609+0000","last_became_active":"2023-09-23T06:36:11.217850+0000","last_became_peered":"2023-09-23T06:36:11.217850+0000","last_unstale":"2023-09-23T06:36:13.501609+0000","last_undegraded":"2023-09-23T06:36:13.501609+0000","last_fullsized":"2023-09-23T06:36:13.501609+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:58:30.474834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501764+0000","last_change":"2023-09-23T06:36:12.032877+0000","last_active":"2023-09-23T06:36:13.501764+0000","last_peered":"2023-09-23T06:36:13.501764+0000","last_clean":"2023-09-23T06:36:13.501764+0000","last_became_active":"2023-09-23T06:36:12.032540+0000","last_became_peered":"2023-09-23T06:36:12.032540+0000","last_unstale":"2023-09-23T06:36:13.501764+0000","last_undegraded":"2023-09-23T06:36:13.501764+0000","last_fullsized":"2023-09-23T06:36:13.501764+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:29.264325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":20,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.026880+0000","last_change":"2023-09-23T06:36:11.214467+0000","last_active":"2023-09-23T06:36:13.026880+0000","last_peered":"2023-09-23T06:36:13.026880+0000","last_clean":"2023-09-23T06:36:13.026880+0000","last_became_active":"2023-09-23T06:36:11.213991+0000","last_became_peered":"2023-09-23T06:36:11.213991+0000","last_unstale":"2023-09-23T06:36:13.026880+0000","last_undegraded":"2023-09-23T06:36:13.026880+0000","last_fullsized":"2023-09-23T06:36:13.026880+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:10:51.426854+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502160+0000","last_change":"2023-09-23T06:36:12.047025+0000","last_active":"2023-09-23T06:36:13.502160+0000","last_peered":"2023-09-23T06:36:13.502160+0000","last_clean":"2023-09-23T06:36:13.502160+0000","last_became_active":"2023-09-23T06:36:12.046707+0000","last_became_peered":"2023-09-23T06:36:12.046707+0000","last_unstale":"2023-09-23T06:36:13.502160+0000","last_undegraded":"2023-09-23T06:36:13.502160+0000","last_fullsized":"2023-09-23T06:36:13.502160+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:43:42.521269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028489+0000","last_change":"2023-09-23T06:36:11.213134+0000","last_active":"2023-09-23T06:36:13.028489+0000","last_peered":"2023-09-23T06:36:13.028489+0000","last_clean":"2023-09-23T06:36:13.028489+0000","last_became_active":"2023-09-23T06:36:11.212773+0000","last_became_peered":"2023-09-23T06:36:11.212773+0000","last_unstale":"2023-09-23T06:36:13.028489+0000","last_undegraded":"2023-09-23T06:36:13.028489+0000","last_fullsized":"2023-09-23T06:36:13.028489+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:00:31.229639+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502466+0000","last_change":"2023-09-23T06:36:12.052408+0000","last_active":"2023-09-23T06:36:13.502466+0000","last_peered":"2023-09-23T06:36:13.502466+0000","last_clean":"2023-09-23T06:36:13.502466+0000","last_became_active":"2023-09-23T06:36:12.052098+0000","last_became_peered":"2023-09-23T06:36:12.052098+0000","last_unstale":"2023-09-23T06:36:13.502466+0000","last_undegraded":"2023-09-23T06:36:13.502466+0000","last_fullsized":"2023-09-23T06:36:13.502466+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:37:49.676272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024883+0000","last_change":"2023-09-23T06:36:11.215213+0000","last_active":"2023-09-23T06:36:13.024883+0000","last_peered":"2023-09-23T06:36:13.024883+0000","last_clean":"2023-09-23T06:36:13.024883+0000","last_became_active":"2023-09-23T06:36:11.214941+0000","last_became_peered":"2023-09-23T06:36:11.214941+0000","last_unstale":"2023-09-23T06:36:13.024883+0000","last_undegraded":"2023-09-23T06:36:13.024883+0000","last_fullsized":"2023-09-23T06:36:13.024883+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:34:05.722236+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503207+0000","last_change":"2023-09-23T06:36:12.043541+0000","last_active":"2023-09-23T06:36:13.503207+0000","last_peered":"2023-09-23T06:36:13.503207+0000","last_clean":"2023-09-23T06:36:13.503207+0000","last_became_active":"2023-09-23T06:36:12.043184+0000","last_became_peered":"2023-09-23T06:36:12.043184+0000","last_unstale":"2023-09-23T06:36:13.503207+0000","last_undegraded":"2023-09-23T06:36:13.503207+0000","last_fullsized":"2023-09-23T06:36:13.503207+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:31:41.423966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503332+0000","last_change":"2023-09-23T06:36:11.220388+0000","last_active":"2023-09-23T06:36:13.503332+0000","last_peered":"2023-09-23T06:36:13.503332+0000","last_clean":"2023-09-23T06:36:13.503332+0000","last_became_active":"2023-09-23T06:36:11.220063+0000","last_became_peered":"2023-09-23T06:36:11.220063+0000","last_unstale":"2023-09-23T06:36:13.503332+0000","last_undegraded":"2023-09-23T06:36:13.503332+0000","last_fullsized":"2023-09-23T06:36:13.503332+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:40:54.780015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028289+0000","last_change":"2023-09-23T06:36:12.038882+0000","last_active":"2023-09-23T06:36:13.028289+0000","last_peered":"2023-09-23T06:36:13.028289+0000","last_clean":"2023-09-23T06:36:13.028289+0000","last_became_active":"2023-09-23T06:36:12.038562+0000","last_became_peered":"2023-09-23T06:36:12.038562+0000","last_unstale":"2023-09-23T06:36:13.028289+0000","last_undegraded":"2023-09-23T06:36:13.028289+0000","last_fullsized":"2023-09-23T06:36:13.028289+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:15:56.235517+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024600+0000","last_change":"2023-09-23T06:36:12.044039+0000","last_active":"2023-09-23T06:36:13.024600+0000","last_peered":"2023-09-23T06:36:13.024600+0000","last_clean":"2023-09-23T06:36:13.024600+0000","last_became_active":"2023-09-23T06:36:12.043746+0000","last_became_peered":"2023-09-23T06:36:12.043746+0000","last_unstale":"2023-09-23T06:36:13.024600+0000","last_undegraded":"2023-09-23T06:36:13.024600+0000","last_fullsized":"2023-09-23T06:36:13.024600+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:29.264325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.026956+0000","last_change":"2023-09-23T06:36:11.210495+0000","last_active":"2023-09-23T06:36:13.026956+0000","last_peered":"2023-09-23T06:36:13.026956+0000","last_clean":"2023-09-23T06:36:13.026956+0000","last_became_active":"2023-09-23T06:36:11.210193+0000","last_became_peered":"2023-09-23T06:36:11.210193+0000","last_unstale":"2023-09-23T06:36:13.026956+0000","last_undegraded":"2023-09-23T06:36:13.026956+0000","last_fullsized":"2023-09-23T06:36:13.026956+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:59:51.303159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502084+0000","last_change":"2023-09-23T06:36:12.050919+0000","last_active":"2023-09-23T06:36:13.502084+0000","last_peered":"2023-09-23T06:36:13.502084+0000","last_clean":"2023-09-23T06:36:13.502084+0000","last_became_active":"2023-09-23T06:36:12.050487+0000","last_became_peered":"2023-09-23T06:36:12.050487+0000","last_unstale":"2023-09-23T06:36:13.502084+0000","last_undegraded":"2023-09-23T06:36:13.502084+0000","last_fullsized":"2023-09-23T06:36:13.502084+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:04:50.267488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501856+0000","last_change":"2023-09-23T06:36:11.215908+0000","last_active":"2023-09-23T06:36:13.501856+0000","last_peered":"2023-09-23T06:36:13.501856+0000","last_clean":"2023-09-23T06:36:13.501856+0000","last_became_active":"2023-09-23T06:36:11.215574+0000","last_became_peered":"2023-09-23T06:36:11.215574+0000","last_unstale":"2023-09-23T06:36:13.501856+0000","last_undegraded":"2023-09-23T06:36:13.501856+0000","last_fullsized":"2023-09-23T06:36:13.501856+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:12:06.457080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":164,"reported_epoch":20,"state":"active+clean","last_fresh":"2023-09-23T06:36:12.033183+0000","last_change":"2023-09-23T06:36:07.904386+0000","last_active":"2023-09-23T06:36:12.033183+0000","last_peered":"2023-09-23T06:36:12.033183+0000","last_clean":"2023-09-23T06:36:12.033183+0000","last_became_active":"2023-09-23T06:36:07.903271+0000","last_became_peered":"2023-09-23T06:36:07.903271+0000","last_unstale":"2023-09-23T06:36:12.033183+0000","last_undegraded":"2023-09-23T06:36:12.033183+0000","last_fullsized":"2023-09-23T06:36:12.033183+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:06.161171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:06.161171+0000","last_clean_scrub_stamp":"2023-09-23T06:36:06.161171+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:29:57.908885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501577+0000","last_change":"2023-09-23T06:36:12.036712+0000","last_active":"2023-09-23T06:36:13.501577+0000","last_peered":"2023-09-23T06:36:13.501577+0000","last_clean":"2023-09-23T06:36:13.501577+0000","last_became_active":"2023-09-23T06:36:12.036360+0000","last_became_peered":"2023-09-23T06:36:12.036360+0000","last_unstale":"2023-09-23T06:36:13.501577+0000","last_undegraded":"2023-09-23T06:36:13.501577+0000","last_fullsized":"2023-09-23T06:36:13.501577+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:52:02.185422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502668+0000","last_change":"2023-09-23T06:36:11.220909+0000","last_active":"2023-09-23T06:36:13.502668+0000","last_peered":"2023-09-23T06:36:13.502668+0000","last_clean":"2023-09-23T06:36:13.502668+0000","last_became_active":"2023-09-23T06:36:11.220319+0000","last_became_peered":"2023-09-23T06:36:11.220319+0000","last_unstale":"2023-09-23T06:36:13.502668+0000","last_undegraded":"2023-09-23T06:36:13.502668+0000","last_fullsized":"2023-09-23T06:36:13.502668+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:14:43.919588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503068+0000","last_change":"2023-09-23T06:36:11.225815+0000","last_active":"2023-09-23T06:36:13.503068+0000","last_peered":"2023-09-23T06:36:13.503068+0000","last_clean":"2023-09-23T06:36:13.503068+0000","last_became_active":"2023-09-23T06:36:11.225316+0000","last_became_peered":"2023-09-23T06:36:11.225316+0000","last_unstale":"2023-09-23T06:36:13.503068+0000","last_undegraded":"2023-09-23T06:36:13.503068+0000","last_fullsized":"2023-09-23T06:36:13.503068+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:28.257681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024886+0000","last_change":"2023-09-23T06:36:12.044127+0000","last_active":"2023-09-23T06:36:13.024886+0000","last_peered":"2023-09-23T06:36:13.024886+0000","last_clean":"2023-09-23T06:36:13.024886+0000","last_became_active":"2023-09-23T06:36:12.043807+0000","last_became_peered":"2023-09-23T06:36:12.043807+0000","last_unstale":"2023-09-23T06:36:13.024886+0000","last_undegraded":"2023-09-23T06:36:13.024886+0000","last_fullsized":"2023-09-23T06:36:13.024886+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:37.457388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:14.626972+0000","last_change":"2023-09-23T06:36:11.219219+0000","last_active":"2023-09-23T06:36:14.626972+0000","last_peered":"2023-09-23T06:36:14.626972+0000","last_clean":"2023-09-23T06:36:14.626972+0000","last_became_active":"2023-09-23T06:36:11.218963+0000","last_became_peered":"2023-09-23T06:36:11.218963+0000","last_unstale":"2023-09-23T06:36:14.626972+0000","last_undegraded":"2023-09-23T06:36:14.626972+0000","last_fullsized":"2023-09-23T06:36:14.626972+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:58:30.474834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501670+0000","last_change":"2023-09-23T06:36:12.050032+0000","last_active":"2023-09-23T06:36:13.501670+0000","last_peered":"2023-09-23T06:36:13.501670+0000","last_clean":"2023-09-23T06:36:13.501670+0000","last_became_active":"2023-09-23T06:36:12.049662+0000","last_became_peered":"2023-09-23T06:36:12.049662+0000","last_unstale":"2023-09-23T06:36:13.501670+0000","last_undegraded":"2023-09-23T06:36:13.501670+0000","last_fullsized":"2023-09-23T06:36:13.501670+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:42:31.250386+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501792+0000","last_change":"2023-09-23T06:36:11.224261+0000","last_active":"2023-09-23T06:36:13.501792+0000","last_peered":"2023-09-23T06:36:13.501792+0000","last_clean":"2023-09-23T06:36:13.501792+0000","last_became_active":"2023-09-23T06:36:11.223955+0000","last_became_peered":"2023-09-23T06:36:11.223955+0000","last_unstale":"2023-09-23T06:36:13.501792+0000","last_undegraded":"2023-09-23T06:36:13.501792+0000","last_fullsized":"2023-09-23T06:36:13.501792+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:12:06.457080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501477+0000","last_change":"2023-09-23T06:36:12.035678+0000","last_active":"2023-09-23T06:36:13.501477+0000","last_peered":"2023-09-23T06:36:13.501477+0000","last_clean":"2023-09-23T06:36:13.501477+0000","last_became_active":"2023-09-23T06:36:12.035132+0000","last_became_peered":"2023-09-23T06:36:12.035132+0000","last_unstale":"2023-09-23T06:36:13.501477+0000","last_undegraded":"2023-09-23T06:36:13.501477+0000","last_fullsized":"2023-09-23T06:36:13.501477+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:25:18.741139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502529+0000","last_change":"2023-09-23T06:36:11.226503+0000","last_active":"2023-09-23T06:36:13.502529+0000","last_peered":"2023-09-23T06:36:13.502529+0000","last_clean":"2023-09-23T06:36:13.502529+0000","last_became_active":"2023-09-23T06:36:11.225788+0000","last_became_peered":"2023-09-23T06:36:11.225788+0000","last_unstale":"2023-09-23T06:36:13.502529+0000","last_undegraded":"2023-09-23T06:36:13.502529+0000","last_fullsized":"2023-09-23T06:36:13.502529+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:58:30.474834+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.028315+0000","last_change":"2023-09-23T06:36:12.041922+0000","last_active":"2023-09-23T06:36:13.028315+0000","last_peered":"2023-09-23T06:36:13.028315+0000","last_clean":"2023-09-23T06:36:13.028315+0000","last_became_active":"2023-09-23T06:36:12.041647+0000","last_became_peered":"2023-09-23T06:36:12.041647+0000","last_unstale":"2023-09-23T06:36:13.028315+0000","last_undegraded":"2023-09-23T06:36:13.028315+0000","last_fullsized":"2023-09-23T06:36:13.028315+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:59:52.309803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024752+0000","last_change":"2023-09-23T06:36:11.220734+0000","last_active":"2023-09-23T06:36:13.024752+0000","last_peered":"2023-09-23T06:36:13.024752+0000","last_clean":"2023-09-23T06:36:13.024752+0000","last_became_active":"2023-09-23T06:36:11.220409+0000","last_became_peered":"2023-09-23T06:36:11.220409+0000","last_unstale":"2023-09-23T06:36:13.024752+0000","last_undegraded":"2023-09-23T06:36:13.024752+0000","last_fullsized":"2023-09-23T06:36:13.024752+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:59:51.303159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501170+0000","last_change":"2023-09-23T06:36:12.037899+0000","last_active":"2023-09-23T06:36:13.501170+0000","last_peered":"2023-09-23T06:36:13.501170+0000","last_clean":"2023-09-23T06:36:13.501170+0000","last_became_active":"2023-09-23T06:36:12.037157+0000","last_became_peered":"2023-09-23T06:36:12.037157+0000","last_unstale":"2023-09-23T06:36:13.501170+0000","last_undegraded":"2023-09-23T06:36:13.501170+0000","last_fullsized":"2023-09-23T06:36:13.501170+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:52:02.185422+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024846+0000","last_change":"2023-09-23T06:36:11.213611+0000","last_active":"2023-09-23T06:36:13.024846+0000","last_peered":"2023-09-23T06:36:13.024846+0000","last_clean":"2023-09-23T06:36:13.024846+0000","last_became_active":"2023-09-23T06:36:11.213276+0000","last_became_peered":"2023-09-23T06:36:11.213276+0000","last_unstale":"2023-09-23T06:36:13.024846+0000","last_undegraded":"2023-09-23T06:36:13.024846+0000","last_fullsized":"2023-09-23T06:36:13.024846+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T12:55:23.964936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502331+0000","last_change":"2023-09-23T06:36:12.038858+0000","last_active":"2023-09-23T06:36:13.502331+0000","last_peered":"2023-09-23T06:36:13.502331+0000","last_clean":"2023-09-23T06:36:13.502331+0000","last_became_active":"2023-09-23T06:36:12.038580+0000","last_became_peered":"2023-09-23T06:36:12.038580+0000","last_unstale":"2023-09-23T06:36:13.502331+0000","last_undegraded":"2023-09-23T06:36:13.502331+0000","last_fullsized":"2023-09-23T06:36:13.502331+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:41:05.202143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503067+0000","last_change":"2023-09-23T06:36:11.222891+0000","last_active":"2023-09-23T06:36:13.503067+0000","last_peered":"2023-09-23T06:36:13.503067+0000","last_clean":"2023-09-23T06:36:13.503067+0000","last_became_active":"2023-09-23T06:36:11.222547+0000","last_became_peered":"2023-09-23T06:36:11.222547+0000","last_unstale":"2023-09-23T06:36:13.503067+0000","last_undegraded":"2023-09-23T06:36:13.503067+0000","last_fullsized":"2023-09-23T06:36:13.503067+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:25:17.734495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.504108+0000","last_change":"2023-09-23T06:36:12.043197+0000","last_active":"2023-09-23T06:36:13.504108+0000","last_peered":"2023-09-23T06:36:13.504108+0000","last_clean":"2023-09-23T06:36:13.504108+0000","last_became_active":"2023-09-23T06:36:12.042876+0000","last_became_peered":"2023-09-23T06:36:12.042876+0000","last_unstale":"2023-09-23T06:36:13.504108+0000","last_undegraded":"2023-09-23T06:36:13.504108+0000","last_fullsized":"2023-09-23T06:36:13.504108+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:04:50.267488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.026986+0000","last_change":"2023-09-23T06:36:11.214741+0000","last_active":"2023-09-23T06:36:13.026986+0000","last_peered":"2023-09-23T06:36:13.026986+0000","last_clean":"2023-09-23T06:36:13.026986+0000","last_became_active":"2023-09-23T06:36:11.214409+0000","last_became_peered":"2023-09-23T06:36:11.214409+0000","last_unstale":"2023-09-23T06:36:13.026986+0000","last_undegraded":"2023-09-23T06:36:13.026986+0000","last_fullsized":"2023-09-23T06:36:13.026986+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:15:55.228872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502990+0000","last_change":"2023-09-23T06:36:12.053056+0000","last_active":"2023-09-23T06:36:13.502990+0000","last_peered":"2023-09-23T06:36:13.502990+0000","last_clean":"2023-09-23T06:36:13.502990+0000","last_became_active":"2023-09-23T06:36:12.052729+0000","last_became_peered":"2023-09-23T06:36:12.052729+0000","last_unstale":"2023-09-23T06:36:13.502990+0000","last_undegraded":"2023-09-23T06:36:13.502990+0000","last_fullsized":"2023-09-23T06:36:13.502990+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:39:44.534967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.025006+0000","last_change":"2023-09-23T06:36:11.214238+0000","last_active":"2023-09-23T06:36:13.025006+0000","last_peered":"2023-09-23T06:36:13.025006+0000","last_clean":"2023-09-23T06:36:13.025006+0000","last_became_active":"2023-09-23T06:36:11.213964+0000","last_became_peered":"2023-09-23T06:36:11.213964+0000","last_unstale":"2023-09-23T06:36:13.025006+0000","last_undegraded":"2023-09-23T06:36:13.025006+0000","last_fullsized":"2023-09-23T06:36:13.025006+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:25:17.734495+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502727+0000","last_change":"2023-09-23T06:36:12.042045+0000","last_active":"2023-09-23T06:36:13.502727+0000","last_peered":"2023-09-23T06:36:13.502727+0000","last_clean":"2023-09-23T06:36:13.502727+0000","last_became_active":"2023-09-23T06:36:12.041752+0000","last_became_peered":"2023-09-23T06:36:12.041752+0000","last_unstale":"2023-09-23T06:36:13.502727+0000","last_undegraded":"2023-09-23T06:36:13.502727+0000","last_fullsized":"2023-09-23T06:36:13.502727+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:04:50.267488+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.027117+0000","last_change":"2023-09-23T06:36:11.214032+0000","last_active":"2023-09-23T06:36:13.027117+0000","last_peered":"2023-09-23T06:36:13.027117+0000","last_clean":"2023-09-23T06:36:13.027117+0000","last_became_active":"2023-09-23T06:36:11.213748+0000","last_became_peered":"2023-09-23T06:36:11.213748+0000","last_unstale":"2023-09-23T06:36:13.027117+0000","last_undegraded":"2023-09-23T06:36:13.027117+0000","last_fullsized":"2023-09-23T06:36:13.027117+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:10.184098+0000","last_clean_scrub_stamp":"2023-09-23T06:36:10.184098+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:12:06.457080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502529+0000","last_change":"2023-09-23T06:36:12.047474+0000","last_active":"2023-09-23T06:36:13.502529+0000","last_peered":"2023-09-23T06:36:13.502529+0000","last_clean":"2023-09-23T06:36:13.502529+0000","last_became_active":"2023-09-23T06:36:12.047153+0000","last_became_peered":"2023-09-23T06:36:12.047153+0000","last_unstale":"2023-09-23T06:36:13.502529+0000","last_undegraded":"2023-09-23T06:36:13.502529+0000","last_fullsized":"2023-09-23T06:36:13.502529+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:29:13.640752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501611+0000","last_change":"2023-09-23T06:36:12.034784+0000","last_active":"2023-09-23T06:36:13.501611+0000","last_peered":"2023-09-23T06:36:13.501611+0000","last_clean":"2023-09-23T06:36:13.501611+0000","last_became_active":"2023-09-23T06:36:12.034468+0000","last_became_peered":"2023-09-23T06:36:12.034468+0000","last_unstale":"2023-09-23T06:36:13.501611+0000","last_undegraded":"2023-09-23T06:36:13.501611+0000","last_fullsized":"2023-09-23T06:36:13.501611+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:28:27.969452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.027080+0000","last_change":"2023-09-23T06:36:12.039634+0000","last_active":"2023-09-23T06:36:13.027080+0000","last_peered":"2023-09-23T06:36:13.027080+0000","last_clean":"2023-09-23T06:36:13.027080+0000","last_became_active":"2023-09-23T06:36:12.039423+0000","last_became_peered":"2023-09-23T06:36:12.039423+0000","last_unstale":"2023-09-23T06:36:13.027080+0000","last_undegraded":"2023-09-23T06:36:13.027080+0000","last_fullsized":"2023-09-23T06:36:13.027080+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:34:06.728880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503321+0000","last_change":"2023-09-23T06:36:12.044129+0000","last_active":"2023-09-23T06:36:13.503321+0000","last_peered":"2023-09-23T06:36:13.503321+0000","last_clean":"2023-09-23T06:36:13.503321+0000","last_became_active":"2023-09-23T06:36:12.043821+0000","last_became_peered":"2023-09-23T06:36:12.043821+0000","last_unstale":"2023-09-23T06:36:13.503321+0000","last_undegraded":"2023-09-23T06:36:13.503321+0000","last_fullsized":"2023-09-23T06:36:13.503321+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:24:38.003742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501970+0000","last_change":"2023-09-23T06:36:12.042857+0000","last_active":"2023-09-23T06:36:13.501970+0000","last_peered":"2023-09-23T06:36:13.501970+0000","last_clean":"2023-09-23T06:36:13.501970+0000","last_became_active":"2023-09-23T06:36:12.042449+0000","last_became_peered":"2023-09-23T06:36:12.042449+0000","last_unstale":"2023-09-23T06:36:13.501970+0000","last_undegraded":"2023-09-23T06:36:13.501970+0000","last_fullsized":"2023-09-23T06:36:13.501970+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:29.264325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501709+0000","last_change":"2023-09-23T06:36:12.042838+0000","last_active":"2023-09-23T06:36:13.501709+0000","last_peered":"2023-09-23T06:36:13.501709+0000","last_clean":"2023-09-23T06:36:13.501709+0000","last_became_active":"2023-09-23T06:36:12.042469+0000","last_became_peered":"2023-09-23T06:36:12.042469+0000","last_unstale":"2023-09-23T06:36:13.501709+0000","last_undegraded":"2023-09-23T06:36:13.501709+0000","last_fullsized":"2023-09-23T06:36:13.501709+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:35:00.267317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.024988+0000","last_change":"2023-09-23T06:36:12.038887+0000","last_active":"2023-09-23T06:36:13.024988+0000","last_peered":"2023-09-23T06:36:13.024988+0000","last_clean":"2023-09-23T06:36:13.024988+0000","last_became_active":"2023-09-23T06:36:12.038621+0000","last_became_peered":"2023-09-23T06:36:12.038621+0000","last_unstale":"2023-09-23T06:36:13.024988+0000","last_undegraded":"2023-09-23T06:36:13.024988+0000","last_fullsized":"2023-09-23T06:36:13.024988+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:37:10.335681+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502062+0000","last_change":"2023-09-23T06:36:12.046950+0000","last_active":"2023-09-23T06:36:13.502062+0000","last_peered":"2023-09-23T06:36:13.502062+0000","last_clean":"2023-09-23T06:36:13.502062+0000","last_became_active":"2023-09-23T06:36:12.046665+0000","last_became_peered":"2023-09-23T06:36:12.046665+0000","last_unstale":"2023-09-23T06:36:13.502062+0000","last_undegraded":"2023-09-23T06:36:13.502062+0000","last_fullsized":"2023-09-23T06:36:13.502062+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:35:00.267317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501570+0000","last_change":"2023-09-23T06:36:12.049646+0000","last_active":"2023-09-23T06:36:13.501570+0000","last_peered":"2023-09-23T06:36:13.501570+0000","last_clean":"2023-09-23T06:36:13.501570+0000","last_became_active":"2023-09-23T06:36:12.049355+0000","last_became_peered":"2023-09-23T06:36:12.049355+0000","last_unstale":"2023-09-23T06:36:13.501570+0000","last_undegraded":"2023-09-23T06:36:13.501570+0000","last_fullsized":"2023-09-23T06:36:13.501570+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:20:29.264325+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502953+0000","last_change":"2023-09-23T06:36:12.042837+0000","last_active":"2023-09-23T06:36:13.502953+0000","last_peered":"2023-09-23T06:36:13.502953+0000","last_clean":"2023-09-23T06:36:13.502953+0000","last_became_active":"2023-09-23T06:36:12.042541+0000","last_became_peered":"2023-09-23T06:36:12.042541+0000","last_unstale":"2023-09-23T06:36:13.502953+0000","last_undegraded":"2023-09-23T06:36:13.502953+0000","last_fullsized":"2023-09-23T06:36:13.502953+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:37:49.676272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501428+0000","last_change":"2023-09-23T06:36:12.048174+0000","last_active":"2023-09-23T06:36:13.501428+0000","last_peered":"2023-09-23T06:36:13.501428+0000","last_clean":"2023-09-23T06:36:13.501428+0000","last_became_active":"2023-09-23T06:36:12.046470+0000","last_became_peered":"2023-09-23T06:36:12.046470+0000","last_unstale":"2023-09-23T06:36:13.501428+0000","last_undegraded":"2023-09-23T06:36:13.501428+0000","last_fullsized":"2023-09-23T06:36:13.501428+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:28:27.969452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.503270+0000","last_change":"2023-09-23T06:36:12.046283+0000","last_active":"2023-09-23T06:36:13.503270+0000","last_peered":"2023-09-23T06:36:13.503270+0000","last_clean":"2023-09-23T06:36:13.503270+0000","last_became_active":"2023-09-23T06:36:12.045491+0000","last_became_peered":"2023-09-23T06:36:12.045491+0000","last_unstale":"2023-09-23T06:36:13.503270+0000","last_undegraded":"2023-09-23T06:36:13.503270+0000","last_fullsized":"2023-09-23T06:36:13.503270+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:25:52.544562+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.501828+0000","last_change":"2023-09-23T06:36:12.045547+0000","last_active":"2023-09-23T06:36:13.501828+0000","last_peered":"2023-09-23T06:36:13.501828+0000","last_clean":"2023-09-23T06:36:13.501828+0000","last_became_active":"2023-09-23T06:36:12.045273+0000","last_became_peered":"2023-09-23T06:36:12.045273+0000","last_unstale":"2023-09-23T06:36:13.501828+0000","last_undegraded":"2023-09-23T06:36:13.501828+0000","last_fullsized":"2023-09-23T06:36:13.501828+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:28:27.969452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2023-09-23T06:36:13.502192+0000","last_change":"2023-09-23T06:36:12.043249+0000","last_active":"2023-09-23T06:36:13.502192+0000","last_peered":"2023-09-23T06:36:13.502192+0000","last_clean":"2023-09-23T06:36:13.502192+0000","last_became_active":"2023-09-23T06:36:12.042946+0000","last_became_peered":"2023-09-23T06:36:12.042946+0000","last_unstale":"2023-09-23T06:36:13.502192+0000","last_undegraded":"2023-09-23T06:36:13.502192+0000","last_fullsized":"2023-09-23T06:36:13.502192+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:11.190742+0000","last_clean_scrub_stamp":"2023-09-23T06:36:11.190742+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:14:37.457388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27816,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344024,"statfs":{"total":96636764160,"available":96608280576,"internally_reserved":0,"allocated":815104,"data_stored":666519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83299999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68999999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]}]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27248,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344592,"statfs":{"total":96636764160,"available":96608862208,"internally_reserved":0,"allocated":229376,"data_stored":77181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60499999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67700000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70099999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85399999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81899999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":225280,"data_stored":75729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":22.055}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":8.6430000000000007}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":11.43}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":8.6760000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":8.5340000000000007}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":22.012}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":8.5679999999999996}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27824,"kb_used_data":804,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344016,"statfs":{"total":96636764160,"available":96608272384,"internally_reserved":0,"allocated":823296,"data_stored":666575,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40799999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60299999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80600000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78300000000000003}]}]},{"osd":2,"up_from":13,"seq":55834574853,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27236,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344604,"statfs":{"total":96636764160,"available":96608874496,"internally_reserved":0,"allocated":217088,"data_stored":75569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.179}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0880000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.149}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.163}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":77181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41199999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36299999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95699999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92200000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88300000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27252,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344588,"statfs":{"total":96636764160,"available":96608858112,"internally_reserved":0,"allocated":229376,"data_stored":75695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59799999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71299999999999997}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27244,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344596,"statfs":{"total":96636764160,"available":96608866304,"internally_reserved":0,"allocated":221184,"data_stored":75659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.439}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53300000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56499999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68000000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77400000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1612,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T06:36:22.991 INFO:tasks.ceph.ceph_manager.ceph:clean! 2023-09-23T06:36:22.991 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2023-09-23T06:36:22.991 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2023-09-23T06:36:22.991 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2023-09-23T06:36:23.224 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.222+0000 7f62619ff700 1 Processor -- start 2023-09-23T06:36:23.224 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.223+0000 7f62619ff700 1 -- start start 2023-09-23T06:36:23.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.224+0000 7f62619ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f625c15d770 0x7f625c0ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:23.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.224+0000 7f62619ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f625c15db50 0x7f625c0b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:23.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.224+0000 7f62619ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f625c15ec00 con 0x7f625c0b4fe0 2023-09-23T06:36:23.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.224+0000 7f62619ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f625c0b65c0 con 0x7f625c15db50 2023-09-23T06:36:23.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.224+0000 7f62619ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f625c0cdd00 con 0x7f625c15d770 2023-09-23T06:36:23.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.224+0000 7f6253fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f625c15db50 0x7f625c0b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:23.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.224+0000 7f6253fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f625c15db50 0x7f625c0b8e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46220/0 (socket says 172.21.15.16:46220) 2023-09-23T06:36:23.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.224+0000 7f6253fff700 1 -- 172.21.15.16:0/1402636886 learned_addr learned my addr 172.21.15.16:0/1402636886 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:23.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.224+0000 7f625affd700 1 --2- 172.21.15.16:0/1402636886 >> v2:172.21.15.92:3300/0 conn(0x7f625c15d770 0x7f625c0ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:23.228 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.224+0000 7f6253fff700 1 -- 172.21.15.16:0/1402636886 >> v2:172.21.15.92:3300/0 conn(0x7f625c15d770 msgr2=0x7f625c0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:23.228 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.224+0000 7f6253fff700 1 --2- 172.21.15.16:0/1402636886 >> v2:172.21.15.92:3300/0 conn(0x7f625c15d770 0x7f625c0ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:23.228 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.224+0000 7f6253fff700 1 -- 172.21.15.16:0/1402636886 >> v1:172.21.15.92:6789/0 conn(0x7f625c0b4fe0 legacy=0x7f625c161600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:23.228 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.225+0000 7f6253fff700 1 -- 172.21.15.16:0/1402636886 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f625c15e080 con 0x7f625c15db50 2023-09-23T06:36:23.228 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.225+0000 7f6253fff700 1 --2- 172.21.15.16:0/1402636886 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f625c15db50 0x7f625c0b8e40 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f625c0b5ff0 tx=0x7f6244009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f2084cee35e1b7b server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:23.228 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.225+0000 7f625a7fc700 1 -- 172.21.15.16:0/1402636886 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6244011830 con 0x7f625c15db50 2023-09-23T06:36:23.228 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.225+0000 7f625a7fc700 1 -- 172.21.15.16:0/1402636886 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6244011990 con 0x7f625c15db50 2023-09-23T06:36:23.228 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.225+0000 7f625a7fc700 1 -- 172.21.15.16:0/1402636886 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6244011d20 con 0x7f625c15db50 2023-09-23T06:36:23.229 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.226+0000 7f62619ff700 1 -- 172.21.15.16:0/1402636886 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f625c15db50 msgr2=0x7f625c0b8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:23.229 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.226+0000 7f62619ff700 1 --2- 172.21.15.16:0/1402636886 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f625c15db50 0x7f625c0b8e40 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f625c0b5ff0 tx=0x7f6244009bd0 comp rx=0 tx=0).stop 2023-09-23T06:36:23.229 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.226+0000 7f62619ff700 1 -- 172.21.15.16:0/1402636886 shutdown_connections 2023-09-23T06:36:23.229 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.226+0000 7f62619ff700 1 --2- 172.21.15.16:0/1402636886 >> v2:172.21.15.92:3300/0 conn(0x7f625c15d770 0x7f625c0ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:23.230 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.226+0000 7f62619ff700 1 --2- 172.21.15.16:0/1402636886 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f625c15db50 0x7f625c0b8e40 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:23.230 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.226+0000 7f62619ff700 1 -- 172.21.15.16:0/1402636886 >> 172.21.15.16:0/1402636886 conn(0x7f625c0724b0 msgr2=0x7f625c0d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:23.230 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.226+0000 7f62619ff700 1 -- 172.21.15.16:0/1402636886 shutdown_connections 2023-09-23T06:36:23.230 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.226+0000 7f62619ff700 1 -- 172.21.15.16:0/1402636886 wait complete. 2023-09-23T06:36:23.230 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.228+0000 7f62619ff700 1 Processor -- start 2023-09-23T06:36:23.230 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.228+0000 7f62619ff700 1 -- start start 2023-09-23T06:36:23.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.229+0000 7f62619ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f625c0b4fe0 0x7f625c0ccf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:23.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.229+0000 7f62619ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f625c15d770 0x7f625c0c6ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:23.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.229+0000 7f62619ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f625c15db50 0x7f625c0cef50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:23.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.229+0000 7f62619ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f625c0cd440 con 0x7f625c15db50 2023-09-23T06:36:23.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.229+0000 7f62619ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f625c0c8d40 con 0x7f625c0b4fe0 2023-09-23T06:36:23.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.229+0000 7f62619ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f625c0c9020 con 0x7f625c15d770 2023-09-23T06:36:23.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.229+0000 7f625b7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f625c15db50 0x7f625c0cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:23.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.229+0000 7f625b7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f625c15db50 0x7f625c0cef50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46222/0 (socket says 172.21.15.16:46222) 2023-09-23T06:36:23.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.229+0000 7f625b7fe700 1 -- 172.21.15.16:0/3414914714 learned_addr learned my addr 172.21.15.16:0/3414914714 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:23.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.229+0000 7f625affd700 1 --2- 172.21.15.16:0/3414914714 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f625c0b4fe0 0x7f625c0ccf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:23.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.229+0000 7f6253fff700 1 --2- 172.21.15.16:0/3414914714 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f625c15d770 0x7f625c0c6ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:23.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.230+0000 7f625b7fe700 1 -- 172.21.15.16:0/3414914714 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f625c15d770 msgr2=0x7f625c0c6ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:23.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.230+0000 7f625b7fe700 1 --2- 172.21.15.16:0/3414914714 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f625c15d770 0x7f625c0c6ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:23.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.230+0000 7f625b7fe700 1 -- 172.21.15.16:0/3414914714 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f625c0b4fe0 msgr2=0x7f625c0ccf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:23.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.230+0000 7f625b7fe700 1 --2- 172.21.15.16:0/3414914714 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f625c0b4fe0 0x7f625c0ccf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:23.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.230+0000 7f625b7fe700 1 -- 172.21.15.16:0/3414914714 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6244009550 con 0x7f625c15db50 2023-09-23T06:36:23.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.230+0000 7f625b7fe700 1 --2- 172.21.15.16:0/3414914714 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f625c15db50 0x7f625c0cef50 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f625400cb50 tx=0x7f625400ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:23.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.230+0000 7f6258ff9700 1 -- 172.21.15.16:0/3414914714 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6254003c00 con 0x7f625c15db50 2023-09-23T06:36:23.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.230+0000 7f6258ff9700 1 -- 172.21.15.16:0/3414914714 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6254003d60 con 0x7f625c15db50 2023-09-23T06:36:23.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.230+0000 7f6258ff9700 1 -- 172.21.15.16:0/3414914714 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f625400aa20 con 0x7f625c15db50 2023-09-23T06:36:23.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.230+0000 7f62619ff700 1 -- 172.21.15.16:0/3414914714 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f625c0c9300 con 0x7f625c15db50 2023-09-23T06:36:23.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.230+0000 7f62619ff700 1 -- 172.21.15.16:0/3414914714 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f625c0c98c0 con 0x7f625c15db50 2023-09-23T06:36:23.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.231+0000 7f62619ff700 1 -- 172.21.15.16:0/3414914714 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f625c074b40 con 0x7f625c15db50 2023-09-23T06:36:23.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.232+0000 7f6258ff9700 1 -- 172.21.15.16:0/3414914714 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f625400ab80 con 0x7f625c15db50 2023-09-23T06:36:23.235 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.234+0000 7f6258ff9700 1 --2- 172.21.15.16:0/3414914714 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f623c06afc0 0x7f623c06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:23.235 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.234+0000 7f6258ff9700 1 -- 172.21.15.16:0/3414914714 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6254089850 con 0x7f625c15db50 2023-09-23T06:36:23.235 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.234+0000 7f625affd700 1 --2- 172.21.15.16:0/3414914714 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f623c06afc0 0x7f623c06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:23.236 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.235+0000 7f625affd700 1 --2- 172.21.15.16:0/3414914714 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f623c06afc0 0x7f623c06d480 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f624c009be0 tx=0x7f624c009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:23.239 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.238+0000 7f6258ff9700 1 -- 172.21.15.16:0/3414914714 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f6254054760 con 0x7f625c15db50 2023-09-23T06:36:23.493 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.491+0000 7f62619ff700 1 -- 172.21.15.16:0/3414914714 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f625c15ce20 con 0x7f625c15db50 2023-09-23T06:36:23.493 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.492+0000 7f6258ff9700 1 -- 172.21.15.16:0/3414914714 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f6254057d80 con 0x7f625c15db50 2023-09-23T06:36:23.494 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:23.494 INFO:teuthology.orchestra.run.smithi016.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2023-09-23T06:36:23.496 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.494+0000 7f62619ff700 1 -- 172.21.15.16:0/3414914714 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f623c06afc0 msgr2=0x7f623c06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:23.496 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.494+0000 7f62619ff700 1 --2- 172.21.15.16:0/3414914714 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f623c06afc0 0x7f623c06d480 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f624c009be0 tx=0x7f624c009210 comp rx=0 tx=0).stop 2023-09-23T06:36:23.496 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.494+0000 7f62619ff700 1 -- 172.21.15.16:0/3414914714 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f625c15db50 msgr2=0x7f625c0cef50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:23.496 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.494+0000 7f62619ff700 1 --2- 172.21.15.16:0/3414914714 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f625c15db50 0x7f625c0cef50 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f625400cb50 tx=0x7f625400ce60 comp rx=0 tx=0).stop 2023-09-23T06:36:23.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.494+0000 7f62619ff700 1 -- 172.21.15.16:0/3414914714 shutdown_connections 2023-09-23T06:36:23.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.494+0000 7f62619ff700 1 --2- 172.21.15.16:0/3414914714 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f623c06afc0 0x7f623c06d480 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:23.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.494+0000 7f62619ff700 1 --2- 172.21.15.16:0/3414914714 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f625c15db50 0x7f625c0cef50 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:23.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.494+0000 7f62619ff700 1 --2- 172.21.15.16:0/3414914714 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f625c0b4fe0 0x7f625c0ccf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:23.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.494+0000 7f62619ff700 1 --2- 172.21.15.16:0/3414914714 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f625c15d770 0x7f625c0c6ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:23.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.494+0000 7f62619ff700 1 -- 172.21.15.16:0/3414914714 >> 172.21.15.16:0/3414914714 conn(0x7f625c0724b0 msgr2=0x7f625c15f5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:23.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.494+0000 7f62619ff700 1 -- 172.21.15.16:0/3414914714 shutdown_connections 2023-09-23T06:36:23.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.494+0000 7f62619ff700 1 -- 172.21.15.16:0/3414914714 wait complete. 2023-09-23T06:36:23.515 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2023-09-23T06:36:23.515 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:36:23.718 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.716+0000 7fb5b95ff700 1 Processor -- start 2023-09-23T06:36:23.719 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.716+0000 7fb5b95ff700 1 -- start start 2023-09-23T06:36:23.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.718+0000 7fb5b95ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb5b415d770 0x7fb5b40ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:23.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.718+0000 7fb5b95ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb5b415db50 0x7fb5b40b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:23.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.718+0000 7fb5b95ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5b415ec00 con 0x7fb5b40b4fe0 2023-09-23T06:36:23.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.718+0000 7fb5b95ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5b40b65c0 con 0x7fb5b415db50 2023-09-23T06:36:23.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.718+0000 7fb5b95ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5b40cdd00 con 0x7fb5b415d770 2023-09-23T06:36:23.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.718+0000 7fb5b27fc700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb5b415db50 0x7fb5b40b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:23.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.718+0000 7fb5b27fc700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb5b415db50 0x7fb5b40b8e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46224/0 (socket says 172.21.15.16:46224) 2023-09-23T06:36:23.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.718+0000 7fb5b27fc700 1 -- 172.21.15.16:0/1718236693 learned_addr learned my addr 172.21.15.16:0/1718236693 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:23.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.718+0000 7fb5b2ffd700 1 --2- 172.21.15.16:0/1718236693 >> v2:172.21.15.92:3300/0 conn(0x7fb5b415d770 0x7fb5b40ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:23.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.718+0000 7fb5b27fc700 1 -- 172.21.15.16:0/1718236693 >> v2:172.21.15.92:3300/0 conn(0x7fb5b415d770 msgr2=0x7fb5b40ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:23.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.718+0000 7fb5b27fc700 1 --2- 172.21.15.16:0/1718236693 >> v2:172.21.15.92:3300/0 conn(0x7fb5b415d770 0x7fb5b40ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:23.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.718+0000 7fb5b27fc700 1 -- 172.21.15.16:0/1718236693 >> v1:172.21.15.92:6789/0 conn(0x7fb5b40b4fe0 legacy=0x7fb5b4161600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:23.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.718+0000 7fb5b27fc700 1 -- 172.21.15.16:0/1718236693 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5b415e080 con 0x7fb5b415db50 2023-09-23T06:36:23.722 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.719+0000 7fb5b27fc700 1 --2- 172.21.15.16:0/1718236693 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5b415db50 0x7fb5b40b8e40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fb5b40b5ff0 tx=0x7fb5a8009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=872ec322816165ae server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:23.722 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.719+0000 7fb5b1ffb700 1 -- 172.21.15.16:0/1718236693 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5a8011830 con 0x7fb5b415db50 2023-09-23T06:36:23.722 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.719+0000 7fb5b1ffb700 1 -- 172.21.15.16:0/1718236693 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5a8011990 con 0x7fb5b415db50 2023-09-23T06:36:23.722 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.719+0000 7fb5b1ffb700 1 -- 172.21.15.16:0/1718236693 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5a8011d20 con 0x7fb5b415db50 2023-09-23T06:36:23.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.719+0000 7fb5b95ff700 1 -- 172.21.15.16:0/1718236693 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5b415db50 msgr2=0x7fb5b40b8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:23.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.719+0000 7fb5b95ff700 1 --2- 172.21.15.16:0/1718236693 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5b415db50 0x7fb5b40b8e40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fb5b40b5ff0 tx=0x7fb5a8009bd0 comp rx=0 tx=0).stop 2023-09-23T06:36:23.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.720+0000 7fb5b95ff700 1 -- 172.21.15.16:0/1718236693 shutdown_connections 2023-09-23T06:36:23.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.720+0000 7fb5b95ff700 1 --2- 172.21.15.16:0/1718236693 >> v2:172.21.15.92:3300/0 conn(0x7fb5b415d770 0x7fb5b40ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:23.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.720+0000 7fb5b95ff700 1 --2- 172.21.15.16:0/1718236693 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5b415db50 0x7fb5b40b8e40 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:23.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.720+0000 7fb5b95ff700 1 -- 172.21.15.16:0/1718236693 >> 172.21.15.16:0/1718236693 conn(0x7fb5b40724b0 msgr2=0x7fb5b40d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:23.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.720+0000 7fb5b95ff700 1 -- 172.21.15.16:0/1718236693 shutdown_connections 2023-09-23T06:36:23.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.720+0000 7fb5b95ff700 1 -- 172.21.15.16:0/1718236693 wait complete. 2023-09-23T06:36:23.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.721+0000 7fb5b95ff700 1 Processor -- start 2023-09-23T06:36:23.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.722+0000 7fb5b95ff700 1 -- start start 2023-09-23T06:36:23.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.722+0000 7fb5b95ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5b40b4fe0 0x7fb5b4159810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:23.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.722+0000 7fb5b95ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5b415d770 0x7fb5b4159ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:23.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.722+0000 7fb5b95ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5b415db50 0x7fb5b40cec90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:23.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.722+0000 7fb5b95ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5b40cd420 con 0x7fb5b415db50 2023-09-23T06:36:23.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.722+0000 7fb5b95ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5b4159d50 con 0x7fb5b40b4fe0 2023-09-23T06:36:23.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.722+0000 7fb5b95ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5b40b3b90 con 0x7fb5b415d770 2023-09-23T06:36:23.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.723+0000 7fb5b37fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5b415db50 0x7fb5b40cec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:23.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.723+0000 7fb5b37fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5b415db50 0x7fb5b40cec90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:46232/0 (socket says 172.21.15.16:46232) 2023-09-23T06:36:23.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.723+0000 7fb5b37fe700 1 -- 172.21.15.16:0/951590564 learned_addr learned my addr 172.21.15.16:0/951590564 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:23.727 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.723+0000 7fb5b2ffd700 1 --2- 172.21.15.16:0/951590564 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5b40b4fe0 0x7fb5b4159810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:23.727 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.723+0000 7fb5b27fc700 1 --2- 172.21.15.16:0/951590564 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5b415d770 0x7fb5b4159ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:23.727 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.723+0000 7fb5b37fe700 1 -- 172.21.15.16:0/951590564 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5b415d770 msgr2=0x7fb5b4159ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:23.727 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.723+0000 7fb5b37fe700 1 --2- 172.21.15.16:0/951590564 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5b415d770 0x7fb5b4159ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:23.727 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.723+0000 7fb5b37fe700 1 -- 172.21.15.16:0/951590564 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5b40b4fe0 msgr2=0x7fb5b4159810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:23.727 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.723+0000 7fb5b37fe700 1 --2- 172.21.15.16:0/951590564 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5b40b4fe0 0x7fb5b4159810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:23.727 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.723+0000 7fb5b37fe700 1 -- 172.21.15.16:0/951590564 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5a8009550 con 0x7fb5b415db50 2023-09-23T06:36:23.727 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.723+0000 7fb5b37fe700 1 --2- 172.21.15.16:0/951590564 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5b415db50 0x7fb5b40cec90 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac00cb50 tx=0x7fb5ac00ce60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:23.727 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.724+0000 7fb59b7fe700 1 -- 172.21.15.16:0/951590564 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5ac003c00 con 0x7fb5b415db50 2023-09-23T06:36:23.727 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.724+0000 7fb59b7fe700 1 -- 172.21.15.16:0/951590564 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5ac003d60 con 0x7fb5b415db50 2023-09-23T06:36:23.728 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.724+0000 7fb5b95ff700 1 -- 172.21.15.16:0/951590564 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5b40b2f80 con 0x7fb5b415db50 2023-09-23T06:36:23.728 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.724+0000 7fb59b7fe700 1 -- 172.21.15.16:0/951590564 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5ac00aa20 con 0x7fb5b415db50 2023-09-23T06:36:23.728 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.724+0000 7fb5b95ff700 1 -- 172.21.15.16:0/951590564 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5b40b3540 con 0x7fb5b415db50 2023-09-23T06:36:23.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.725+0000 7fb5b95ff700 1 -- 172.21.15.16:0/951590564 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5b4074b40 con 0x7fb5b415db50 2023-09-23T06:36:23.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.726+0000 7fb59b7fe700 1 -- 172.21.15.16:0/951590564 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fb5ac00ab80 con 0x7fb5b415db50 2023-09-23T06:36:23.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.726+0000 7fb59b7fe700 1 --2- 172.21.15.16:0/951590564 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb5a006afc0 0x7fb5a006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:23.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.727+0000 7fb59b7fe700 1 -- 172.21.15.16:0/951590564 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb5ac0897b0 con 0x7fb5b415db50 2023-09-23T06:36:23.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.727+0000 7fb5b2ffd700 1 --2- 172.21.15.16:0/951590564 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb5a006afc0 0x7fb5a006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:23.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.727+0000 7fb5b2ffd700 1 --2- 172.21.15.16:0/951590564 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb5a006afc0 0x7fb5a006d480 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fb5a4009be0 tx=0x7fb5a4009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:23.732 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.731+0000 7fb59b7fe700 1 -- 172.21.15.16:0/951590564 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fb5ac054750 con 0x7fb5b415db50 2023-09-23T06:36:23.943 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.942+0000 7fb5b95ff700 1 -- 172.21.15.16:0/951590564 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb5b40b3cd0 con 0x7fb5b415db50 2023-09-23T06:36:23.945 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.943+0000 7fb59b7fe700 1 -- 172.21.15.16:0/951590564 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16457 (secure 0 0 0) 0x7fb5ac057d70 con 0x7fb5b415db50 2023-09-23T06:36:23.945 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:23.945 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:36:13.020285+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:36:09.790555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-23T06:36:10.695995+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:36:23.948 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.946+0000 7fb5b95ff700 1 -- 172.21.15.16:0/951590564 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb5a006afc0 msgr2=0x7fb5a006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:23.948 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.946+0000 7fb5b95ff700 1 --2- 172.21.15.16:0/951590564 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb5a006afc0 0x7fb5a006d480 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fb5a4009be0 tx=0x7fb5a4009210 comp rx=0 tx=0).stop 2023-09-23T06:36:23.948 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.946+0000 7fb5b95ff700 1 -- 172.21.15.16:0/951590564 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5b415db50 msgr2=0x7fb5b40cec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:23.948 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.946+0000 7fb5b95ff700 1 --2- 172.21.15.16:0/951590564 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5b415db50 0x7fb5b40cec90 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fb5ac00cb50 tx=0x7fb5ac00ce60 comp rx=0 tx=0).stop 2023-09-23T06:36:23.948 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.946+0000 7fb5b95ff700 1 -- 172.21.15.16:0/951590564 shutdown_connections 2023-09-23T06:36:23.948 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.946+0000 7fb5b95ff700 1 --2- 172.21.15.16:0/951590564 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb5a006afc0 0x7fb5a006d480 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:23.948 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.946+0000 7fb5b95ff700 1 --2- 172.21.15.16:0/951590564 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb5b415db50 0x7fb5b40cec90 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:23.948 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.946+0000 7fb5b95ff700 1 --2- 172.21.15.16:0/951590564 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb5b40b4fe0 0x7fb5b4159810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:23.949 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.946+0000 7fb5b95ff700 1 --2- 172.21.15.16:0/951590564 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb5b415d770 0x7fb5b4159ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:23.949 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.946+0000 7fb5b95ff700 1 -- 172.21.15.16:0/951590564 >> 172.21.15.16:0/951590564 conn(0x7fb5b40724b0 msgr2=0x7fb5b40d3660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:23.949 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.946+0000 7fb5b95ff700 1 -- 172.21.15.16:0/951590564 shutdown_connections 2023-09-23T06:36:23.949 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:23.946+0000 7fb5b95ff700 1 -- 172.21.15.16:0/951590564 wait complete. 2023-09-23T06:36:23.966 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-23T06:36:05.638048+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-23T06:36:09.790555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-23T06:36:10.695995+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-23T06:36:23.966 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-23T06:36:24.170 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.169+0000 7f499a1ff700 1 Processor -- start 2023-09-23T06:36:24.171 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.169+0000 7f499a1ff700 1 -- start start 2023-09-23T06:36:24.172 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.170+0000 7f499a1ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4994161fc0 0x7f49940cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:24.172 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.170+0000 7f499a1ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49940d0030 0x7f49940d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:24.172 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.170+0000 7f499a1ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49940d09a0 con 0x7f499415d8c0 2023-09-23T06:36:24.172 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.170+0000 7f499a1ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f499415dca0 con 0x7f4994161fc0 2023-09-23T06:36:24.172 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.170+0000 7f499a1ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49940ce130 con 0x7f49940d0030 2023-09-23T06:36:24.172 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.170+0000 7f49937fe700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f499415d8c0 0x7f49940d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:47992/0 (socket says 172.21.15.16:47992) 2023-09-23T06:36:24.172 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.170+0000 7f49937fe700 1 -- 172.21.15.16:0/224202232 learned_addr learned my addr 172.21.15.16:0/224202232 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:24.172 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.170+0000 7f4993fff700 1 --2- 172.21.15.16:0/224202232 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49940d0030 0x7f49940d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:24.172 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.170+0000 7f4992ffd700 1 --2- 172.21.15.16:0/224202232 >> v2:172.21.15.92:3300/0 conn(0x7f4994161fc0 0x7f49940cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:24.174 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.171+0000 7f49927fc700 1 -- 172.21.15.16:0/224202232 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 952778625 0 0) 0x7f49940d09a0 con 0x7f499415d8c0 2023-09-23T06:36:24.174 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.171+0000 7f49927fc700 1 -- 172.21.15.16:0/224202232 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f497c0035b0 con 0x7f499415d8c0 2023-09-23T06:36:24.174 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.171+0000 7f4993fff700 1 -- 172.21.15.16:0/224202232 >> v2:172.21.15.92:3300/0 conn(0x7f4994161fc0 msgr2=0x7f49940cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:24.174 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.171+0000 7f4993fff700 1 --2- 172.21.15.16:0/224202232 >> v2:172.21.15.92:3300/0 conn(0x7f4994161fc0 0x7f49940cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:24.175 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.171+0000 7f4993fff700 1 -- 172.21.15.16:0/224202232 >> v1:172.21.15.16:6789/0 conn(0x7f499415d8c0 legacy=0x7f49940d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:24.175 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.171+0000 7f4993fff700 1 -- 172.21.15.16:0/224202232 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49940ce3d0 con 0x7f49940d0030 2023-09-23T06:36:24.175 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.171+0000 7f4992ffd700 1 --2- 172.21.15.16:0/224202232 >> v2:172.21.15.92:3300/0 conn(0x7f4994161fc0 0x7f49940cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:24.175 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.171+0000 7f4993fff700 1 --2- 172.21.15.16:0/224202232 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49940d0030 0x7f49940d0460 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f498c009d90 tx=0x7f498c00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa96066914a85185 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:24.175 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.171+0000 7f49927fc700 1 -- 172.21.15.16:0/224202232 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f498c00e070 con 0x7f49940d0030 2023-09-23T06:36:24.175 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.171+0000 7f49927fc700 1 -- 172.21.15.16:0/224202232 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f498c00bb20 con 0x7f49940d0030 2023-09-23T06:36:24.175 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.171+0000 7f49927fc700 1 -- 172.21.15.16:0/224202232 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f498c012430 con 0x7f49940d0030 2023-09-23T06:36:24.175 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.172+0000 7f499a1ff700 1 -- 172.21.15.16:0/224202232 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49940d0030 msgr2=0x7f49940d0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:24.175 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.172+0000 7f499a1ff700 1 --2- 172.21.15.16:0/224202232 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49940d0030 0x7f49940d0460 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f498c009d90 tx=0x7f498c00b330 comp rx=0 tx=0).stop 2023-09-23T06:36:24.175 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.172+0000 7f499a1ff700 1 -- 172.21.15.16:0/224202232 shutdown_connections 2023-09-23T06:36:24.175 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.172+0000 7f499a1ff700 1 --2- 172.21.15.16:0/224202232 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f49940d0030 0x7f49940d0460 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:24.176 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.172+0000 7f499a1ff700 1 --2- 172.21.15.16:0/224202232 >> v2:172.21.15.92:3300/0 conn(0x7f4994161fc0 0x7f49940cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:24.176 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.172+0000 7f499a1ff700 1 -- 172.21.15.16:0/224202232 >> 172.21.15.16:0/224202232 conn(0x7f499409c9b0 msgr2=0x7f49940d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:24.176 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.172+0000 7f499a1ff700 1 -- 172.21.15.16:0/224202232 shutdown_connections 2023-09-23T06:36:24.176 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.172+0000 7f499a1ff700 1 -- 172.21.15.16:0/224202232 wait complete. 2023-09-23T06:36:24.178 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.174+0000 7f499a1ff700 1 Processor -- start 2023-09-23T06:36:24.178 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.174+0000 7f499a1ff700 1 -- start start 2023-09-23T06:36:24.178 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.175+0000 7f499a1ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49940d0030 0x7f49940cd4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:24.178 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.175+0000 7f499a1ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f499415d8c0 0x7f49940cce00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:24.178 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.175+0000 7f499a1ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4994161fc0 0x7f499415a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:24.178 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.175+0000 7f499a1ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49940cdb30 con 0x7f4994161fc0 2023-09-23T06:36:24.179 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.175+0000 7f499a1ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49940b0e50 con 0x7f49940d0030 2023-09-23T06:36:24.179 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.175+0000 7f499a1ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49940cd340 con 0x7f499415d8c0 2023-09-23T06:36:24.179 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.175+0000 7f4993fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4994161fc0 0x7f499415a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:24.179 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.175+0000 7f4993fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4994161fc0 0x7f499415a4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:36994/0 (socket says 172.21.15.16:36994) 2023-09-23T06:36:24.179 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.175+0000 7f4993fff700 1 -- 172.21.15.16:0/2803627786 learned_addr learned my addr 172.21.15.16:0/2803627786 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:24.179 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.175+0000 7f49937fe700 1 --2- 172.21.15.16:0/2803627786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49940d0030 0x7f49940cd4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:24.179 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.175+0000 7f4992ffd700 1 --2- 172.21.15.16:0/2803627786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f499415d8c0 0x7f49940cce00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:24.179 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.175+0000 7f4993fff700 1 -- 172.21.15.16:0/2803627786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f499415d8c0 msgr2=0x7f49940cce00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:24.179 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.175+0000 7f4993fff700 1 --2- 172.21.15.16:0/2803627786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f499415d8c0 0x7f49940cce00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:24.179 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.175+0000 7f4993fff700 1 -- 172.21.15.16:0/2803627786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49940d0030 msgr2=0x7f49940cd4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:24.179 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.175+0000 7f4993fff700 1 --2- 172.21.15.16:0/2803627786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49940d0030 0x7f49940cd4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:24.180 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.175+0000 7f4993fff700 1 -- 172.21.15.16:0/2803627786 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49880094a0 con 0x7f4994161fc0 2023-09-23T06:36:24.180 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.175+0000 7f4992ffd700 1 --2- 172.21.15.16:0/2803627786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f499415d8c0 0x7f49940cce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:24.180 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.176+0000 7f4993fff700 1 --2- 172.21.15.16:0/2803627786 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4994161fc0 0x7f499415a4b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4994067ba0 tx=0x7f498c004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:24.180 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.176+0000 7f497bfff700 1 -- 172.21.15.16:0/2803627786 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f498c0129f0 con 0x7f4994161fc0 2023-09-23T06:36:24.180 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.176+0000 7f497bfff700 1 -- 172.21.15.16:0/2803627786 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f498c020070 con 0x7f4994161fc0 2023-09-23T06:36:24.180 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.176+0000 7f497bfff700 1 -- 172.21.15.16:0/2803627786 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f498c012db0 con 0x7f4994161fc0 2023-09-23T06:36:24.180 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.176+0000 7f499a1ff700 1 -- 172.21.15.16:0/2803627786 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f498c009a70 con 0x7f4994161fc0 2023-09-23T06:36:24.180 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.176+0000 7f499a1ff700 1 -- 172.21.15.16:0/2803627786 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49940b0790 con 0x7f4994161fc0 2023-09-23T06:36:24.181 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.177+0000 7f499a1ff700 1 -- 172.21.15.16:0/2803627786 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4994074b40 con 0x7f4994161fc0 2023-09-23T06:36:24.181 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.178+0000 7f497bfff700 1 -- 172.21.15.16:0/2803627786 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f498c004040 con 0x7f4994161fc0 2023-09-23T06:36:24.181 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.179+0000 7f497bfff700 1 --2- 172.21.15.16:0/2803627786 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f498006afc0 0x7f498006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:24.181 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.179+0000 7f497bfff700 1 -- 172.21.15.16:0/2803627786 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f498c022070 con 0x7f4994161fc0 2023-09-23T06:36:24.181 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.179+0000 7f49937fe700 1 --2- 172.21.15.16:0/2803627786 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f498006afc0 0x7f498006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:24.182 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.180+0000 7f49937fe700 1 --2- 172.21.15.16:0/2803627786 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f498006afc0 0x7f498006d480 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f4984007fd0 tx=0x7f4984007dc0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:24.185 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.183+0000 7f497bfff700 1 -- 172.21.15.16:0/2803627786 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f498c056350 con 0x7f4994161fc0 2023-09-23T06:36:24.397 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.396+0000 7f499a1ff700 1 -- 172.21.15.16:0/2803627786 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f49940cfe10 con 0x7f4994161fc0 2023-09-23T06:36:24.398 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.396+0000 7f497bfff700 1 -- 172.21.15.16:0/2803627786 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7f498c059970 con 0x7f4994161fc0 2023-09-23T06:36:24.398 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2023-09-23T06:36:24.400 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.398+0000 7f499a1ff700 1 -- 172.21.15.16:0/2803627786 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f498006afc0 msgr2=0x7f498006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:24.401 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.398+0000 7f499a1ff700 1 --2- 172.21.15.16:0/2803627786 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f498006afc0 0x7f498006d480 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f4984007fd0 tx=0x7f4984007dc0 comp rx=0 tx=0).stop 2023-09-23T06:36:24.401 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.398+0000 7f499a1ff700 1 -- 172.21.15.16:0/2803627786 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4994161fc0 msgr2=0x7f499415a4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:24.401 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.398+0000 7f499a1ff700 1 --2- 172.21.15.16:0/2803627786 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4994161fc0 0x7f499415a4b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4994067ba0 tx=0x7f498c004ad0 comp rx=0 tx=0).stop 2023-09-23T06:36:24.401 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.399+0000 7f499a1ff700 1 -- 172.21.15.16:0/2803627786 shutdown_connections 2023-09-23T06:36:24.401 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.399+0000 7f499a1ff700 1 --2- 172.21.15.16:0/2803627786 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f498006afc0 0x7f498006d480 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:24.401 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.399+0000 7f499a1ff700 1 --2- 172.21.15.16:0/2803627786 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4994161fc0 0x7f499415a4b0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:24.401 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.399+0000 7f499a1ff700 1 --2- 172.21.15.16:0/2803627786 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f49940d0030 0x7f49940cd4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:24.401 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.399+0000 7f499a1ff700 1 --2- 172.21.15.16:0/2803627786 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f499415d8c0 0x7f49940cce00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:24.401 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.399+0000 7f499a1ff700 1 -- 172.21.15.16:0/2803627786 >> 172.21.15.16:0/2803627786 conn(0x7f499409c9b0 msgr2=0x7f49940b3b30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:24.402 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.399+0000 7f499a1ff700 1 -- 172.21.15.16:0/2803627786 shutdown_connections 2023-09-23T06:36:24.402 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.399+0000 7f499a1ff700 1 -- 172.21.15.16:0/2803627786 wait complete. 2023-09-23T06:36:24.418 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-23T06:36:24.622 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.620+0000 7fc923fff700 1 Processor -- start 2023-09-23T06:36:24.623 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.620+0000 7fc923fff700 1 -- start start 2023-09-23T06:36:24.627 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.622+0000 7fc923fff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc91c15d930 0x7fc91c15e980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:24.628 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.622+0000 7fc923fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc91c0b3c70 0x7fc91c0d3a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:24.628 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.622+0000 7fc923fff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc91c0b4220 con 0x7fc91c0d35c0 2023-09-23T06:36:24.628 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.622+0000 7fc923fff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc91c0d3fb0 con 0x7fc91c0b3c70 2023-09-23T06:36:24.628 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.622+0000 7fc923fff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc91c0b4500 con 0x7fc91c15d930 2023-09-23T06:36:24.628 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.622+0000 7fc92159a700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc91c0d35c0 0x7fc91c0b3560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:47996/0 (socket says 172.21.15.16:47996) 2023-09-23T06:36:24.629 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.622+0000 7fc92159a700 1 -- 172.21.15.16:0/1036275595 learned_addr learned my addr 172.21.15.16:0/1036275595 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:24.629 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.622+0000 7fc921d9b700 1 --2- 172.21.15.16:0/1036275595 >> v2:172.21.15.92:3300/0 conn(0x7fc91c15d930 0x7fc91c15e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:24.629 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.622+0000 7fc92259c700 1 --2- 172.21.15.16:0/1036275595 >> v2:172.21.15.16:3300/0 conn(0x7fc91c0b3c70 0x7fc91c0d3a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:24.629 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.622+0000 7fc920d99700 1 -- 172.21.15.16:0/1036275595 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1300740135 0 0) 0x7fc91c0b4220 con 0x7fc91c0d35c0 2023-09-23T06:36:24.629 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.622+0000 7fc920d99700 1 -- 172.21.15.16:0/1036275595 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc9080035b0 con 0x7fc91c0d35c0 2023-09-23T06:36:24.629 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.623+0000 7fc921d9b700 1 -- 172.21.15.16:0/1036275595 >> v2:172.21.15.16:3300/0 conn(0x7fc91c0b3c70 msgr2=0x7fc91c0d3a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:24.630 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.623+0000 7fc921d9b700 1 --2- 172.21.15.16:0/1036275595 >> v2:172.21.15.16:3300/0 conn(0x7fc91c0b3c70 0x7fc91c0d3a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:24.630 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.623+0000 7fc921d9b700 1 -- 172.21.15.16:0/1036275595 >> v1:172.21.15.16:6789/0 conn(0x7fc91c0d35c0 legacy=0x7fc91c0b3560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:24.630 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.623+0000 7fc921d9b700 1 -- 172.21.15.16:0/1036275595 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc91c15e180 con 0x7fc91c15d930 2023-09-23T06:36:24.630 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.623+0000 7fc92259c700 1 --2- 172.21.15.16:0/1036275595 >> v2:172.21.15.16:3300/0 conn(0x7fc91c0b3c70 0x7fc91c0d3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:24.630 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.623+0000 7fc921d9b700 1 --2- 172.21.15.16:0/1036275595 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc91c15d930 0x7fc91c15e980 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc91c08deb0 tx=0x7fc918009b00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=707cfc65794aa178 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:24.631 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.623+0000 7fc920d99700 1 -- 172.21.15.16:0/1036275595 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc918005e30 con 0x7fc91c15d930 2023-09-23T06:36:24.631 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.623+0000 7fc920d99700 1 -- 172.21.15.16:0/1036275595 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc918006030 con 0x7fc91c15d930 2023-09-23T06:36:24.631 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.623+0000 7fc920d99700 1 -- 172.21.15.16:0/1036275595 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9180063c0 con 0x7fc91c15d930 2023-09-23T06:36:24.631 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.624+0000 7fc923fff700 1 -- 172.21.15.16:0/1036275595 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc91c15d930 msgr2=0x7fc91c15e980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:24.631 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.624+0000 7fc923fff700 1 --2- 172.21.15.16:0/1036275595 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc91c15d930 0x7fc91c15e980 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fc91c08deb0 tx=0x7fc918009b00 comp rx=0 tx=0).stop 2023-09-23T06:36:24.632 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.624+0000 7fc923fff700 1 -- 172.21.15.16:0/1036275595 shutdown_connections 2023-09-23T06:36:24.632 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.624+0000 7fc923fff700 1 --2- 172.21.15.16:0/1036275595 >> v2:172.21.15.16:3300/0 conn(0x7fc91c0b3c70 0x7fc91c0d3a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:24.632 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.624+0000 7fc923fff700 1 --2- 172.21.15.16:0/1036275595 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc91c15d930 0x7fc91c15e980 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:24.632 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.624+0000 7fc923fff700 1 -- 172.21.15.16:0/1036275595 >> 172.21.15.16:0/1036275595 conn(0x7fc91c08afe0 msgr2=0x7fc91c09c990 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:24.632 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.624+0000 7fc923fff700 1 -- 172.21.15.16:0/1036275595 shutdown_connections 2023-09-23T06:36:24.632 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.624+0000 7fc923fff700 1 -- 172.21.15.16:0/1036275595 wait complete. 2023-09-23T06:36:24.633 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.626+0000 7fc923fff700 1 Processor -- start 2023-09-23T06:36:24.633 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.626+0000 7fc923fff700 1 -- start start 2023-09-23T06:36:24.636 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.627+0000 7fc923fff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc91c0b3c70 0x7fc91c1f3cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:24.636 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.627+0000 7fc923fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc91c0d35c0 0x7fc91c0b6250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:24.637 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.627+0000 7fc923fff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc91c15d930 0x7fc91c1f29a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:24.637 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.627+0000 7fc923fff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc91c1f67b0 con 0x7fc91c0d35c0 2023-09-23T06:36:24.637 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.627+0000 7fc923fff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc91c0b6790 con 0x7fc91c0b3c70 2023-09-23T06:36:24.637 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.627+0000 7fc923fff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc91c0b6a30 con 0x7fc91c15d930 2023-09-23T06:36:24.637 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.627+0000 7fc92159a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc91c0d35c0 0x7fc91c0b6250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:24.637 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.627+0000 7fc92159a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc91c0d35c0 0x7fc91c0b6250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37002/0 (socket says 172.21.15.16:37002) 2023-09-23T06:36:24.637 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.627+0000 7fc92159a700 1 -- 172.21.15.16:0/187302334 learned_addr learned my addr 172.21.15.16:0/187302334 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:24.637 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.627+0000 7fc921d9b700 1 --2- 172.21.15.16:0/187302334 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc91c0b3c70 0x7fc91c1f3cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:24.638 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.627+0000 7fc92259c700 1 --2- 172.21.15.16:0/187302334 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc91c15d930 0x7fc91c1f29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:24.638 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.627+0000 7fc92159a700 1 -- 172.21.15.16:0/187302334 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc91c15d930 msgr2=0x7fc91c1f29a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:24.638 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.627+0000 7fc92159a700 1 --2- 172.21.15.16:0/187302334 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc91c15d930 0x7fc91c1f29a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:24.638 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.627+0000 7fc92159a700 1 -- 172.21.15.16:0/187302334 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc91c0b3c70 msgr2=0x7fc91c1f3cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:24.638 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.627+0000 7fc92159a700 1 --2- 172.21.15.16:0/187302334 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc91c0b3c70 0x7fc91c1f3cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:24.638 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.627+0000 7fc92159a700 1 -- 172.21.15.16:0/187302334 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc914009a70 con 0x7fc91c0d35c0 2023-09-23T06:36:24.638 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.628+0000 7fc92159a700 1 --2- 172.21.15.16:0/187302334 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc91c0d35c0 0x7fc91c0b6250 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fc90c00c700 tx=0x7fc90c00ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:24.638 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.628+0000 7fc9127fc700 1 -- 172.21.15.16:0/187302334 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc90c005d70 con 0x7fc91c0d35c0 2023-09-23T06:36:24.638 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.628+0000 7fc9127fc700 1 -- 172.21.15.16:0/187302334 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc90c0070d0 con 0x7fc91c0d35c0 2023-09-23T06:36:24.638 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.628+0000 7fc9127fc700 1 -- 172.21.15.16:0/187302334 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc90c007460 con 0x7fc91c0d35c0 2023-09-23T06:36:24.638 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.628+0000 7fc923fff700 1 -- 172.21.15.16:0/187302334 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc918009430 con 0x7fc91c0d35c0 2023-09-23T06:36:24.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.628+0000 7fc923fff700 1 -- 172.21.15.16:0/187302334 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc91c1f6ce0 con 0x7fc91c0d35c0 2023-09-23T06:36:24.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.629+0000 7fc923fff700 1 -- 172.21.15.16:0/187302334 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc91c067c30 con 0x7fc91c0d35c0 2023-09-23T06:36:24.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.630+0000 7fc9127fc700 1 -- 172.21.15.16:0/187302334 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fc90c0075c0 con 0x7fc91c0d35c0 2023-09-23T06:36:24.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.631+0000 7fc9127fc700 1 --2- 172.21.15.16:0/187302334 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc90006afc0 0x7fc90006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:24.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.631+0000 7fc9127fc700 1 -- 172.21.15.16:0/187302334 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc90c088c40 con 0x7fc91c0d35c0 2023-09-23T06:36:24.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.631+0000 7fc921d9b700 1 --2- 172.21.15.16:0/187302334 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc90006afc0 0x7fc90006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:24.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.632+0000 7fc921d9b700 1 --2- 172.21.15.16:0/187302334 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc90006afc0 0x7fc90006d480 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc918000c00 tx=0x7fc918008070 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:24.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.635+0000 7fc9127fc700 1 -- 172.21.15.16:0/187302334 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fc90c053be0 con 0x7fc91c0d35c0 2023-09-23T06:36:24.847 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.845+0000 7fc923fff700 1 -- 172.21.15.16:0/187302334 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc91c0b95b0 con 0x7fc91c0d35c0 2023-09-23T06:36:24.847 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.846+0000 7fc9127fc700 1 -- 172.21.15.16:0/187302334 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc90c017020 con 0x7fc91c0d35c0 2023-09-23T06:36:24.848 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 32 2023-09-23T06:36:24.850 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.848+0000 7fc923fff700 1 -- 172.21.15.16:0/187302334 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc90006afc0 msgr2=0x7fc90006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:24.850 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.848+0000 7fc923fff700 1 --2- 172.21.15.16:0/187302334 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc90006afc0 0x7fc90006d480 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc918000c00 tx=0x7fc918008070 comp rx=0 tx=0).stop 2023-09-23T06:36:24.850 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.848+0000 7fc923fff700 1 -- 172.21.15.16:0/187302334 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc91c0d35c0 msgr2=0x7fc91c0b6250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:24.851 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.848+0000 7fc923fff700 1 --2- 172.21.15.16:0/187302334 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc91c0d35c0 0x7fc91c0b6250 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fc90c00c700 tx=0x7fc90c00ca10 comp rx=0 tx=0).stop 2023-09-23T06:36:24.851 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.848+0000 7fc923fff700 1 -- 172.21.15.16:0/187302334 shutdown_connections 2023-09-23T06:36:24.851 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.848+0000 7fc923fff700 1 --2- 172.21.15.16:0/187302334 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc91c15d930 0x7fc91c1f29a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:24.851 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.848+0000 7fc923fff700 1 --2- 172.21.15.16:0/187302334 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc91c0b3c70 0x7fc91c1f3cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:24.851 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.848+0000 7fc923fff700 1 --2- 172.21.15.16:0/187302334 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc90006afc0 0x7fc90006d480 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:24.851 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.848+0000 7fc923fff700 1 --2- 172.21.15.16:0/187302334 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc91c0d35c0 0x7fc91c0b6250 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:24.851 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.848+0000 7fc923fff700 1 -- 172.21.15.16:0/187302334 >> 172.21.15.16:0/187302334 conn(0x7fc91c08afe0 msgr2=0x7fc91c0d1db0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:24.851 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.848+0000 7fc923fff700 1 -- 172.21.15.16:0/187302334 shutdown_connections 2023-09-23T06:36:24.851 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:24.848+0000 7fc923fff700 1 -- 172.21.15.16:0/187302334 wait complete. 2023-09-23T06:36:24.868 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-23T06:36:25.073 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.071+0000 7f18379ff700 1 Processor -- start 2023-09-23T06:36:25.073 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.072+0000 7f18379ff700 1 -- start start 2023-09-23T06:36:25.075 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.073+0000 7f18379ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f183015d8c0 0x7f18300cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:25.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.073+0000 7f18379ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f18300d0030 0x7f18300d0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:25.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.073+0000 7f18379ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f18300d0980 con 0x7f1830161fc0 2023-09-23T06:36:25.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.073+0000 7f18379ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f183015dca0 con 0x7f18300d0030 2023-09-23T06:36:25.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.073+0000 7f18379ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18300ce130 con 0x7f183015d8c0 2023-09-23T06:36:25.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.073+0000 7f1835f9c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f18300d0030 0x7f18300d0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:25.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.073+0000 7f1834f9a700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f1830161fc0 0x7f18300d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48000/0 (socket says 172.21.15.16:48000) 2023-09-23T06:36:25.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.073+0000 7f1834f9a700 1 -- 172.21.15.16:0/1850708000 learned_addr learned my addr 172.21.15.16:0/1850708000 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:25.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.073+0000 7f183579b700 1 --2- 172.21.15.16:0/1850708000 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f183015d8c0 0x7f18300cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:25.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.073+0000 7f1827fff700 1 -- 172.21.15.16:0/1850708000 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1182951864 0 0) 0x7f18300d0980 con 0x7f1830161fc0 2023-09-23T06:36:25.076 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.073+0000 7f1827fff700 1 -- 172.21.15.16:0/1850708000 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f181c0035b0 con 0x7f1830161fc0 2023-09-23T06:36:25.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.073+0000 7f1835f9c700 1 -- 172.21.15.16:0/1850708000 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f183015d8c0 msgr2=0x7f18300cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:25.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.073+0000 7f1835f9c700 1 --2- 172.21.15.16:0/1850708000 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f183015d8c0 0x7f18300cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:25.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.073+0000 7f1835f9c700 1 -- 172.21.15.16:0/1850708000 >> v1:172.21.15.16:6789/0 conn(0x7f1830161fc0 legacy=0x7f18300d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:25.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.073+0000 7f1835f9c700 1 -- 172.21.15.16:0/1850708000 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18300ce3d0 con 0x7f18300d0030 2023-09-23T06:36:25.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.074+0000 7f1835f9c700 1 --2- 172.21.15.16:0/1850708000 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18300d0030 0x7f18300d0440 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f1828009d90 tx=0x7f182800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d773c5df05bbbcf3 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:25.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.074+0000 7f1827fff700 1 -- 172.21.15.16:0/1850708000 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f182800e070 con 0x7f18300d0030 2023-09-23T06:36:25.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.074+0000 7f1827fff700 1 -- 172.21.15.16:0/1850708000 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f182800bb20 con 0x7f18300d0030 2023-09-23T06:36:25.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.074+0000 7f1827fff700 1 -- 172.21.15.16:0/1850708000 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1828012430 con 0x7f18300d0030 2023-09-23T06:36:25.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.074+0000 7f18379ff700 1 -- 172.21.15.16:0/1850708000 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18300d0030 msgr2=0x7f18300d0440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:25.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.074+0000 7f18379ff700 1 --2- 172.21.15.16:0/1850708000 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18300d0030 0x7f18300d0440 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f1828009d90 tx=0x7f182800b330 comp rx=0 tx=0).stop 2023-09-23T06:36:25.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.075+0000 7f18379ff700 1 -- 172.21.15.16:0/1850708000 shutdown_connections 2023-09-23T06:36:25.079 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.075+0000 7f18379ff700 1 --2- 172.21.15.16:0/1850708000 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18300d0030 0x7f18300d0440 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:25.079 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.075+0000 7f18379ff700 1 --2- 172.21.15.16:0/1850708000 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f183015d8c0 0x7f18300cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:25.079 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.075+0000 7f18379ff700 1 -- 172.21.15.16:0/1850708000 >> 172.21.15.16:0/1850708000 conn(0x7f183009c9b0 msgr2=0x7f18300d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:25.079 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.075+0000 7f18379ff700 1 -- 172.21.15.16:0/1850708000 shutdown_connections 2023-09-23T06:36:25.079 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.075+0000 7f18379ff700 1 -- 172.21.15.16:0/1850708000 wait complete. 2023-09-23T06:36:25.079 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.076+0000 7f18379ff700 1 Processor -- start 2023-09-23T06:36:25.079 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.076+0000 7f18379ff700 1 -- start start 2023-09-23T06:36:25.081 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.077+0000 7f18379ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18300d0030 0x7f1830159b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:25.081 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.077+0000 7f18379ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f183015d8c0 0x7f18300cbfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:25.081 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.077+0000 7f18379ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1830161fc0 0x7f18300cc500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:25.082 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.077+0000 7f18379ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f183015a060 con 0x7f183015d8c0 2023-09-23T06:36:25.082 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.077+0000 7f18379ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18300b61d0 con 0x7f1830161fc0 2023-09-23T06:36:25.082 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.077+0000 7f18379ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18300b64b0 con 0x7f18300d0030 2023-09-23T06:36:25.082 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.078+0000 7f1834f9a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f183015d8c0 0x7f18300cbfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:25.082 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.078+0000 7f1834f9a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f183015d8c0 0x7f18300cbfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37018/0 (socket says 172.21.15.16:37018) 2023-09-23T06:36:25.082 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.078+0000 7f1834f9a700 1 -- 172.21.15.16:0/4204471379 learned_addr learned my addr 172.21.15.16:0/4204471379 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:25.082 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.078+0000 7f183579b700 1 --2- 172.21.15.16:0/4204471379 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18300d0030 0x7f1830159b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:25.082 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.078+0000 7f1835f9c700 1 --2- 172.21.15.16:0/4204471379 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1830161fc0 0x7f18300cc500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:25.082 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.078+0000 7f1834f9a700 1 -- 172.21.15.16:0/4204471379 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18300d0030 msgr2=0x7f1830159b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:25.083 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.078+0000 7f1834f9a700 1 --2- 172.21.15.16:0/4204471379 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18300d0030 0x7f1830159b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:25.083 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.078+0000 7f1834f9a700 1 -- 172.21.15.16:0/4204471379 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1830161fc0 msgr2=0x7f18300cc500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:25.083 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.078+0000 7f1834f9a700 1 --2- 172.21.15.16:0/4204471379 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1830161fc0 0x7f18300cc500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:25.083 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.078+0000 7f1834f9a700 1 -- 172.21.15.16:0/4204471379 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1828009a70 con 0x7f183015d8c0 2023-09-23T06:36:25.083 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.078+0000 7f1834f9a700 1 --2- 172.21.15.16:0/4204471379 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f183015d8c0 0x7f18300cbfc0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f1820001eb0 tx=0x7f182000c7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:25.083 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.079+0000 7f1825ffb700 1 -- 172.21.15.16:0/4204471379 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1820005d70 con 0x7f183015d8c0 2023-09-23T06:36:25.083 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.079+0000 7f1825ffb700 1 -- 172.21.15.16:0/4204471379 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18200070d0 con 0x7f183015d8c0 2023-09-23T06:36:25.083 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.079+0000 7f1825ffb700 1 -- 172.21.15.16:0/4204471379 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1820007460 con 0x7f183015d8c0 2023-09-23T06:36:25.084 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.079+0000 7f18379ff700 1 -- 172.21.15.16:0/4204471379 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18300b6790 con 0x7f183015d8c0 2023-09-23T06:36:25.084 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.079+0000 7f18379ff700 1 -- 172.21.15.16:0/4204471379 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18300b6d50 con 0x7f183015d8c0 2023-09-23T06:36:25.085 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.080+0000 7f18379ff700 1 -- 172.21.15.16:0/4204471379 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1830074b40 con 0x7f183015d8c0 2023-09-23T06:36:25.085 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.081+0000 7f1825ffb700 1 -- 172.21.15.16:0/4204471379 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f18200075c0 con 0x7f183015d8c0 2023-09-23T06:36:25.085 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.082+0000 7f1825ffb700 1 --2- 172.21.15.16:0/4204471379 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f181406afc0 0x7f181406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:25.085 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.082+0000 7f1825ffb700 1 -- 172.21.15.16:0/4204471379 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1820088b20 con 0x7f183015d8c0 2023-09-23T06:36:25.085 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.082+0000 7f183579b700 1 --2- 172.21.15.16:0/4204471379 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f181406afc0 0x7f181406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:25.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.083+0000 7f183579b700 1 --2- 172.21.15.16:0/4204471379 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f181406afc0 0x7f181406d480 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f182c009be0 tx=0x7f182c009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:25.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.086+0000 7f1825ffb700 1 -- 172.21.15.16:0/4204471379 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f1820053b50 con 0x7f183015d8c0 2023-09-23T06:36:25.294 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.292+0000 7f18379ff700 1 -- 172.21.15.16:0/4204471379 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f18300cfe10 con 0x7f183015d8c0 2023-09-23T06:36:25.295 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.293+0000 7f1825ffb700 1 -- 172.21.15.16:0/4204471379 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7f18200170a0 con 0x7f183015d8c0 2023-09-23T06:36:25.295 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 64 2023-09-23T06:36:25.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.295+0000 7f18379ff700 1 -- 172.21.15.16:0/4204471379 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f181406afc0 msgr2=0x7f181406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:25.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.295+0000 7f18379ff700 1 --2- 172.21.15.16:0/4204471379 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f181406afc0 0x7f181406d480 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f182c009be0 tx=0x7f182c009210 comp rx=0 tx=0).stop 2023-09-23T06:36:25.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.295+0000 7f18379ff700 1 -- 172.21.15.16:0/4204471379 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f183015d8c0 msgr2=0x7f18300cbfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:25.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.295+0000 7f18379ff700 1 --2- 172.21.15.16:0/4204471379 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f183015d8c0 0x7f18300cbfc0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f1820001eb0 tx=0x7f182000c7b0 comp rx=0 tx=0).stop 2023-09-23T06:36:25.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.295+0000 7f18379ff700 1 -- 172.21.15.16:0/4204471379 shutdown_connections 2023-09-23T06:36:25.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.295+0000 7f18379ff700 1 --2- 172.21.15.16:0/4204471379 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1830161fc0 0x7f18300cc500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:25.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.295+0000 7f18379ff700 1 --2- 172.21.15.16:0/4204471379 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18300d0030 0x7f1830159b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:25.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.295+0000 7f18379ff700 1 --2- 172.21.15.16:0/4204471379 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f181406afc0 0x7f181406d480 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:25.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.295+0000 7f18379ff700 1 --2- 172.21.15.16:0/4204471379 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f183015d8c0 0x7f18300cbfc0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:25.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.295+0000 7f18379ff700 1 -- 172.21.15.16:0/4204471379 >> 172.21.15.16:0/4204471379 conn(0x7f183009c9b0 msgr2=0x7f18300b3080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:25.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.296+0000 7f18379ff700 1 -- 172.21.15.16:0/4204471379 shutdown_connections 2023-09-23T06:36:25.299 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.296+0000 7f18379ff700 1 -- 172.21.15.16:0/4204471379 wait complete. 2023-09-23T06:36:25.315 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-23T06:36:25.515 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.514+0000 7f21e49ff700 1 Processor -- start 2023-09-23T06:36:25.516 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.514+0000 7f21e49ff700 1 -- start start 2023-09-23T06:36:25.518 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.515+0000 7f21e49ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21e015d770 0x7f21e00ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:25.518 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.515+0000 7f21e49ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f21e015db50 0x7f21e00b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:25.518 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.515+0000 7f21e49ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21e015ec00 con 0x7f21e00b4fe0 2023-09-23T06:36:25.518 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.515+0000 7f21e49ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21e00b65c0 con 0x7f21e015db50 2023-09-23T06:36:25.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.515+0000 7f21e49ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21e00cdd00 con 0x7f21e015d770 2023-09-23T06:36:25.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.515+0000 7f21ded9d700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f21e00b4fe0 0x7f21e0161600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48016/0 (socket says 172.21.15.16:48016) 2023-09-23T06:36:25.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.515+0000 7f21ded9d700 1 -- 172.21.15.16:0/1861592515 learned_addr learned my addr 172.21.15.16:0/1861592515 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:25.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.516+0000 7f21ddd9b700 1 --2- 172.21.15.16:0/1861592515 >> v2:172.21.15.92:3300/0 conn(0x7f21e015db50 0x7f21e00b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:25.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.516+0000 7f21de59c700 1 --2- 172.21.15.16:0/1861592515 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21e015d770 0x7f21e00ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:25.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.516+0000 7f21dd59a700 1 -- 172.21.15.16:0/1861592515 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3880001387 0 0) 0x7f21e015ec00 con 0x7f21e00b4fe0 2023-09-23T06:36:25.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.516+0000 7f21dd59a700 1 -- 172.21.15.16:0/1861592515 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f21c80035b0 con 0x7f21e00b4fe0 2023-09-23T06:36:25.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.516+0000 7f21ddd9b700 1 -- 172.21.15.16:0/1861592515 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21e015d770 msgr2=0x7f21e00ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:25.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.516+0000 7f21ddd9b700 1 --2- 172.21.15.16:0/1861592515 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21e015d770 0x7f21e00ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:25.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.516+0000 7f21ddd9b700 1 -- 172.21.15.16:0/1861592515 >> v1:172.21.15.16:6789/0 conn(0x7f21e00b4fe0 legacy=0x7f21e0161600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:25.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.516+0000 7f21ddd9b700 1 -- 172.21.15.16:0/1861592515 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21e015e080 con 0x7f21e015db50 2023-09-23T06:36:25.520 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.516+0000 7f21de59c700 1 --2- 172.21.15.16:0/1861592515 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21e015d770 0x7f21e00ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:25.520 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.516+0000 7f21ddd9b700 1 --2- 172.21.15.16:0/1861592515 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21e015db50 0x7f21e00b8e40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f21d4009840 tx=0x7f21d4009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b1c74d17e012547c server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:25.520 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.517+0000 7f21dd59a700 1 -- 172.21.15.16:0/1861592515 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21d4011830 con 0x7f21e015db50 2023-09-23T06:36:25.520 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.517+0000 7f21dd59a700 1 -- 172.21.15.16:0/1861592515 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21d4011990 con 0x7f21e015db50 2023-09-23T06:36:25.520 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.517+0000 7f21dd59a700 1 -- 172.21.15.16:0/1861592515 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21d4011d20 con 0x7f21e015db50 2023-09-23T06:36:25.521 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.517+0000 7f21e49ff700 1 -- 172.21.15.16:0/1861592515 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21e015db50 msgr2=0x7f21e00b8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:25.521 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.517+0000 7f21e49ff700 1 --2- 172.21.15.16:0/1861592515 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21e015db50 0x7f21e00b8e40 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f21d4009840 tx=0x7f21d4009b50 comp rx=0 tx=0).stop 2023-09-23T06:36:25.521 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.517+0000 7f21e49ff700 1 -- 172.21.15.16:0/1861592515 shutdown_connections 2023-09-23T06:36:25.521 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.517+0000 7f21e49ff700 1 --2- 172.21.15.16:0/1861592515 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21e015d770 0x7f21e00ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:25.521 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.517+0000 7f21e49ff700 1 --2- 172.21.15.16:0/1861592515 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21e015db50 0x7f21e00b8e40 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:25.521 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.517+0000 7f21e49ff700 1 -- 172.21.15.16:0/1861592515 >> 172.21.15.16:0/1861592515 conn(0x7f21e00724b0 msgr2=0x7f21e00d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:25.521 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.517+0000 7f21e49ff700 1 -- 172.21.15.16:0/1861592515 shutdown_connections 2023-09-23T06:36:25.521 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.517+0000 7f21e49ff700 1 -- 172.21.15.16:0/1861592515 wait complete. 2023-09-23T06:36:25.522 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.520+0000 7f21e49ff700 1 Processor -- start 2023-09-23T06:36:25.522 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.520+0000 7f21e49ff700 1 -- start start 2023-09-23T06:36:25.525 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.521+0000 7f21e49ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21e00b4fe0 0x7f21e01519e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:25.526 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.521+0000 7f21e49ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21e015d770 0x7f21e00ca630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:25.526 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.521+0000 7f21e49ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21e015db50 0x7f21e00cab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:25.526 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.521+0000 7f21e49ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21e00cd050 con 0x7f21e015d770 2023-09-23T06:36:25.526 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.521+0000 7f21e49ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21e00cc7b0 con 0x7f21e00b4fe0 2023-09-23T06:36:25.526 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.521+0000 7f21e49ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21e00cca90 con 0x7f21e015db50 2023-09-23T06:36:25.526 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.521+0000 7f21ddd9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21e015d770 0x7f21e00ca630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:25.526 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.522+0000 7f21ddd9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21e015d770 0x7f21e00ca630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37030/0 (socket says 172.21.15.16:37030) 2023-09-23T06:36:25.526 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.522+0000 7f21ddd9b700 1 -- 172.21.15.16:0/1248174584 learned_addr learned my addr 172.21.15.16:0/1248174584 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:25.526 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.522+0000 7f21de59c700 1 --2- 172.21.15.16:0/1248174584 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21e00b4fe0 0x7f21e01519e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:25.526 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.522+0000 7f21ded9d700 1 --2- 172.21.15.16:0/1248174584 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21e015db50 0x7f21e00cab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:25.527 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.522+0000 7f21ddd9b700 1 -- 172.21.15.16:0/1248174584 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21e015db50 msgr2=0x7f21e00cab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:25.527 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.522+0000 7f21ddd9b700 1 --2- 172.21.15.16:0/1248174584 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21e015db50 0x7f21e00cab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:25.527 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.522+0000 7f21ddd9b700 1 -- 172.21.15.16:0/1248174584 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21e00b4fe0 msgr2=0x7f21e01519e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:25.527 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.522+0000 7f21ddd9b700 1 --2- 172.21.15.16:0/1248174584 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21e00b4fe0 0x7f21e01519e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:25.527 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.522+0000 7f21ddd9b700 1 -- 172.21.15.16:0/1248174584 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21d00094a0 con 0x7f21e015d770 2023-09-23T06:36:25.527 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.522+0000 7f21ded9d700 1 --2- 172.21.15.16:0/1248174584 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21e015db50 0x7f21e00cab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:25.527 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.522+0000 7f21ddd9b700 1 --2- 172.21.15.16:0/1248174584 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21e015d770 0x7f21e00ca630 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f21d40090b0 tx=0x7f21d4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:25.527 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.522+0000 7f21ceffd700 1 -- 172.21.15.16:0/1248174584 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21d40036a0 con 0x7f21e015d770 2023-09-23T06:36:25.527 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.523+0000 7f21ceffd700 1 -- 172.21.15.16:0/1248174584 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21d401f070 con 0x7f21e015d770 2023-09-23T06:36:25.527 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.523+0000 7f21ceffd700 1 -- 172.21.15.16:0/1248174584 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21d4003a60 con 0x7f21e015d770 2023-09-23T06:36:25.527 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.523+0000 7f21e49ff700 1 -- 172.21.15.16:0/1248174584 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21d40094a0 con 0x7f21e015d770 2023-09-23T06:36:25.527 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.523+0000 7f21e49ff700 1 -- 172.21.15.16:0/1248174584 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21e0158fc0 con 0x7f21e015d770 2023-09-23T06:36:25.528 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.524+0000 7f21e49ff700 1 -- 172.21.15.16:0/1248174584 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21e0158e20 con 0x7f21e015d770 2023-09-23T06:36:25.528 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.525+0000 7f21ceffd700 1 -- 172.21.15.16:0/1248174584 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f21d4003bc0 con 0x7f21e015d770 2023-09-23T06:36:25.528 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.525+0000 7f21ceffd700 1 --2- 172.21.15.16:0/1248174584 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f21c006afc0 0x7f21c006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:25.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.526+0000 7f21ceffd700 1 -- 172.21.15.16:0/1248174584 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f21d4021070 con 0x7f21e015d770 2023-09-23T06:36:25.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.526+0000 7f21de59c700 1 --2- 172.21.15.16:0/1248174584 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f21c006afc0 0x7f21c006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:25.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.527+0000 7f21de59c700 1 --2- 172.21.15.16:0/1248174584 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f21c006afc0 0x7f21c006d480 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f21d0009d70 tx=0x7f21d0009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:25.531 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.530+0000 7f21ceffd700 1 -- 172.21.15.16:0/1248174584 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f21e0158e20 con 0x7f21e015d770 2023-09-23T06:36:25.784 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.782+0000 7f21e49ff700 1 -- 172.21.15.16:0/1248174584 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f21e0158e20 con 0x7f21e015d770 2023-09-23T06:36:25.785 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.783+0000 7f21ceffd700 1 -- 172.21.15.16:0/1248174584 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4904 (secure 0 0 0) 0x7f21e0158e20 con 0x7f21e015d770 2023-09-23T06:36:25.785 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:25.785 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1203152697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":1203152697},{"type":"v1","addr":"172.21.15.92:6837","nonce":1203152697}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4235,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/3064081576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3064081576},{"type":"v1","addr":"172.21.15.92:6836","nonce":3064081576}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2701012235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2701012235},{"type":"v1","addr":"172.21.15.16:6834","nonce":2701012235}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-23T06:36:11.711689+0000","modified":"2023-09-23T06:36:14.741776+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4272},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4272":{"gid":4272,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/908189045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":908189045},{"type":"v1","addr":"172.21.15.16:6835","nonce":908189045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-23T06:36:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.786+0000 7f21e49ff700 1 -- 172.21.15.16:0/1248174584 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f21c006afc0 msgr2=0x7f21c006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.786+0000 7f21e49ff700 1 --2- 172.21.15.16:0/1248174584 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f21c006afc0 0x7f21c006d480 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f21d0009d70 tx=0x7f21d0009210 comp rx=0 tx=0).stop 2023-09-23T06:36:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.786+0000 7f21e49ff700 1 -- 172.21.15.16:0/1248174584 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21e015d770 msgr2=0x7f21e00ca630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.786+0000 7f21e49ff700 1 --2- 172.21.15.16:0/1248174584 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21e015d770 0x7f21e00ca630 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f21d40090b0 tx=0x7f21d4004750 comp rx=0 tx=0).stop 2023-09-23T06:36:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.786+0000 7f21e49ff700 1 -- 172.21.15.16:0/1248174584 shutdown_connections 2023-09-23T06:36:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.786+0000 7f21e49ff700 1 --2- 172.21.15.16:0/1248174584 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21e015db50 0x7f21e00cab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.786+0000 7f21e49ff700 1 --2- 172.21.15.16:0/1248174584 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21e00b4fe0 0x7f21e01519e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.786+0000 7f21e49ff700 1 --2- 172.21.15.16:0/1248174584 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f21c006afc0 0x7f21c006d480 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.786+0000 7f21e49ff700 1 --2- 172.21.15.16:0/1248174584 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21e015d770 0x7f21e00ca630 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:25.788 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.786+0000 7f21e49ff700 1 -- 172.21.15.16:0/1248174584 >> 172.21.15.16:0/1248174584 conn(0x7f21e00724b0 msgr2=0x7f21e01600a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:25.789 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.786+0000 7f21e49ff700 1 -- 172.21.15.16:0/1248174584 shutdown_connections 2023-09-23T06:36:25.789 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:25.786+0000 7f21e49ff700 1 -- 172.21.15.16:0/1248174584 wait complete. 2023-09-23T06:36:25.789 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 8 2023-09-23T06:36:25.806 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:36:26.007 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.005+0000 7f74a65ff700 1 Processor -- start 2023-09-23T06:36:26.008 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.006+0000 7f74a65ff700 1 -- start start 2023-09-23T06:36:26.008 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.007+0000 7f74a65ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f74a015d920 0x7f74a00d18c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:26.009 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.007+0000 7f74a65ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74a00d1fc0 con 0x7f74a00b5710 2023-09-23T06:36:26.009 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.007+0000 7f74a65ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74a00d22a0 con 0x7f74a00d3060 2023-09-23T06:36:26.009 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.007+0000 7f74a65ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74a00ced80 con 0x7f74a015d920 2023-09-23T06:36:26.009 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.007+0000 7f74a4b9c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f74a00b5710 0x7f74a00b66b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48022/0 (socket says 172.21.15.16:48022) 2023-09-23T06:36:26.009 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.007+0000 7f74a4b9c700 1 -- 172.21.15.16:0/3386097204 learned_addr learned my addr 172.21.15.16:0/3386097204 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:26.009 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.007+0000 7f749ffff700 1 --2- 172.21.15.16:0/3386097204 >> v2:172.21.15.16:3300/0 conn(0x7f74a015d920 0x7f74a00d18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:26.011 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.008+0000 7f749ffff700 1 -- 172.21.15.16:0/3386097204 >> v1:172.21.15.92:6789/0 conn(0x7f74a00d3060 legacy=0x7f74a00b5000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:26.011 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.008+0000 7f749ffff700 1 -- 172.21.15.16:0/3386097204 >> v1:172.21.15.16:6789/0 conn(0x7f74a00b5710 legacy=0x7f74a00b66b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:26.011 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.008+0000 7f749ffff700 1 -- 172.21.15.16:0/3386097204 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74a00d2580 con 0x7f74a015d920 2023-09-23T06:36:26.011 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.008+0000 7f749ffff700 1 --2- 172.21.15.16:0/3386097204 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74a015d920 0x7f74a00d18c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7490009840 tx=0x7f7490009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e26b91c8feb5b97d server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:26.011 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.008+0000 7f749effd700 1 -- 172.21.15.16:0/3386097204 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7490011830 con 0x7f74a015d920 2023-09-23T06:36:26.011 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.008+0000 7f749effd700 1 -- 172.21.15.16:0/3386097204 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7490011990 con 0x7f74a015d920 2023-09-23T06:36:26.011 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.008+0000 7f749effd700 1 -- 172.21.15.16:0/3386097204 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7490011d20 con 0x7f74a015d920 2023-09-23T06:36:26.011 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.009+0000 7f74a65ff700 1 -- 172.21.15.16:0/3386097204 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74a015d920 msgr2=0x7f74a00d18c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:26.011 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.009+0000 7f74a65ff700 1 --2- 172.21.15.16:0/3386097204 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74a015d920 0x7f74a00d18c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f7490009840 tx=0x7f7490009b50 comp rx=0 tx=0).stop 2023-09-23T06:36:26.011 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.009+0000 7f74a65ff700 1 -- 172.21.15.16:0/3386097204 shutdown_connections 2023-09-23T06:36:26.011 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.009+0000 7f74a65ff700 1 --2- 172.21.15.16:0/3386097204 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74a015d920 0x7f74a00d18c0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.012 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.009+0000 7f74a65ff700 1 -- 172.21.15.16:0/3386097204 >> 172.21.15.16:0/3386097204 conn(0x7f74a00d0000 msgr2=0x7f74a00d03e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:26.012 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.009+0000 7f74a65ff700 1 -- 172.21.15.16:0/3386097204 shutdown_connections 2023-09-23T06:36:26.012 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.009+0000 7f74a65ff700 1 -- 172.21.15.16:0/3386097204 wait complete. 2023-09-23T06:36:26.012 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.010+0000 7f74a65ff700 1 Processor -- start 2023-09-23T06:36:26.012 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.011+0000 7f74a65ff700 1 -- start start 2023-09-23T06:36:26.014 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.011+0000 7f74a65ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f74a00b5710 0x7f74a01543d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:26.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.012+0000 7f74a65ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74a00d3060 0x7f74a01f2980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:26.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.012+0000 7f74a65ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74a015d920 0x7f74a00b32c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:26.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.012+0000 7f74a65ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74a00d2c40 con 0x7f74a015d920 2023-09-23T06:36:26.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.012+0000 7f74a65ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74a0154910 con 0x7f74a00d3060 2023-09-23T06:36:26.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.012+0000 7f74a65ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74a00cb6b0 con 0x7f74a00b5710 2023-09-23T06:36:26.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.012+0000 7f74a4b9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74a015d920 0x7f74a00b32c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:26.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.012+0000 7f74a4b9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74a015d920 0x7f74a00b32c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37050/0 (socket says 172.21.15.16:37050) 2023-09-23T06:36:26.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.012+0000 7f74a4b9c700 1 -- 172.21.15.16:0/3698903153 learned_addr learned my addr 172.21.15.16:0/3698903153 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:26.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.012+0000 7f749ffff700 1 --2- 172.21.15.16:0/3698903153 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f74a00b5710 0x7f74a01543d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:26.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.012+0000 7f749f7fe700 1 --2- 172.21.15.16:0/3698903153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74a00d3060 0x7f74a01f2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:26.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.012+0000 7f74a4b9c700 1 -- 172.21.15.16:0/3698903153 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f74a00b5710 msgr2=0x7f74a01543d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:26.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.012+0000 7f74a4b9c700 1 --2- 172.21.15.16:0/3698903153 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f74a00b5710 0x7f74a01543d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.012+0000 7f74a4b9c700 1 -- 172.21.15.16:0/3698903153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74a00d3060 msgr2=0x7f74a01f2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:26.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.012+0000 7f74a4b9c700 1 --2- 172.21.15.16:0/3698903153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74a00d3060 0x7f74a01f2980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.012+0000 7f74a4b9c700 1 -- 172.21.15.16:0/3698903153 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74900094a0 con 0x7f74a015d920 2023-09-23T06:36:26.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.012+0000 7f749f7fe700 1 --2- 172.21.15.16:0/3698903153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74a00d3060 0x7f74a01f2980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:36:26.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.012+0000 7f74a4b9c700 1 --2- 172.21.15.16:0/3698903153 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74a015d920 0x7f74a00b32c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f749800caf0 tx=0x7f749800ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:26.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.013+0000 7f749cff9700 1 -- 172.21.15.16:0/3698903153 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f749800aad0 con 0x7f74a015d920 2023-09-23T06:36:26.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.013+0000 7f749cff9700 1 -- 172.21.15.16:0/3698903153 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f749800ac30 con 0x7f74a015d920 2023-09-23T06:36:26.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.013+0000 7f749cff9700 1 -- 172.21.15.16:0/3698903153 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7498012400 con 0x7f74a015d920 2023-09-23T06:36:26.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.013+0000 7f74a65ff700 1 -- 172.21.15.16:0/3698903153 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74a0154010 con 0x7f74a015d920 2023-09-23T06:36:26.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.013+0000 7f74a65ff700 1 -- 172.21.15.16:0/3698903153 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74a00cb340 con 0x7f74a015d920 2023-09-23T06:36:26.017 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.014+0000 7f74a65ff700 1 -- 172.21.15.16:0/3698903153 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74a0067c30 con 0x7f74a015d920 2023-09-23T06:36:26.017 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.015+0000 7f749cff9700 1 -- 172.21.15.16:0/3698903153 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f749801b3b0 con 0x7f74a015d920 2023-09-23T06:36:26.018 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.016+0000 7f749cff9700 1 --2- 172.21.15.16:0/3698903153 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f748c06afc0 0x7f748c06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:26.018 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.016+0000 7f749cff9700 1 -- 172.21.15.16:0/3698903153 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7498089390 con 0x7f74a015d920 2023-09-23T06:36:26.018 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.017+0000 7f749ffff700 1 --2- 172.21.15.16:0/3698903153 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f748c06afc0 0x7f748c06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:26.019 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.017+0000 7f749ffff700 1 --2- 172.21.15.16:0/3698903153 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f748c06afc0 0x7f748c06d480 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f74900090b0 tx=0x7f749001c040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:26.022 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.021+0000 7f749cff9700 1 -- 172.21.15.16:0/3698903153 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f74980543e0 con 0x7f74a015d920 2023-09-23T06:36:26.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.232+0000 7f74a65ff700 1 -- 172.21.15.16:0/3698903153 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f74a00cb7f0 con 0x7f74a015d920 2023-09-23T06:36:26.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.233+0000 7f749cff9700 1 -- 172.21.15.16:0/3698903153 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f7498057a00 con 0x7f74a015d920 2023-09-23T06:36:26.235 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:26.235 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:36:13.020285+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:36:09.790555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-23T06:36:10.695995+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:36:26.237 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.235+0000 7f74a65ff700 1 -- 172.21.15.16:0/3698903153 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f748c06afc0 msgr2=0x7f748c06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:26.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.235+0000 7f74a65ff700 1 --2- 172.21.15.16:0/3698903153 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f748c06afc0 0x7f748c06d480 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f74900090b0 tx=0x7f749001c040 comp rx=0 tx=0).stop 2023-09-23T06:36:26.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.235+0000 7f74a65ff700 1 -- 172.21.15.16:0/3698903153 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74a015d920 msgr2=0x7f74a00b32c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:26.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.235+0000 7f74a65ff700 1 --2- 172.21.15.16:0/3698903153 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74a015d920 0x7f74a00b32c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f749800caf0 tx=0x7f749800ceb0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.236+0000 7f74a65ff700 1 -- 172.21.15.16:0/3698903153 shutdown_connections 2023-09-23T06:36:26.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.236+0000 7f74a65ff700 1 --2- 172.21.15.16:0/3698903153 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f748c06afc0 0x7f748c06d480 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.236+0000 7f74a65ff700 1 --2- 172.21.15.16:0/3698903153 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74a015d920 0x7f74a00b32c0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.236+0000 7f74a65ff700 1 --2- 172.21.15.16:0/3698903153 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f74a00b5710 0x7f74a01543d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.236+0000 7f74a65ff700 1 --2- 172.21.15.16:0/3698903153 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74a00d3060 0x7f74a01f2980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.236+0000 7f74a65ff700 1 -- 172.21.15.16:0/3698903153 >> 172.21.15.16:0/3698903153 conn(0x7f74a00d0000 msgr2=0x7f74a015a850 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:26.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.236+0000 7f74a65ff700 1 -- 172.21.15.16:0/3698903153 shutdown_connections 2023-09-23T06:36:26.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.236+0000 7f74a65ff700 1 -- 172.21.15.16:0/3698903153 wait complete. 2023-09-23T06:36:26.255 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-23T06:36:05.638048+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-23T06:36:09.790555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-23T06:36:10.695995+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-23T06:36:26.256 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-23T06:36:26.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.461+0000 7f5e495ff700 1 Processor -- start 2023-09-23T06:36:26.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.461+0000 7f5e495ff700 1 -- start start 2023-09-23T06:36:26.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.462+0000 7f5e495ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5e4415d8c0 0x7f5e440cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:26.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.462+0000 7f5e495ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5e440d0030 0x7f5e440d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:26.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.462+0000 7f5e495ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5e440d09a0 con 0x7f5e44161fc0 2023-09-23T06:36:26.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.462+0000 7f5e495ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5e4415dca0 con 0x7f5e440d0030 2023-09-23T06:36:26.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.462+0000 7f5e495ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5e440ce130 con 0x7f5e4415d8c0 2023-09-23T06:36:26.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.463+0000 7f5e437fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5e440d0030 0x7f5e440d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:26.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.463+0000 7f5e437fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5e440d0030 0x7f5e440d0460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37056/0 (socket says 172.21.15.16:37056) 2023-09-23T06:36:26.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.463+0000 7f5e437fe700 1 -- 172.21.15.16:0/739957906 learned_addr learned my addr 172.21.15.16:0/739957906 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:26.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.463+0000 7f5e42ffd700 1 --2- 172.21.15.16:0/739957906 >> v2:172.21.15.92:3300/0 conn(0x7f5e4415d8c0 0x7f5e440cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:26.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.463+0000 7f5e437fe700 1 -- 172.21.15.16:0/739957906 >> v2:172.21.15.92:3300/0 conn(0x7f5e4415d8c0 msgr2=0x7f5e440cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:26.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.463+0000 7f5e437fe700 1 --2- 172.21.15.16:0/739957906 >> v2:172.21.15.92:3300/0 conn(0x7f5e4415d8c0 0x7f5e440cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.463+0000 7f5e437fe700 1 -- 172.21.15.16:0/739957906 >> v1:172.21.15.92:6789/0 conn(0x7f5e44161fc0 legacy=0x7f5e440d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:26.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.463+0000 7f5e437fe700 1 -- 172.21.15.16:0/739957906 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e440ce3d0 con 0x7f5e440d0030 2023-09-23T06:36:26.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.463+0000 7f5e42ffd700 1 --2- 172.21.15.16:0/739957906 >> v2:172.21.15.92:3300/0 conn(0x7f5e4415d8c0 0x7f5e440cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:26.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.463+0000 7f5e437fe700 1 --2- 172.21.15.16:0/739957906 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e440d0030 0x7f5e440d0460 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5e44067e00 tx=0x7f5e3c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7ffb6616a425ccb server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:26.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.464+0000 7f5e41ffb700 1 -- 172.21.15.16:0/739957906 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e3c00e070 con 0x7f5e440d0030 2023-09-23T06:36:26.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.464+0000 7f5e41ffb700 1 -- 172.21.15.16:0/739957906 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e3c00b9c0 con 0x7f5e440d0030 2023-09-23T06:36:26.467 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.464+0000 7f5e41ffb700 1 -- 172.21.15.16:0/739957906 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e3c00bd70 con 0x7f5e440d0030 2023-09-23T06:36:26.467 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.464+0000 7f5e495ff700 1 -- 172.21.15.16:0/739957906 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e440d0030 msgr2=0x7f5e440d0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:26.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.464+0000 7f5e495ff700 1 --2- 172.21.15.16:0/739957906 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e440d0030 0x7f5e440d0460 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f5e44067e00 tx=0x7f5e3c00b330 comp rx=0 tx=0).stop 2023-09-23T06:36:26.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.464+0000 7f5e495ff700 1 -- 172.21.15.16:0/739957906 shutdown_connections 2023-09-23T06:36:26.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.464+0000 7f5e495ff700 1 --2- 172.21.15.16:0/739957906 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e440d0030 0x7f5e440d0460 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.464+0000 7f5e495ff700 1 --2- 172.21.15.16:0/739957906 >> v2:172.21.15.92:3300/0 conn(0x7f5e4415d8c0 0x7f5e440cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.464+0000 7f5e495ff700 1 -- 172.21.15.16:0/739957906 >> 172.21.15.16:0/739957906 conn(0x7f5e4409c9b0 msgr2=0x7f5e440d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:26.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.464+0000 7f5e495ff700 1 -- 172.21.15.16:0/739957906 shutdown_connections 2023-09-23T06:36:26.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.464+0000 7f5e495ff700 1 -- 172.21.15.16:0/739957906 wait complete. 2023-09-23T06:36:26.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.466+0000 7f5e495ff700 1 Processor -- start 2023-09-23T06:36:26.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.466+0000 7f5e495ff700 1 -- start start 2023-09-23T06:36:26.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.467+0000 7f5e495ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e440d0030 0x7f5e4414eae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:26.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.467+0000 7f5e495ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e4415d8c0 0x7f5e440b45c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:26.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.467+0000 7f5e495ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e44161fc0 0x7f5e440d1450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:26.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.467+0000 7f5e495ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e4414f020 con 0x7f5e4415d8c0 2023-09-23T06:36:26.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.467+0000 7f5e495ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e440b5c20 con 0x7f5e44161fc0 2023-09-23T06:36:26.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.467+0000 7f5e495ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e440b5010 con 0x7f5e440d0030 2023-09-23T06:36:26.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.467+0000 7f5e427fc700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e4415d8c0 0x7f5e440b45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:26.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.467+0000 7f5e427fc700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e4415d8c0 0x7f5e440b45c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37068/0 (socket says 172.21.15.16:37068) 2023-09-23T06:36:26.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.467+0000 7f5e427fc700 1 -- 172.21.15.16:0/420617962 learned_addr learned my addr 172.21.15.16:0/420617962 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:26.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.468+0000 7f5e42ffd700 1 --2- 172.21.15.16:0/420617962 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e440d0030 0x7f5e4414eae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:26.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.468+0000 7f5e437fe700 1 --2- 172.21.15.16:0/420617962 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e44161fc0 0x7f5e440d1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:26.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.468+0000 7f5e427fc700 1 -- 172.21.15.16:0/420617962 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e440d0030 msgr2=0x7f5e4414eae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:26.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.468+0000 7f5e427fc700 1 --2- 172.21.15.16:0/420617962 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e440d0030 0x7f5e4414eae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.468+0000 7f5e427fc700 1 -- 172.21.15.16:0/420617962 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e44161fc0 msgr2=0x7f5e440d1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:26.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.468+0000 7f5e427fc700 1 --2- 172.21.15.16:0/420617962 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e44161fc0 0x7f5e440d1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.468+0000 7f5e427fc700 1 -- 172.21.15.16:0/420617962 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e3c009b30 con 0x7f5e4415d8c0 2023-09-23T06:36:26.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.468+0000 7f5e427fc700 1 --2- 172.21.15.16:0/420617962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e4415d8c0 0x7f5e440b45c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f5e3800c480 tx=0x7f5e3800c840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:26.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.468+0000 7f5e2b7fe700 1 -- 172.21.15.16:0/420617962 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e380052d0 con 0x7f5e4415d8c0 2023-09-23T06:36:26.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.468+0000 7f5e2b7fe700 1 -- 172.21.15.16:0/420617962 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e38005430 con 0x7f5e4415d8c0 2023-09-23T06:36:26.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.468+0000 7f5e495ff700 1 -- 172.21.15.16:0/420617962 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e440b52f0 con 0x7f5e4415d8c0 2023-09-23T06:36:26.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.468+0000 7f5e2b7fe700 1 -- 172.21.15.16:0/420617962 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e380038c0 con 0x7f5e4415d8c0 2023-09-23T06:36:26.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.468+0000 7f5e495ff700 1 -- 172.21.15.16:0/420617962 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e440b58b0 con 0x7f5e4415d8c0 2023-09-23T06:36:26.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.469+0000 7f5e495ff700 1 -- 172.21.15.16:0/420617962 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5e440b0a20 con 0x7f5e4415d8c0 2023-09-23T06:36:26.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.470+0000 7f5e2b7fe700 1 -- 172.21.15.16:0/420617962 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f5e38003a20 con 0x7f5e4415d8c0 2023-09-23T06:36:26.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.471+0000 7f5e2b7fe700 1 --2- 172.21.15.16:0/420617962 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5e3006afc0 0x7f5e3006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:26.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.471+0000 7f5e2b7fe700 1 -- 172.21.15.16:0/420617962 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5e38088b70 con 0x7f5e4415d8c0 2023-09-23T06:36:26.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.472+0000 7f5e42ffd700 1 --2- 172.21.15.16:0/420617962 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5e3006afc0 0x7f5e3006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:26.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.472+0000 7f5e42ffd700 1 --2- 172.21.15.16:0/420617962 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5e3006afc0 0x7f5e3006d480 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f5e34009990 tx=0x7f5e34008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:26.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.476+0000 7f5e2b7fe700 1 -- 172.21.15.16:0/420617962 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f5e38053ba0 con 0x7f5e4415d8c0 2023-09-23T06:36:26.687 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.685+0000 7f5e495ff700 1 -- 172.21.15.16:0/420617962 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f5e44074b40 con 0x7f5e4415d8c0 2023-09-23T06:36:26.687 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.686+0000 7f5e2b7fe700 1 -- 172.21.15.16:0/420617962 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7f5e380170a0 con 0x7f5e4415d8c0 2023-09-23T06:36:26.688 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2023-09-23T06:36:26.690 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.688+0000 7f5e495ff700 1 -- 172.21.15.16:0/420617962 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5e3006afc0 msgr2=0x7f5e3006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:26.690 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.688+0000 7f5e495ff700 1 --2- 172.21.15.16:0/420617962 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5e3006afc0 0x7f5e3006d480 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f5e34009990 tx=0x7f5e34008040 comp rx=0 tx=0).stop 2023-09-23T06:36:26.690 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.688+0000 7f5e495ff700 1 -- 172.21.15.16:0/420617962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e4415d8c0 msgr2=0x7f5e440b45c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:26.691 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.688+0000 7f5e495ff700 1 --2- 172.21.15.16:0/420617962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e4415d8c0 0x7f5e440b45c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f5e3800c480 tx=0x7f5e3800c840 comp rx=0 tx=0).stop 2023-09-23T06:36:26.691 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.688+0000 7f5e495ff700 1 -- 172.21.15.16:0/420617962 shutdown_connections 2023-09-23T06:36:26.691 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.688+0000 7f5e495ff700 1 --2- 172.21.15.16:0/420617962 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e44161fc0 0x7f5e440d1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.691 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.688+0000 7f5e495ff700 1 --2- 172.21.15.16:0/420617962 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e440d0030 0x7f5e4414eae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.691 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.688+0000 7f5e495ff700 1 --2- 172.21.15.16:0/420617962 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5e3006afc0 0x7f5e3006d480 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.691 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.688+0000 7f5e495ff700 1 --2- 172.21.15.16:0/420617962 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e4415d8c0 0x7f5e440b45c0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.691 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.688+0000 7f5e495ff700 1 -- 172.21.15.16:0/420617962 >> 172.21.15.16:0/420617962 conn(0x7f5e4409c9b0 msgr2=0x7f5e440b0310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:26.691 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.688+0000 7f5e495ff700 1 -- 172.21.15.16:0/420617962 shutdown_connections 2023-09-23T06:36:26.691 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.688+0000 7f5e495ff700 1 -- 172.21.15.16:0/420617962 wait complete. 2023-09-23T06:36:26.708 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-23T06:36:26.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.909+0000 7fa2ab9ff700 1 Processor -- start 2023-09-23T06:36:26.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.909+0000 7fa2ab9ff700 1 -- start start 2023-09-23T06:36:26.913 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.910+0000 7fa2ab9ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa2a4161fc0 0x7fa2a40cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:26.913 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.910+0000 7fa2ab9ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa2a40d0030 0x7fa2a40d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:26.913 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.910+0000 7fa2ab9ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa2a40d09a0 con 0x7fa2a415d8c0 2023-09-23T06:36:26.913 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.910+0000 7fa2ab9ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2a415dca0 con 0x7fa2a4161fc0 2023-09-23T06:36:26.913 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.910+0000 7fa2ab9ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2a40ce130 con 0x7fa2a40d0030 2023-09-23T06:36:26.914 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.910+0000 7fa2a8f9a700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa2a4161fc0 0x7fa2a40cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:26.914 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.910+0000 7fa2a8f9a700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fa2a4161fc0 0x7fa2a40cf190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37072/0 (socket says 172.21.15.16:37072) 2023-09-23T06:36:26.914 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.910+0000 7fa2a8f9a700 1 -- 172.21.15.16:0/4062992673 learned_addr learned my addr 172.21.15.16:0/4062992673 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:26.914 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.911+0000 7fa2a9f9c700 1 --2- 172.21.15.16:0/4062992673 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa2a40d0030 0x7fa2a40d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:26.914 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.911+0000 7fa2a8f9a700 1 -- 172.21.15.16:0/4062992673 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa2a40d0030 msgr2=0x7fa2a40d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:26.914 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.911+0000 7fa2a8f9a700 1 --2- 172.21.15.16:0/4062992673 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa2a40d0030 0x7fa2a40d0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.914 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.911+0000 7fa2a8f9a700 1 -- 172.21.15.16:0/4062992673 >> v1:172.21.15.92:6789/0 conn(0x7fa2a415d8c0 legacy=0x7fa2a40d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:26.914 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.911+0000 7fa2a8f9a700 1 -- 172.21.15.16:0/4062992673 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2a40ce3d0 con 0x7fa2a4161fc0 2023-09-23T06:36:26.914 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.911+0000 7fa2a8f9a700 1 --2- 172.21.15.16:0/4062992673 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2a4161fc0 0x7fa2a40cf190 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fa2940098f0 tx=0x7fa294009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2fc85c9bd74f4d68 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:26.915 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.911+0000 7fa29bfff700 1 -- 172.21.15.16:0/4062992673 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa294011830 con 0x7fa2a4161fc0 2023-09-23T06:36:26.915 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.911+0000 7fa29bfff700 1 -- 172.21.15.16:0/4062992673 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa294011990 con 0x7fa2a4161fc0 2023-09-23T06:36:26.915 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.911+0000 7fa29bfff700 1 -- 172.21.15.16:0/4062992673 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa294011d20 con 0x7fa2a4161fc0 2023-09-23T06:36:26.918 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.912+0000 7fa2ab9ff700 1 -- 172.21.15.16:0/4062992673 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2a4161fc0 msgr2=0x7fa2a40cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:26.918 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.912+0000 7fa2ab9ff700 1 --2- 172.21.15.16:0/4062992673 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2a4161fc0 0x7fa2a40cf190 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fa2940098f0 tx=0x7fa294009c00 comp rx=0 tx=0).stop 2023-09-23T06:36:26.918 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.912+0000 7fa2ab9ff700 1 -- 172.21.15.16:0/4062992673 shutdown_connections 2023-09-23T06:36:26.918 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.912+0000 7fa2ab9ff700 1 --2- 172.21.15.16:0/4062992673 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa2a40d0030 0x7fa2a40d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.918 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.912+0000 7fa2ab9ff700 1 --2- 172.21.15.16:0/4062992673 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2a4161fc0 0x7fa2a40cf190 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.918 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.912+0000 7fa2ab9ff700 1 -- 172.21.15.16:0/4062992673 >> 172.21.15.16:0/4062992673 conn(0x7fa2a409c9b0 msgr2=0x7fa2a40d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:26.918 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.912+0000 7fa2ab9ff700 1 -- 172.21.15.16:0/4062992673 shutdown_connections 2023-09-23T06:36:26.919 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.912+0000 7fa2ab9ff700 1 -- 172.21.15.16:0/4062992673 wait complete. 2023-09-23T06:36:26.919 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.914+0000 7fa2ab9ff700 1 Processor -- start 2023-09-23T06:36:26.919 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.914+0000 7fa2ab9ff700 1 -- start start 2023-09-23T06:36:26.919 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.915+0000 7fa2ab9ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2a40d0030 0x7fa2a415e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:26.919 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.915+0000 7fa2ab9ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2a415d8c0 0x7fa2a415fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:26.919 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.915+0000 7fa2ab9ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa2a4161fc0 0x7fa2a4160280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:26.919 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.915+0000 7fa2ab9ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2a414aae0 con 0x7fa2a415d8c0 2023-09-23T06:36:26.919 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.915+0000 7fa2ab9ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2a4160900 con 0x7fa2a40d0030 2023-09-23T06:36:26.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.915+0000 7fa2ab9ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2a4160be0 con 0x7fa2a4161fc0 2023-09-23T06:36:26.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.915+0000 7fa2a8f9a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2a415d8c0 0x7fa2a415fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:26.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.915+0000 7fa2a8f9a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2a415d8c0 0x7fa2a415fd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37080/0 (socket says 172.21.15.16:37080) 2023-09-23T06:36:26.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.915+0000 7fa2a8f9a700 1 -- 172.21.15.16:0/3154625622 learned_addr learned my addr 172.21.15.16:0/3154625622 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:26.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.915+0000 7fa2a979b700 1 --2- 172.21.15.16:0/3154625622 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2a40d0030 0x7fa2a415e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:26.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.915+0000 7fa2a9f9c700 1 --2- 172.21.15.16:0/3154625622 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa2a4161fc0 0x7fa2a4160280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:26.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.915+0000 7fa2a8f9a700 1 -- 172.21.15.16:0/3154625622 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa2a4161fc0 msgr2=0x7fa2a4160280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:26.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.915+0000 7fa2a8f9a700 1 --2- 172.21.15.16:0/3154625622 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa2a4161fc0 0x7fa2a4160280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.916+0000 7fa2a8f9a700 1 -- 172.21.15.16:0/3154625622 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2a40d0030 msgr2=0x7fa2a415e0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:26.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.916+0000 7fa2a8f9a700 1 --2- 172.21.15.16:0/3154625622 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2a40d0030 0x7fa2a415e0e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:26.920 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.916+0000 7fa2a8f9a700 1 -- 172.21.15.16:0/3154625622 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa294009550 con 0x7fa2a415d8c0 2023-09-23T06:36:26.921 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.916+0000 7fa2a8f9a700 1 --2- 172.21.15.16:0/3154625622 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2a415d8c0 0x7fa2a415fd40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fa294009c40 tx=0x7fa294004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:26.921 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.916+0000 7fa299ffb700 1 -- 172.21.15.16:0/3154625622 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa294004510 con 0x7fa2a415d8c0 2023-09-23T06:36:26.921 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.916+0000 7fa299ffb700 1 -- 172.21.15.16:0/3154625622 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa29401e070 con 0x7fa2a415d8c0 2023-09-23T06:36:26.921 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.916+0000 7fa2ab9ff700 1 -- 172.21.15.16:0/3154625622 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2a4160ec0 con 0x7fa2a415d8c0 2023-09-23T06:36:26.921 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.916+0000 7fa299ffb700 1 -- 172.21.15.16:0/3154625622 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2940038e0 con 0x7fa2a415d8c0 2023-09-23T06:36:26.921 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.916+0000 7fa2ab9ff700 1 -- 172.21.15.16:0/3154625622 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2a40c8480 con 0x7fa2a415d8c0 2023-09-23T06:36:26.922 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.917+0000 7fa28f7fe700 1 -- 172.21.15.16:0/3154625622 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa2a40c8670 con 0x7fa2a415d8c0 2023-09-23T06:36:26.922 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.918+0000 7fa299ffb700 1 -- 172.21.15.16:0/3154625622 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fa294003a40 con 0x7fa2a415d8c0 2023-09-23T06:36:26.922 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.919+0000 7fa299ffb700 1 --2- 172.21.15.16:0/3154625622 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa28806afc0 0x7fa28806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:26.922 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.919+0000 7fa299ffb700 1 -- 172.21.15.16:0/3154625622 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa29408a640 con 0x7fa2a415d8c0 2023-09-23T06:36:26.922 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.919+0000 7fa2a979b700 1 --2- 172.21.15.16:0/3154625622 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa28806afc0 0x7fa28806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:26.923 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.920+0000 7fa2a979b700 1 --2- 172.21.15.16:0/3154625622 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa28806afc0 0x7fa28806d480 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fa2a0007fd0 tx=0x7fa2a0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:26.925 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:26.924+0000 7fa299ffb700 1 -- 172.21.15.16:0/3154625622 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fa2940555f0 con 0x7fa2a415d8c0 2023-09-23T06:36:27.136 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.135+0000 7fa28f7fe700 1 -- 172.21.15.16:0/3154625622 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa2a4074b40 con 0x7fa2a415d8c0 2023-09-23T06:36:27.137 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.135+0000 7fa299ffb700 1 -- 172.21.15.16:0/3154625622 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7fa294058c10 con 0x7fa2a415d8c0 2023-09-23T06:36:27.137 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 32 2023-09-23T06:36:27.140 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.138+0000 7fa28f7fe700 1 -- 172.21.15.16:0/3154625622 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa28806afc0 msgr2=0x7fa28806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:27.140 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.138+0000 7fa28f7fe700 1 --2- 172.21.15.16:0/3154625622 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa28806afc0 0x7fa28806d480 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fa2a0007fd0 tx=0x7fa2a0009040 comp rx=0 tx=0).stop 2023-09-23T06:36:27.140 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.138+0000 7fa28f7fe700 1 -- 172.21.15.16:0/3154625622 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2a415d8c0 msgr2=0x7fa2a415fd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:27.140 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.138+0000 7fa28f7fe700 1 --2- 172.21.15.16:0/3154625622 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2a415d8c0 0x7fa2a415fd40 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fa294009c40 tx=0x7fa294004750 comp rx=0 tx=0).stop 2023-09-23T06:36:27.140 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.138+0000 7fa28f7fe700 1 -- 172.21.15.16:0/3154625622 shutdown_connections 2023-09-23T06:36:27.140 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.138+0000 7fa28f7fe700 1 --2- 172.21.15.16:0/3154625622 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fa2a4161fc0 0x7fa2a4160280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:27.140 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.138+0000 7fa28f7fe700 1 --2- 172.21.15.16:0/3154625622 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fa2a40d0030 0x7fa2a415e0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:27.140 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.138+0000 7fa28f7fe700 1 --2- 172.21.15.16:0/3154625622 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fa28806afc0 0x7fa28806d480 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:27.140 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.138+0000 7fa28f7fe700 1 --2- 172.21.15.16:0/3154625622 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fa2a415d8c0 0x7fa2a415fd40 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:27.140 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.138+0000 7fa28f7fe700 1 -- 172.21.15.16:0/3154625622 >> 172.21.15.16:0/3154625622 conn(0x7fa2a409c9b0 msgr2=0x7fa2a40b3080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:27.141 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.138+0000 7fa28f7fe700 1 -- 172.21.15.16:0/3154625622 shutdown_connections 2023-09-23T06:36:27.141 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.138+0000 7fa28f7fe700 1 -- 172.21.15.16:0/3154625622 wait complete. 2023-09-23T06:36:27.157 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-23T06:36:27.364 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.362+0000 7f13c85ff700 1 Processor -- start 2023-09-23T06:36:27.364 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.363+0000 7f13c85ff700 1 -- start start 2023-09-23T06:36:27.367 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.364+0000 7f13c85ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f13c015d8c0 0x7f13c00cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:27.367 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.364+0000 7f13c85ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f13c00d0030 0x7f13c00d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:27.367 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.364+0000 7f13c85ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f13c00d09a0 con 0x7f13c0161fc0 2023-09-23T06:36:27.367 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.364+0000 7f13c85ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f13c015dca0 con 0x7f13c00d0030 2023-09-23T06:36:27.367 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.364+0000 7f13c85ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f13c00ce130 con 0x7f13c015d8c0 2023-09-23T06:36:27.368 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.365+0000 7f13c6b9c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f13c00d0030 0x7f13c00d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:27.368 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.365+0000 7f13c639b700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f13c015d8c0 0x7f13c00cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:27.368 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.365+0000 7f13c6b9c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f13c00d0030 0x7f13c00d0460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37090/0 (socket says 172.21.15.16:37090) 2023-09-23T06:36:27.368 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.365+0000 7f13c639b700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f13c015d8c0 0x7f13c00cf190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:36270/0 (socket says 172.21.15.16:36270) 2023-09-23T06:36:27.368 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.365+0000 7f13c6b9c700 1 -- 172.21.15.16:0/2105535550 learned_addr learned my addr 172.21.15.16:0/2105535550 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:27.368 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.365+0000 7f13c6b9c700 1 -- 172.21.15.16:0/2105535550 >> v2:172.21.15.92:3300/0 conn(0x7f13c015d8c0 msgr2=0x7f13c00cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:27.368 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.365+0000 7f13c6b9c700 1 --2- 172.21.15.16:0/2105535550 >> v2:172.21.15.92:3300/0 conn(0x7f13c015d8c0 0x7f13c00cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:27.368 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.365+0000 7f13c6b9c700 1 -- 172.21.15.16:0/2105535550 >> v1:172.21.15.92:6789/0 conn(0x7f13c0161fc0 legacy=0x7f13c00d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:27.368 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.365+0000 7f13c6b9c700 1 -- 172.21.15.16:0/2105535550 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13c00ce3d0 con 0x7f13c00d0030 2023-09-23T06:36:27.368 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.365+0000 7f13c6b9c700 1 --2- 172.21.15.16:0/2105535550 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13c00d0030 0x7f13c00d0460 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f13c0067e00 tx=0x7f13b800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1c5cb640a4105089 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:27.368 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.365+0000 7f13c5399700 1 -- 172.21.15.16:0/2105535550 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13b800e070 con 0x7f13c00d0030 2023-09-23T06:36:27.368 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.366+0000 7f13c5399700 1 -- 172.21.15.16:0/2105535550 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13b800b910 con 0x7f13c00d0030 2023-09-23T06:36:27.369 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.366+0000 7f13c5399700 1 -- 172.21.15.16:0/2105535550 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13b800bcc0 con 0x7f13c00d0030 2023-09-23T06:36:27.369 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.366+0000 7f13c85ff700 1 -- 172.21.15.16:0/2105535550 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13c00d0030 msgr2=0x7f13c00d0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:27.370 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.366+0000 7f13c85ff700 1 --2- 172.21.15.16:0/2105535550 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13c00d0030 0x7f13c00d0460 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f13c0067e00 tx=0x7f13b800b330 comp rx=0 tx=0).stop 2023-09-23T06:36:27.370 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.366+0000 7f13c85ff700 1 -- 172.21.15.16:0/2105535550 shutdown_connections 2023-09-23T06:36:27.370 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.366+0000 7f13c85ff700 1 --2- 172.21.15.16:0/2105535550 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13c00d0030 0x7f13c00d0460 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:27.370 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.366+0000 7f13c85ff700 1 --2- 172.21.15.16:0/2105535550 >> v2:172.21.15.92:3300/0 conn(0x7f13c015d8c0 0x7f13c00cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:27.370 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.366+0000 7f13c85ff700 1 -- 172.21.15.16:0/2105535550 >> 172.21.15.16:0/2105535550 conn(0x7f13c009c9b0 msgr2=0x7f13c00d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:27.370 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.366+0000 7f13c85ff700 1 -- 172.21.15.16:0/2105535550 shutdown_connections 2023-09-23T06:36:27.370 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.366+0000 7f13c85ff700 1 -- 172.21.15.16:0/2105535550 wait complete. 2023-09-23T06:36:27.370 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.368+0000 7f13c85ff700 1 Processor -- start 2023-09-23T06:36:27.370 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.368+0000 7f13c85ff700 1 -- start start 2023-09-23T06:36:27.372 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.369+0000 7f13c85ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f13c00d0030 0x7f13c0155d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:27.372 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.369+0000 7f13c85ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13c015d8c0 0x7f13c00c9850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:27.372 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.369+0000 7f13c85ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13c0161fc0 0x7f13c00b4550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:27.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.369+0000 7f13c85ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13c00c75e0 con 0x7f13c015d8c0 2023-09-23T06:36:27.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.369+0000 7f13c85ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13c00c78c0 con 0x7f13c0161fc0 2023-09-23T06:36:27.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.369+0000 7f13c85ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f13c00c7ba0 con 0x7f13c00d0030 2023-09-23T06:36:27.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.369+0000 7f13c5b9a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13c015d8c0 0x7f13c00c9850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:27.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.369+0000 7f13c639b700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f13c00d0030 0x7f13c0155d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:27.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.369+0000 7f13c6b9c700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13c0161fc0 0x7f13c00b4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:27.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.369+0000 7f13c5b9a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13c015d8c0 0x7f13c00c9850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37100/0 (socket says 172.21.15.16:37100) 2023-09-23T06:36:27.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.369+0000 7f13c5b9a700 1 -- 172.21.15.16:0/2351050653 learned_addr learned my addr 172.21.15.16:0/2351050653 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:27.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.370+0000 7f13c639b700 1 -- 172.21.15.16:0/2351050653 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13c0161fc0 msgr2=0x7f13c00b4550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:27.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.370+0000 7f13c639b700 1 --2- 172.21.15.16:0/2351050653 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13c0161fc0 0x7f13c00b4550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:27.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.370+0000 7f13c639b700 1 -- 172.21.15.16:0/2351050653 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13c015d8c0 msgr2=0x7f13c00c9850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:27.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.370+0000 7f13c639b700 1 --2- 172.21.15.16:0/2351050653 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13c015d8c0 0x7f13c00c9850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:27.374 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.370+0000 7f13c639b700 1 -- 172.21.15.16:0/2351050653 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13b8009b30 con 0x7f13c00d0030 2023-09-23T06:36:27.374 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.370+0000 7f13c5b9a700 1 --2- 172.21.15.16:0/2351050653 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13c015d8c0 0x7f13c00c9850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:27.374 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.370+0000 7f13c639b700 1 --2- 172.21.15.16:0/2351050653 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f13c00d0030 0x7f13c0155d70 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f13bc00e900 tx=0x7f13bc00ec10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:27.374 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.370+0000 7f13b6ffd700 1 -- 172.21.15.16:0/2351050653 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13bc013680 con 0x7f13c00d0030 2023-09-23T06:36:27.374 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.370+0000 7f13b6ffd700 1 -- 172.21.15.16:0/2351050653 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13bc0137e0 con 0x7f13c00d0030 2023-09-23T06:36:27.374 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.370+0000 7f13c85ff700 1 -- 172.21.15.16:0/2351050653 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f13c00c7e80 con 0x7f13c00d0030 2023-09-23T06:36:27.374 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.370+0000 7f13b6ffd700 1 -- 172.21.15.16:0/2351050653 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13bc013b50 con 0x7f13c00d0030 2023-09-23T06:36:27.374 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.370+0000 7f13c85ff700 1 -- 172.21.15.16:0/2351050653 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f13c00c9d90 con 0x7f13c00d0030 2023-09-23T06:36:27.375 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.371+0000 7f13c85ff700 1 -- 172.21.15.16:0/2351050653 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f13c00c8070 con 0x7f13c00d0030 2023-09-23T06:36:27.377 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.372+0000 7f13b6ffd700 1 -- 172.21.15.16:0/2351050653 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f13bc013cb0 con 0x7f13c00d0030 2023-09-23T06:36:27.377 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.373+0000 7f13b6ffd700 1 --2- 172.21.15.16:0/2351050653 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f13a406aff0 0x7f13a406d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:27.377 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.373+0000 7f13b6ffd700 1 -- 172.21.15.16:0/2351050653 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f13bc0899a0 con 0x7f13c00d0030 2023-09-23T06:36:27.377 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.373+0000 7f13c5b9a700 1 --2- 172.21.15.16:0/2351050653 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f13a406aff0 0x7f13a406d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:27.378 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.374+0000 7f13c5b9a700 1 --2- 172.21.15.16:0/2351050653 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f13a406aff0 0x7f13a406d4b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f13c00b5410 tx=0x7f13b0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:27.380 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.379+0000 7f13b6ffd700 1 -- 172.21.15.16:0/2351050653 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f13bc0549d0 con 0x7f13c00d0030 2023-09-23T06:36:27.591 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.589+0000 7f13c85ff700 1 -- 172.21.15.16:0/2351050653 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f13c0074b40 con 0x7f13c00d0030 2023-09-23T06:36:27.592 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.589+0000 7f13b6ffd700 1 -- 172.21.15.16:0/2351050653 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7f13bc017020 con 0x7f13c00d0030 2023-09-23T06:36:27.592 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 64 2023-09-23T06:36:27.594 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.592+0000 7f13c85ff700 1 -- 172.21.15.16:0/2351050653 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f13a406aff0 msgr2=0x7f13a406d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:27.594 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.592+0000 7f13c85ff700 1 --2- 172.21.15.16:0/2351050653 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f13a406aff0 0x7f13a406d4b0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f13c00b5410 tx=0x7f13b0009040 comp rx=0 tx=0).stop 2023-09-23T06:36:27.594 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.592+0000 7f13c85ff700 1 -- 172.21.15.16:0/2351050653 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f13c00d0030 msgr2=0x7f13c0155d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:27.594 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.592+0000 7f13c85ff700 1 --2- 172.21.15.16:0/2351050653 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f13c00d0030 0x7f13c0155d70 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f13bc00e900 tx=0x7f13bc00ec10 comp rx=0 tx=0).stop 2023-09-23T06:36:27.595 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.592+0000 7f13c85ff700 1 -- 172.21.15.16:0/2351050653 shutdown_connections 2023-09-23T06:36:27.595 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.592+0000 7f13c85ff700 1 --2- 172.21.15.16:0/2351050653 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f13c0161fc0 0x7f13c00b4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:27.595 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.592+0000 7f13c85ff700 1 --2- 172.21.15.16:0/2351050653 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f13c00d0030 0x7f13c0155d70 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:27.595 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.592+0000 7f13c85ff700 1 --2- 172.21.15.16:0/2351050653 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f13a406aff0 0x7f13a406d4b0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:27.595 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.592+0000 7f13c85ff700 1 --2- 172.21.15.16:0/2351050653 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f13c015d8c0 0x7f13c00c9850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:27.595 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.592+0000 7f13c85ff700 1 -- 172.21.15.16:0/2351050653 >> 172.21.15.16:0/2351050653 conn(0x7f13c009c9b0 msgr2=0x7f13c006b770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:27.595 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.592+0000 7f13c85ff700 1 -- 172.21.15.16:0/2351050653 shutdown_connections 2023-09-23T06:36:27.595 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.592+0000 7f13c85ff700 1 -- 172.21.15.16:0/2351050653 wait complete. 2023-09-23T06:36:27.612 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-23T06:36:27.813 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.811+0000 7fdba23ff700 1 Processor -- start 2023-09-23T06:36:27.813 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.811+0000 7fdba23ff700 1 -- start start 2023-09-23T06:36:27.817 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.813+0000 7fdba23ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdb9c15db50 0x7fdb9c0b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:27.817 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.813+0000 7fdba23ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb9c15ec00 con 0x7fdb9c0b4fe0 2023-09-23T06:36:27.817 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.813+0000 7fdba23ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb9c0cdd00 con 0x7fdb9c15d770 2023-09-23T06:36:27.817 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.813+0000 7fdba23ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb9c0b65c0 con 0x7fdb9c15db50 2023-09-23T06:36:27.817 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.813+0000 7fdba099c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fdb9c0b4fe0 0x7fdb9c161600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48026/0 (socket says 172.21.15.16:48026) 2023-09-23T06:36:27.817 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.813+0000 7fdba099c700 1 -- 172.21.15.16:0/176882464 learned_addr learned my addr 172.21.15.16:0/176882464 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:27.817 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.813+0000 7fdb9b7fe700 1 --2- 172.21.15.16:0/176882464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdb9c15db50 0x7fdb9c0b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:27.817 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.813+0000 7fdb9affd700 1 -- 172.21.15.16:0/176882464 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4153423815 0 0) 0x7fdb9c15ec00 con 0x7fdb9c0b4fe0 2023-09-23T06:36:27.818 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.813+0000 7fdb9affd700 1 -- 172.21.15.16:0/176882464 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdb840035b0 con 0x7fdb9c0b4fe0 2023-09-23T06:36:27.818 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.813+0000 7fdb9affd700 1 -- 172.21.15.16:0/176882464 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2851523219 0 0) 0x7fdb9c0cdd00 con 0x7fdb9c15d770 2023-09-23T06:36:27.818 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.813+0000 7fdb9affd700 1 -- 172.21.15.16:0/176882464 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdb9c15ec00 con 0x7fdb9c15d770 2023-09-23T06:36:27.818 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.813+0000 7fdb9b7fe700 1 -- 172.21.15.16:0/176882464 >> v1:172.21.15.92:6789/0 conn(0x7fdb9c15d770 legacy=0x7fdb9c0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:27.818 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.814+0000 7fdb9b7fe700 1 -- 172.21.15.16:0/176882464 >> v1:172.21.15.16:6789/0 conn(0x7fdb9c0b4fe0 legacy=0x7fdb9c161600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:27.818 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.814+0000 7fdb9b7fe700 1 -- 172.21.15.16:0/176882464 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb9c15e080 con 0x7fdb9c15db50 2023-09-23T06:36:27.818 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.814+0000 7fdb9b7fe700 1 --2- 172.21.15.16:0/176882464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdb9c15db50 0x7fdb9c0b8e40 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fdb90009870 tx=0x7fdb90009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=87475003989141d1 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:27.818 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.814+0000 7fdb9affd700 1 -- 172.21.15.16:0/176882464 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb90011830 con 0x7fdb9c15db50 2023-09-23T06:36:27.818 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.814+0000 7fdb9affd700 1 -- 172.21.15.16:0/176882464 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb90011990 con 0x7fdb9c15db50 2023-09-23T06:36:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.814+0000 7fdb9affd700 1 -- 172.21.15.16:0/176882464 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb90011d20 con 0x7fdb9c15db50 2023-09-23T06:36:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.815+0000 7fdba23ff700 1 -- 172.21.15.16:0/176882464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdb9c15db50 msgr2=0x7fdb9c0b8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.815+0000 7fdba23ff700 1 --2- 172.21.15.16:0/176882464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdb9c15db50 0x7fdb9c0b8e40 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fdb90009870 tx=0x7fdb90009b80 comp rx=0 tx=0).stop 2023-09-23T06:36:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.815+0000 7fdba23ff700 1 -- 172.21.15.16:0/176882464 shutdown_connections 2023-09-23T06:36:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.815+0000 7fdba23ff700 1 --2- 172.21.15.16:0/176882464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdb9c15db50 0x7fdb9c0b8e40 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.815+0000 7fdba23ff700 1 -- 172.21.15.16:0/176882464 >> 172.21.15.16:0/176882464 conn(0x7fdb9c0724b0 msgr2=0x7fdb9c0d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.815+0000 7fdba23ff700 1 -- 172.21.15.16:0/176882464 shutdown_connections 2023-09-23T06:36:27.819 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.815+0000 7fdba23ff700 1 -- 172.21.15.16:0/176882464 wait complete. 2023-09-23T06:36:27.822 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.816+0000 7fdba23ff700 1 Processor -- start 2023-09-23T06:36:27.822 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.817+0000 7fdba23ff700 1 -- start start 2023-09-23T06:36:27.822 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.817+0000 7fdba23ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdb9c0b4fe0 0x7fdb9c1f2890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:27.822 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.817+0000 7fdba23ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb9c15d770 0x7fdb9c14cc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:27.822 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.817+0000 7fdba23ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdb9c15db50 0x7fdb9c0b4150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:27.822 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.817+0000 7fdba23ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb9c0aa7a0 con 0x7fdb9c15d770 2023-09-23T06:36:27.822 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.817+0000 7fdba23ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb9c1f64f0 con 0x7fdb9c15db50 2023-09-23T06:36:27.822 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.817+0000 7fdba23ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb9c1f2dd0 con 0x7fdb9c0b4fe0 2023-09-23T06:36:27.823 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.818+0000 7fdb9bfff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdb9c0b4fe0 0x7fdb9c1f2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:27.823 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.818+0000 7fdb9b7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb9c15d770 0x7fdb9c14cc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:27.823 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.818+0000 7fdb9b7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb9c15d770 0x7fdb9c14cc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37114/0 (socket says 172.21.15.16:37114) 2023-09-23T06:36:27.823 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.818+0000 7fdb9b7fe700 1 -- 172.21.15.16:0/3533293815 learned_addr learned my addr 172.21.15.16:0/3533293815 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:27.823 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.818+0000 7fdba099c700 1 --2- 172.21.15.16:0/3533293815 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdb9c15db50 0x7fdb9c0b4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:27.823 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.818+0000 7fdb9b7fe700 1 -- 172.21.15.16:0/3533293815 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdb9c0b4fe0 msgr2=0x7fdb9c1f2890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:27.823 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.818+0000 7fdb9b7fe700 1 --2- 172.21.15.16:0/3533293815 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdb9c0b4fe0 0x7fdb9c1f2890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:27.823 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.818+0000 7fdb9b7fe700 1 -- 172.21.15.16:0/3533293815 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdb9c15db50 msgr2=0x7fdb9c0b4150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:27.823 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.818+0000 7fdb9b7fe700 1 --2- 172.21.15.16:0/3533293815 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdb9c15db50 0x7fdb9c0b4150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:27.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.818+0000 7fdb9b7fe700 1 -- 172.21.15.16:0/3533293815 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb900094a0 con 0x7fdb9c15d770 2023-09-23T06:36:27.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.818+0000 7fdb9b7fe700 1 --2- 172.21.15.16:0/3533293815 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb9c15d770 0x7fdb9c14cc00 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fdb900090b0 tx=0x7fdb90004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:27.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.819+0000 7fdb98ff9700 1 -- 172.21.15.16:0/3533293815 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb9001a6e0 con 0x7fdb9c15d770 2023-09-23T06:36:27.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.819+0000 7fdb98ff9700 1 -- 172.21.15.16:0/3533293815 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb9001a840 con 0x7fdb9c15d770 2023-09-23T06:36:27.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.819+0000 7fdb98ff9700 1 -- 172.21.15.16:0/3533293815 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb9001abb0 con 0x7fdb9c15d770 2023-09-23T06:36:27.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.819+0000 7fdba23ff700 1 -- 172.21.15.16:0/3533293815 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb9c14d140 con 0x7fdb9c15d770 2023-09-23T06:36:27.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.819+0000 7fdba23ff700 1 -- 172.21.15.16:0/3533293815 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb9c1f6740 con 0x7fdb9c15d770 2023-09-23T06:36:27.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.820+0000 7fdba23ff700 1 -- 172.21.15.16:0/3533293815 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb9c074b40 con 0x7fdb9c15d770 2023-09-23T06:36:27.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.821+0000 7fdb98ff9700 1 -- 172.21.15.16:0/3533293815 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fdb90022070 con 0x7fdb9c15d770 2023-09-23T06:36:27.826 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.822+0000 7fdb98ff9700 1 --2- 172.21.15.16:0/3533293815 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fdb8806afc0 0x7fdb8806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:27.826 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.822+0000 7fdb98ff9700 1 -- 172.21.15.16:0/3533293815 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdb9008a2c0 con 0x7fdb9c15d770 2023-09-23T06:36:27.826 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.822+0000 7fdb9bfff700 1 --2- 172.21.15.16:0/3533293815 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fdb8806afc0 0x7fdb8806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:27.826 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.823+0000 7fdb9bfff700 1 --2- 172.21.15.16:0/3533293815 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fdb8806afc0 0x7fdb8806d480 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c0011e0 tx=0x7fdb8c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:27.828 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:27.826+0000 7fdb98ff9700 1 -- 172.21.15.16:0/3533293815 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fdb900553a0 con 0x7fdb9c15d770 2023-09-23T06:36:28.082 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.081+0000 7fdba23ff700 1 -- 172.21.15.16:0/3533293815 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdb9c15cbc0 con 0x7fdb9c15d770 2023-09-23T06:36:28.083 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.081+0000 7fdb98ff9700 1 -- 172.21.15.16:0/3533293815 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4904 (secure 0 0 0) 0x7fdb900589c0 con 0x7fdb9c15d770 2023-09-23T06:36:28.083 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:28.083 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1203152697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":1203152697},{"type":"v1","addr":"172.21.15.92:6837","nonce":1203152697}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4235,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/3064081576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3064081576},{"type":"v1","addr":"172.21.15.92:6836","nonce":3064081576}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2701012235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2701012235},{"type":"v1","addr":"172.21.15.16:6834","nonce":2701012235}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-23T06:36:11.711689+0000","modified":"2023-09-23T06:36:14.741776+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4272},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4272":{"gid":4272,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/908189045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":908189045},{"type":"v1","addr":"172.21.15.16:6835","nonce":908189045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-23T06:36:28.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.084+0000 7fdba23ff700 1 -- 172.21.15.16:0/3533293815 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fdb8806afc0 msgr2=0x7fdb8806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:28.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.084+0000 7fdba23ff700 1 --2- 172.21.15.16:0/3533293815 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fdb8806afc0 0x7fdb8806d480 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c0011e0 tx=0x7fdb8c009040 comp rx=0 tx=0).stop 2023-09-23T06:36:28.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.084+0000 7fdba23ff700 1 -- 172.21.15.16:0/3533293815 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb9c15d770 msgr2=0x7fdb9c14cc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:28.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.084+0000 7fdba23ff700 1 --2- 172.21.15.16:0/3533293815 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb9c15d770 0x7fdb9c14cc00 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7fdb900090b0 tx=0x7fdb90004750 comp rx=0 tx=0).stop 2023-09-23T06:36:28.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.084+0000 7fdba23ff700 1 -- 172.21.15.16:0/3533293815 shutdown_connections 2023-09-23T06:36:28.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.084+0000 7fdba23ff700 1 --2- 172.21.15.16:0/3533293815 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdb9c15db50 0x7fdb9c0b4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:28.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.084+0000 7fdba23ff700 1 --2- 172.21.15.16:0/3533293815 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdb9c0b4fe0 0x7fdb9c1f2890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:28.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.084+0000 7fdba23ff700 1 --2- 172.21.15.16:0/3533293815 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fdb8806afc0 0x7fdb8806d480 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:28.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.084+0000 7fdba23ff700 1 --2- 172.21.15.16:0/3533293815 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdb9c15d770 0x7fdb9c14cc00 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:28.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.084+0000 7fdba23ff700 1 -- 172.21.15.16:0/3533293815 >> 172.21.15.16:0/3533293815 conn(0x7fdb9c0724b0 msgr2=0x7fdb9c0cf660 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:28.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.084+0000 7fdba23ff700 1 -- 172.21.15.16:0/3533293815 shutdown_connections 2023-09-23T06:36:28.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.084+0000 7fdba23ff700 1 -- 172.21.15.16:0/3533293815 wait complete. 2023-09-23T06:36:28.087 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 8 2023-09-23T06:36:28.103 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:36:28.307 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.305+0000 7f8ad1fff700 1 Processor -- start 2023-09-23T06:36:28.307 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.305+0000 7f8ad1fff700 1 -- start start 2023-09-23T06:36:28.309 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.307+0000 7f8ad1fff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8acc15d920 0x7f8acc0d18c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:28.309 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.307+0000 7f8ad1fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8acc0d3060 0x7f8acc0b90a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:28.309 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.307+0000 7f8ad1fff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8acc0d1fc0 con 0x7f8acc0b5000 2023-09-23T06:36:28.309 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.307+0000 7f8ad1fff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8acc0ced80 con 0x7f8acc0d3060 2023-09-23T06:36:28.310 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.307+0000 7f8ad1fff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8acc0b95e0 con 0x7f8acc15d920 2023-09-23T06:36:28.310 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.307+0000 7f8ac3fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8acc0d3060 0x7f8acc0b90a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:28.310 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.307+0000 7f8ac3fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8acc0d3060 0x7f8acc0b90a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37120/0 (socket says 172.21.15.16:37120) 2023-09-23T06:36:28.310 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.307+0000 7f8ac3fff700 1 -- 172.21.15.16:0/466115642 learned_addr learned my addr 172.21.15.16:0/466115642 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:28.310 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.307+0000 7f8acb7fe700 1 --2- 172.21.15.16:0/466115642 >> v2:172.21.15.92:3300/0 conn(0x7f8acc15d920 0x7f8acc0d18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:28.310 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.307+0000 7f8ac3fff700 1 -- 172.21.15.16:0/466115642 >> v2:172.21.15.92:3300/0 conn(0x7f8acc15d920 msgr2=0x7f8acc0d18c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:28.310 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.307+0000 7f8ac3fff700 1 --2- 172.21.15.16:0/466115642 >> v2:172.21.15.92:3300/0 conn(0x7f8acc15d920 0x7f8acc0d18c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:28.310 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.307+0000 7f8ac3fff700 1 -- 172.21.15.16:0/466115642 >> v1:172.21.15.92:6789/0 conn(0x7f8acc0b5000 legacy=0x7f8acc06b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:28.310 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.307+0000 7f8ac3fff700 1 -- 172.21.15.16:0/466115642 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8acc0d22a0 con 0x7f8acc0d3060 2023-09-23T06:36:28.310 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.308+0000 7f8ac3fff700 1 --2- 172.21.15.16:0/466115642 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8acc0d3060 0x7f8acc0b90a0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f8acc0cddd0 tx=0x7f8ab4009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=265a86ed693733cb server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:28.311 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.308+0000 7f8acaffd700 1 -- 172.21.15.16:0/466115642 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ab4011830 con 0x7f8acc0d3060 2023-09-23T06:36:28.311 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.308+0000 7f8acaffd700 1 -- 172.21.15.16:0/466115642 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ab4011990 con 0x7f8acc0d3060 2023-09-23T06:36:28.312 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.308+0000 7f8acaffd700 1 -- 172.21.15.16:0/466115642 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ab4011d20 con 0x7f8acc0d3060 2023-09-23T06:36:28.312 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.308+0000 7f8ad1fff700 1 -- 172.21.15.16:0/466115642 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8acc0d3060 msgr2=0x7f8acc0b90a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:28.312 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.308+0000 7f8ad1fff700 1 --2- 172.21.15.16:0/466115642 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8acc0d3060 0x7f8acc0b90a0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f8acc0cddd0 tx=0x7f8ab4009bd0 comp rx=0 tx=0).stop 2023-09-23T06:36:28.312 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.309+0000 7f8ad1fff700 1 -- 172.21.15.16:0/466115642 shutdown_connections 2023-09-23T06:36:28.312 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.309+0000 7f8ad1fff700 1 --2- 172.21.15.16:0/466115642 >> v2:172.21.15.92:3300/0 conn(0x7f8acc15d920 0x7f8acc0d18c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:28.312 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.309+0000 7f8ad1fff700 1 --2- 172.21.15.16:0/466115642 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8acc0d3060 0x7f8acc0b90a0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:28.312 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.309+0000 7f8ad1fff700 1 -- 172.21.15.16:0/466115642 >> 172.21.15.16:0/466115642 conn(0x7f8acc0d0000 msgr2=0x7f8acc0d03e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:28.312 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.309+0000 7f8ad1fff700 1 -- 172.21.15.16:0/466115642 shutdown_connections 2023-09-23T06:36:28.312 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.309+0000 7f8ad1fff700 1 -- 172.21.15.16:0/466115642 wait complete. 2023-09-23T06:36:28.314 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.310+0000 7f8ad1fff700 1 Processor -- start 2023-09-23T06:36:28.314 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.310+0000 7f8ad1fff700 1 -- start start 2023-09-23T06:36:28.315 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.311+0000 7f8ad1fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8acc0b5000 0x7f8acc1f2530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:28.315 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.311+0000 7f8ad1fff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8acc0d3060 0x7f8acc0cc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:28.315 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.311+0000 7f8ad1fff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8acc15d920 0x7f8acc15e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:28.315 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.311+0000 7f8ad1fff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8acc0d2c40 con 0x7f8acc0b5000 2023-09-23T06:36:28.315 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.311+0000 7f8ad1fff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8acc1539c0 con 0x7f8acc15d920 2023-09-23T06:36:28.315 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.311+0000 7f8ad1fff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8acc0cd410 con 0x7f8acc0d3060 2023-09-23T06:36:28.315 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.312+0000 7f8acb7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8acc0b5000 0x7f8acc1f2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:28.315 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.312+0000 7f8acb7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8acc0b5000 0x7f8acc1f2530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37136/0 (socket says 172.21.15.16:37136) 2023-09-23T06:36:28.315 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.312+0000 7f8acb7fe700 1 -- 172.21.15.16:0/2738214002 learned_addr learned my addr 172.21.15.16:0/2738214002 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:28.315 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.312+0000 7f8ac3fff700 1 --2- 172.21.15.16:0/2738214002 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8acc0d3060 0x7f8acc0cc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:28.315 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.312+0000 7f8acbfff700 1 --2- 172.21.15.16:0/2738214002 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8acc15d920 0x7f8acc15e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:28.315 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.312+0000 7f8acb7fe700 1 -- 172.21.15.16:0/2738214002 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8acc0d3060 msgr2=0x7f8acc0cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:28.316 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.312+0000 7f8acb7fe700 1 --2- 172.21.15.16:0/2738214002 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8acc0d3060 0x7f8acc0cc0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:28.316 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.312+0000 7f8acb7fe700 1 -- 172.21.15.16:0/2738214002 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8acc15d920 msgr2=0x7f8acc15e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:28.316 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.312+0000 7f8acb7fe700 1 --2- 172.21.15.16:0/2738214002 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8acc15d920 0x7f8acc15e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:28.316 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.312+0000 7f8acb7fe700 1 -- 172.21.15.16:0/2738214002 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ab4009550 con 0x7f8acc0b5000 2023-09-23T06:36:28.316 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.312+0000 7f8acbfff700 1 --2- 172.21.15.16:0/2738214002 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8acc15d920 0x7f8acc15e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:28.316 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.312+0000 7f8acb7fe700 1 --2- 172.21.15.16:0/2738214002 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8acc0b5000 0x7f8acc1f2530 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f8abc00e8a0 tx=0x7f8abc00ebb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:28.316 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.312+0000 7f8ac8ff9700 1 -- 172.21.15.16:0/2738214002 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8abc009590 con 0x7f8acc0b5000 2023-09-23T06:36:28.316 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.312+0000 7f8ac8ff9700 1 -- 172.21.15.16:0/2738214002 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8abc013680 con 0x7f8acc0b5000 2023-09-23T06:36:28.316 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.312+0000 7f8ad1fff700 1 -- 172.21.15.16:0/2738214002 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8acc15dff0 con 0x7f8acc0b5000 2023-09-23T06:36:28.316 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.313+0000 7f8ac8ff9700 1 -- 172.21.15.16:0/2738214002 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8abc0139f0 con 0x7f8acc0b5000 2023-09-23T06:36:28.316 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.313+0000 7f8ad1fff700 1 -- 172.21.15.16:0/2738214002 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8acc0cd130 con 0x7f8acc0b5000 2023-09-23T06:36:28.317 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.314+0000 7f8ad1fff700 1 -- 172.21.15.16:0/2738214002 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8acc15e320 con 0x7f8acc0b5000 2023-09-23T06:36:28.317 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.314+0000 7f8ac8ff9700 1 -- 172.21.15.16:0/2738214002 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f8abc013b50 con 0x7f8acc0b5000 2023-09-23T06:36:28.317 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.316+0000 7f8ac8ff9700 1 --2- 172.21.15.16:0/2738214002 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8aac06afc0 0x7f8aac06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:28.318 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.316+0000 7f8ac8ff9700 1 -- 172.21.15.16:0/2738214002 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8abc0895d0 con 0x7f8acc0b5000 2023-09-23T06:36:28.318 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.316+0000 7f8ac3fff700 1 --2- 172.21.15.16:0/2738214002 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8aac06afc0 0x7f8aac06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:28.318 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.317+0000 7f8ac3fff700 1 --2- 172.21.15.16:0/2738214002 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8aac06afc0 0x7f8aac06d480 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8ab4009c10 tx=0x7f8ab4008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:28.322 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.320+0000 7f8ac8ff9700 1 -- 172.21.15.16:0/2738214002 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f8abc054600 con 0x7f8acc0b5000 2023-09-23T06:36:28.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.527+0000 7f8ad1fff700 1 -- 172.21.15.16:0/2738214002 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8acc15de50 con 0x7f8acc0b5000 2023-09-23T06:36:28.530 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.528+0000 7f8ac8ff9700 1 -- 172.21.15.16:0/2738214002 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f8acc15de50 con 0x7f8acc0b5000 2023-09-23T06:36:28.530 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:28.530 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:36:13.020285+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:36:09.790555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-23T06:36:10.695995+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:36:28.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.531+0000 7f8ad1fff700 1 -- 172.21.15.16:0/2738214002 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8aac06afc0 msgr2=0x7f8aac06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:28.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.531+0000 7f8ad1fff700 1 --2- 172.21.15.16:0/2738214002 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8aac06afc0 0x7f8aac06d480 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f8ab4009c10 tx=0x7f8ab4008030 comp rx=0 tx=0).stop 2023-09-23T06:36:28.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.531+0000 7f8ad1fff700 1 -- 172.21.15.16:0/2738214002 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8acc0b5000 msgr2=0x7f8acc1f2530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:28.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.531+0000 7f8ad1fff700 1 --2- 172.21.15.16:0/2738214002 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8acc0b5000 0x7f8acc1f2530 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f8abc00e8a0 tx=0x7f8abc00ebb0 comp rx=0 tx=0).stop 2023-09-23T06:36:28.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.531+0000 7f8ad1fff700 1 -- 172.21.15.16:0/2738214002 shutdown_connections 2023-09-23T06:36:28.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.531+0000 7f8ad1fff700 1 --2- 172.21.15.16:0/2738214002 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8acc15d920 0x7f8acc15e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:28.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.531+0000 7f8ad1fff700 1 --2- 172.21.15.16:0/2738214002 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8aac06afc0 0x7f8aac06d480 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:28.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.531+0000 7f8ad1fff700 1 --2- 172.21.15.16:0/2738214002 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8acc0b5000 0x7f8acc1f2530 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:28.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.531+0000 7f8ad1fff700 1 --2- 172.21.15.16:0/2738214002 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8acc0d3060 0x7f8acc0cc0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:28.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.531+0000 7f8ad1fff700 1 -- 172.21.15.16:0/2738214002 >> 172.21.15.16:0/2738214002 conn(0x7f8acc0d0000 msgr2=0x7f8acc0b3480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:28.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.531+0000 7f8ad1fff700 1 -- 172.21.15.16:0/2738214002 shutdown_connections 2023-09-23T06:36:28.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.531+0000 7f8ad1fff700 1 -- 172.21.15.16:0/2738214002 wait complete. 2023-09-23T06:36:28.551 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-23T06:36:28.753 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.751+0000 7fd2f3fff700 1 Processor -- start 2023-09-23T06:36:28.753 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.752+0000 7fd2f3fff700 1 -- start start 2023-09-23T06:36:28.757 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.753+0000 7fd2f3fff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd2ec15d770 0x7fd2ec0ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:28.758 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.753+0000 7fd2f3fff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2ec15db50 0x7fd2ec0b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:28.758 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.753+0000 7fd2f3fff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2ec15ec00 con 0x7fd2ec0b4fe0 2023-09-23T06:36:28.758 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.753+0000 7fd2f3fff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2ec0b65c0 con 0x7fd2ec15d770 2023-09-23T06:36:28.758 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.753+0000 7fd2f3fff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2ec0cdd00 con 0x7fd2ec15db50 2023-09-23T06:36:28.758 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.753+0000 7fd2f259c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd2ec0b4fe0 0x7fd2ec161600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48030/0 (socket says 172.21.15.16:48030) 2023-09-23T06:36:28.758 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.753+0000 7fd2f259c700 1 -- 172.21.15.16:0/831805597 learned_addr learned my addr 172.21.15.16:0/831805597 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:28.758 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.753+0000 7fd2f1d9b700 1 --2- 172.21.15.16:0/831805597 >> v2:172.21.15.92:3300/0 conn(0x7fd2ec15d770 0x7fd2ec0ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:28.758 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.753+0000 7fd2f159a700 1 --2- 172.21.15.16:0/831805597 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2ec15db50 0x7fd2ec0b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:28.759 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.754+0000 7fd2f0d99700 1 -- 172.21.15.16:0/831805597 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 409030050 0 0) 0x7fd2ec15ec00 con 0x7fd2ec0b4fe0 2023-09-23T06:36:28.759 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.754+0000 7fd2f0d99700 1 -- 172.21.15.16:0/831805597 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd2d80035b0 con 0x7fd2ec0b4fe0 2023-09-23T06:36:28.759 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.754+0000 7fd2f1d9b700 1 -- 172.21.15.16:0/831805597 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2ec15db50 msgr2=0x7fd2ec0b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:28.759 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.754+0000 7fd2f1d9b700 1 --2- 172.21.15.16:0/831805597 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2ec15db50 0x7fd2ec0b8e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:28.759 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.754+0000 7fd2f1d9b700 1 -- 172.21.15.16:0/831805597 >> v1:172.21.15.16:6789/0 conn(0x7fd2ec0b4fe0 legacy=0x7fd2ec161600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:28.759 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.754+0000 7fd2f1d9b700 1 -- 172.21.15.16:0/831805597 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2ec15e080 con 0x7fd2ec15d770 2023-09-23T06:36:28.760 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.754+0000 7fd2f159a700 1 --2- 172.21.15.16:0/831805597 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2ec15db50 0x7fd2ec0b8e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:28.760 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.754+0000 7fd2f1d9b700 1 --2- 172.21.15.16:0/831805597 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2ec15d770 0x7fd2ec0ce420 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd2e8009840 tx=0x7fd2e8009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=79cbe4990aec2467 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:28.760 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.754+0000 7fd2f0d99700 1 -- 172.21.15.16:0/831805597 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2e8011830 con 0x7fd2ec15d770 2023-09-23T06:36:28.760 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.754+0000 7fd2f0d99700 1 -- 172.21.15.16:0/831805597 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2e8011990 con 0x7fd2ec15d770 2023-09-23T06:36:28.760 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.754+0000 7fd2f0d99700 1 -- 172.21.15.16:0/831805597 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2e8011d20 con 0x7fd2ec15d770 2023-09-23T06:36:28.760 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.755+0000 7fd2f3fff700 1 -- 172.21.15.16:0/831805597 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2ec15d770 msgr2=0x7fd2ec0ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:28.760 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.755+0000 7fd2f3fff700 1 --2- 172.21.15.16:0/831805597 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2ec15d770 0x7fd2ec0ce420 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fd2e8009840 tx=0x7fd2e8009b50 comp rx=0 tx=0).stop 2023-09-23T06:36:28.761 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.755+0000 7fd2f3fff700 1 -- 172.21.15.16:0/831805597 shutdown_connections 2023-09-23T06:36:28.761 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.755+0000 7fd2f3fff700 1 --2- 172.21.15.16:0/831805597 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2ec15d770 0x7fd2ec0ce420 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:28.762 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.755+0000 7fd2f3fff700 1 --2- 172.21.15.16:0/831805597 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2ec15db50 0x7fd2ec0b8e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:28.762 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.755+0000 7fd2f3fff700 1 -- 172.21.15.16:0/831805597 >> 172.21.15.16:0/831805597 conn(0x7fd2ec0724b0 msgr2=0x7fd2ec0d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:28.762 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.755+0000 7fd2f3fff700 1 -- 172.21.15.16:0/831805597 shutdown_connections 2023-09-23T06:36:28.762 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.755+0000 7fd2f3fff700 1 -- 172.21.15.16:0/831805597 wait complete. 2023-09-23T06:36:28.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.757+0000 7fd2f3fff700 1 Processor -- start 2023-09-23T06:36:28.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.757+0000 7fd2f3fff700 1 -- start start 2023-09-23T06:36:28.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.758+0000 7fd2f3fff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2ec0b4fe0 0x7fd2ec0cc090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:28.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.758+0000 7fd2f3fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2ec15d770 0x7fd2ec0c5fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:28.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.758+0000 7fd2f3fff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2ec15db50 0x7fd2ec1f5cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:28.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.758+0000 7fd2f3fff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2ec149210 con 0x7fd2ec15d770 2023-09-23T06:36:28.770 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.758+0000 7fd2f3fff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2ec14f530 con 0x7fd2ec15db50 2023-09-23T06:36:28.770 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.758+0000 7fd2f3fff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2ec0cc670 con 0x7fd2ec0b4fe0 2023-09-23T06:36:28.770 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.758+0000 7fd2f159a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2ec15d770 0x7fd2ec0c5fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:28.770 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.758+0000 7fd2f159a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2ec15d770 0x7fd2ec0c5fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37144/0 (socket says 172.21.15.16:37144) 2023-09-23T06:36:28.771 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.758+0000 7fd2f159a700 1 -- 172.21.15.16:0/1794393773 learned_addr learned my addr 172.21.15.16:0/1794393773 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:28.772 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.758+0000 7fd2f1d9b700 1 --2- 172.21.15.16:0/1794393773 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2ec0b4fe0 0x7fd2ec0cc090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:28.772 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.758+0000 7fd2f259c700 1 --2- 172.21.15.16:0/1794393773 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2ec15db50 0x7fd2ec1f5cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:28.772 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.758+0000 7fd2f159a700 1 -- 172.21.15.16:0/1794393773 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2ec0b4fe0 msgr2=0x7fd2ec0cc090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:28.772 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.758+0000 7fd2f159a700 1 --2- 172.21.15.16:0/1794393773 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2ec0b4fe0 0x7fd2ec0cc090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:28.772 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.758+0000 7fd2f159a700 1 -- 172.21.15.16:0/1794393773 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2ec15db50 msgr2=0x7fd2ec1f5cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:28.772 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.758+0000 7fd2f159a700 1 --2- 172.21.15.16:0/1794393773 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2ec15db50 0x7fd2ec1f5cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:28.772 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.759+0000 7fd2f159a700 1 -- 172.21.15.16:0/1794393773 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2dc0094a0 con 0x7fd2ec15d770 2023-09-23T06:36:28.772 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.759+0000 7fd2f159a700 1 --2- 172.21.15.16:0/1794393773 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2ec15d770 0x7fd2ec0c5fb0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fd2dc00ebb0 tx=0x7fd2dc00eec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:28.772 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.759+0000 7fd2e27fc700 1 -- 172.21.15.16:0/1794393773 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2dc00c850 con 0x7fd2ec15d770 2023-09-23T06:36:28.772 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.759+0000 7fd2e27fc700 1 -- 172.21.15.16:0/1794393773 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2dc00c9b0 con 0x7fd2ec15d770 2023-09-23T06:36:28.772 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.759+0000 7fd2e27fc700 1 -- 172.21.15.16:0/1794393773 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2dc00cd40 con 0x7fd2ec15d770 2023-09-23T06:36:28.773 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.759+0000 7fd2f3fff700 1 -- 172.21.15.16:0/1794393773 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2e80094a0 con 0x7fd2ec15d770 2023-09-23T06:36:28.773 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.759+0000 7fd2f3fff700 1 -- 172.21.15.16:0/1794393773 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2ec0ccc30 con 0x7fd2ec15d770 2023-09-23T06:36:28.773 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.760+0000 7fd2f3fff700 1 -- 172.21.15.16:0/1794393773 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2ec074b40 con 0x7fd2ec15d770 2023-09-23T06:36:28.773 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.761+0000 7fd2e27fc700 1 -- 172.21.15.16:0/1794393773 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fd2dc013470 con 0x7fd2ec15d770 2023-09-23T06:36:28.773 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.762+0000 7fd2e27fc700 1 --2- 172.21.15.16:0/1794393773 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd2d006afc0 0x7fd2d006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:28.773 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.762+0000 7fd2e27fc700 1 -- 172.21.15.16:0/1794393773 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd2dc0896f0 con 0x7fd2ec15d770 2023-09-23T06:36:28.773 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.763+0000 7fd2f1d9b700 1 --2- 172.21.15.16:0/1794393773 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd2d006afc0 0x7fd2d006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:28.773 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.763+0000 7fd2f1d9b700 1 --2- 172.21.15.16:0/1794393773 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd2d006afc0 0x7fd2d006d480 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd2e8000c00 tx=0x7fd2e8008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:28.773 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:28.766+0000 7fd2e27fc700 1 -- 172.21.15.16:0/1794393773 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fd2dc054720 con 0x7fd2ec15d770 2023-09-23T06:36:29.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.014+0000 7fd2f3fff700 1 -- 172.21.15.16:0/1794393773 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd2ec149350 con 0x7fd2ec15d770 2023-09-23T06:36:29.017 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.015+0000 7fd2e27fc700 1 -- 172.21.15.16:0/1794393773 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4904 (secure 0 0 0) 0x7fd2ec149350 con 0x7fd2ec15d770 2023-09-23T06:36:29.017 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:29.017 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1203152697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":1203152697},{"type":"v1","addr":"172.21.15.92:6837","nonce":1203152697}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4235,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/3064081576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3064081576},{"type":"v1","addr":"172.21.15.92:6836","nonce":3064081576}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2701012235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2701012235},{"type":"v1","addr":"172.21.15.16:6834","nonce":2701012235}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-23T06:36:11.711689+0000","modified":"2023-09-23T06:36:14.741776+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4272},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4272":{"gid":4272,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/908189045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":908189045},{"type":"v1","addr":"172.21.15.16:6835","nonce":908189045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-23T06:36:29.020 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.018+0000 7fd2f3fff700 1 -- 172.21.15.16:0/1794393773 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd2d006afc0 msgr2=0x7fd2d006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:29.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.018+0000 7fd2f3fff700 1 --2- 172.21.15.16:0/1794393773 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd2d006afc0 0x7fd2d006d480 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd2e8000c00 tx=0x7fd2e8008030 comp rx=0 tx=0).stop 2023-09-23T06:36:29.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.018+0000 7fd2f3fff700 1 -- 172.21.15.16:0/1794393773 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2ec15d770 msgr2=0x7fd2ec0c5fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:29.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.018+0000 7fd2f3fff700 1 --2- 172.21.15.16:0/1794393773 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2ec15d770 0x7fd2ec0c5fb0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fd2dc00ebb0 tx=0x7fd2dc00eec0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.018+0000 7fd2f3fff700 1 -- 172.21.15.16:0/1794393773 shutdown_connections 2023-09-23T06:36:29.022 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.018+0000 7fd2f3fff700 1 --2- 172.21.15.16:0/1794393773 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2ec15db50 0x7fd2ec1f5cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.022 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.018+0000 7fd2f3fff700 1 --2- 172.21.15.16:0/1794393773 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2ec0b4fe0 0x7fd2ec0cc090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.023 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.018+0000 7fd2f3fff700 1 --2- 172.21.15.16:0/1794393773 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd2d006afc0 0x7fd2d006d480 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.023 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.018+0000 7fd2f3fff700 1 --2- 172.21.15.16:0/1794393773 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2ec15d770 0x7fd2ec0c5fb0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.023 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.018+0000 7fd2f3fff700 1 -- 172.21.15.16:0/1794393773 >> 172.21.15.16:0/1794393773 conn(0x7fd2ec0724b0 msgr2=0x7fd2ec0cff70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:29.023 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.018+0000 7fd2f3fff700 1 -- 172.21.15.16:0/1794393773 shutdown_connections 2023-09-23T06:36:29.023 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.018+0000 7fd2f3fff700 1 -- 172.21.15.16:0/1794393773 wait complete. 2023-09-23T06:36:29.024 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 8 2023-09-23T06:36:29.440 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 8, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-09-23T06:36:11.711689+0000', 'modified': '2023-09-23T06:36:14.741776+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4272}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4272': {'gid': 4272, 'name': 'c', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.16:6835/908189045', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.16:6833', 'nonce': 908189045}, {'type': 'v1', 'addr': '172.21.15.16:6835', 'nonce': 908189045}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-09-23T06:36:29.440 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-09-23T06:36:29.441 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2023-09-23T06:36:29.647 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.645+0000 7f32003ff700 1 Processor -- start 2023-09-23T06:36:29.647 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.645+0000 7f32003ff700 1 -- start start 2023-09-23T06:36:29.648 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.646+0000 7f32003ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f31f8160b10 0x7f31f80b6630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:29.648 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.647+0000 7f32003ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31f80b6ff0 con 0x7f31f80b92b0 2023-09-23T06:36:29.648 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.647+0000 7f32003ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31f80b72d0 con 0x7f31f80b6b70 2023-09-23T06:36:29.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.647+0000 7f32003ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31f80b75b0 con 0x7f31f8160b10 2023-09-23T06:36:29.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.647+0000 7f31fe99c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f31f80b92b0 0x7f31f80b8090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:48046/0 (socket says 172.21.15.16:48046) 2023-09-23T06:36:29.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.647+0000 7f31fe99c700 1 -- 172.21.15.16:0/2526667895 learned_addr learned my addr 172.21.15.16:0/2526667895 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:29.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.647+0000 7f31fe19b700 1 --2- 172.21.15.16:0/2526667895 >> v2:172.21.15.92:3300/0 conn(0x7f31f8160b10 0x7f31f80b6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:29.650 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.647+0000 7f31fd199700 1 -- 172.21.15.16:0/2526667895 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2948409563 0 0) 0x7f31f80b6ff0 con 0x7f31f80b92b0 2023-09-23T06:36:29.650 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.647+0000 7f31fd199700 1 -- 172.21.15.16:0/2526667895 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f31e40035b0 con 0x7f31f80b92b0 2023-09-23T06:36:29.650 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.647+0000 7f31fe19b700 1 -- 172.21.15.16:0/2526667895 >> v1:172.21.15.92:6789/0 conn(0x7f31f80b6b70 legacy=0x7f31f80d1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:29.650 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.647+0000 7f31fd199700 1 -- 172.21.15.16:0/2526667895 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1607825555 0 0) 0x7f31f80b72d0 con 0x7f31f80b6b70 2023-09-23T06:36:29.650 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.648+0000 7f31fe19b700 1 -- 172.21.15.16:0/2526667895 >> v1:172.21.15.16:6789/0 conn(0x7f31f80b92b0 legacy=0x7f31f80b8090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:29.650 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.648+0000 7f31fe19b700 1 -- 172.21.15.16:0/2526667895 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31f80b7890 con 0x7f31f8160b10 2023-09-23T06:36:29.651 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.648+0000 7f31fe19b700 1 --2- 172.21.15.16:0/2526667895 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f31f8160b10 0x7f31f80b6630 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f31f4009840 tx=0x7f31f4009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f9c2a116cab527fa server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:29.651 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.648+0000 7f31fd199700 1 -- 172.21.15.16:0/2526667895 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31f00019f0 con 0x7f31f8160b10 2023-09-23T06:36:29.651 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.648+0000 7f31fd199700 1 -- 172.21.15.16:0/2526667895 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31f4004030 con 0x7f31f8160b10 2023-09-23T06:36:29.651 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.648+0000 7f31fd199700 1 -- 172.21.15.16:0/2526667895 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31f40043c0 con 0x7f31f8160b10 2023-09-23T06:36:29.651 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.649+0000 7f32003ff700 1 -- 172.21.15.16:0/2526667895 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f31f8160b10 msgr2=0x7f31f80b6630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:29.651 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.649+0000 7f32003ff700 1 --2- 172.21.15.16:0/2526667895 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f31f8160b10 0x7f31f80b6630 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f31f4009840 tx=0x7f31f4009b50 comp rx=0 tx=0).stop 2023-09-23T06:36:29.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.649+0000 7f32003ff700 1 -- 172.21.15.16:0/2526667895 shutdown_connections 2023-09-23T06:36:29.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.649+0000 7f32003ff700 1 --2- 172.21.15.16:0/2526667895 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f31f8160b10 0x7f31f80b6630 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.649+0000 7f32003ff700 1 -- 172.21.15.16:0/2526667895 >> 172.21.15.16:0/2526667895 conn(0x7f31f8072270 msgr2=0x7f31f8072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:29.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.649+0000 7f32003ff700 1 -- 172.21.15.16:0/2526667895 shutdown_connections 2023-09-23T06:36:29.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.649+0000 7f32003ff700 1 -- 172.21.15.16:0/2526667895 wait complete. 2023-09-23T06:36:29.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.651+0000 7f32003ff700 1 Processor -- start 2023-09-23T06:36:29.653 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.651+0000 7f32003ff700 1 -- start start 2023-09-23T06:36:29.655 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.652+0000 7f32003ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31f80b6b70 0x7f31f8153ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:29.655 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.652+0000 7f32003ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f31f80b92b0 0x7f31f80cba20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:29.655 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.652+0000 7f32003ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f31f8160b10 0x7f31f80cbf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:29.655 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.652+0000 7f32003ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31f80c7150 con 0x7f31f80b6b70 2023-09-23T06:36:29.655 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.652+0000 7f32003ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31f81e5ea0 con 0x7f31f8160b10 2023-09-23T06:36:29.655 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.652+0000 7f32003ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31f80b4690 con 0x7f31f80b92b0 2023-09-23T06:36:29.655 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.652+0000 7f31fe19b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31f80b6b70 0x7f31f8153ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:29.655 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.652+0000 7f31fe19b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31f80b6b70 0x7f31f8153ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37152/0 (socket says 172.21.15.16:37152) 2023-09-23T06:36:29.655 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.652+0000 7f31fe19b700 1 -- 172.21.15.16:0/3322675939 learned_addr learned my addr 172.21.15.16:0/3322675939 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:29.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.652+0000 7f31fe99c700 1 --2- 172.21.15.16:0/3322675939 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f31f8160b10 0x7f31f80cbf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:29.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.652+0000 7f31fd99a700 1 --2- 172.21.15.16:0/3322675939 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f31f80b92b0 0x7f31f80cba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:29.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.652+0000 7f31fe19b700 1 -- 172.21.15.16:0/3322675939 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f31f80b92b0 msgr2=0x7f31f80cba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:29.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.652+0000 7f31fe19b700 1 --2- 172.21.15.16:0/3322675939 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f31f80b92b0 0x7f31f80cba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.652+0000 7f31fe19b700 1 -- 172.21.15.16:0/3322675939 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f31f8160b10 msgr2=0x7f31f80cbf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:29.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.652+0000 7f31fe19b700 1 --2- 172.21.15.16:0/3322675939 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f31f8160b10 0x7f31f80cbf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.652+0000 7f31fe19b700 1 -- 172.21.15.16:0/3322675939 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31f40094a0 con 0x7f31f80b6b70 2023-09-23T06:36:29.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.652+0000 7f31fd99a700 1 --2- 172.21.15.16:0/3322675939 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f31f80b92b0 0x7f31f80cba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:29.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.653+0000 7f31fe19b700 1 --2- 172.21.15.16:0/3322675939 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31f80b6b70 0x7f31f8153ad0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f31f80b52e0 tx=0x7f31f4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:29.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.653+0000 7f31eeffd700 1 -- 172.21.15.16:0/3322675939 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31f4010790 con 0x7f31f80b6b70 2023-09-23T06:36:29.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.653+0000 7f31eeffd700 1 -- 172.21.15.16:0/3322675939 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31f40108f0 con 0x7f31f80b6b70 2023-09-23T06:36:29.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.653+0000 7f31eeffd700 1 -- 172.21.15.16:0/3322675939 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31f4010c80 con 0x7f31f80b6b70 2023-09-23T06:36:29.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.653+0000 7f32003ff700 1 -- 172.21.15.16:0/3322675939 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31f80b4970 con 0x7f31f80b6b70 2023-09-23T06:36:29.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.653+0000 7f32003ff700 1 -- 172.21.15.16:0/3322675939 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31f81e60f0 con 0x7f31f80b6b70 2023-09-23T06:36:29.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.655+0000 7f31eeffd700 1 -- 172.21.15.16:0/3322675939 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f31f401c420 con 0x7f31f80b6b70 2023-09-23T06:36:29.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.656+0000 7f31eeffd700 1 --2- 172.21.15.16:0/3322675939 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f31dc06afc0 0x7f31dc06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:29.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.656+0000 7f31eeffd700 1 -- 172.21.15.16:0/3322675939 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f31f408aea0 con 0x7f31f80b6b70 2023-09-23T06:36:29.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.657+0000 7f31fd99a700 1 --2- 172.21.15.16:0/3322675939 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f31dc06afc0 0x7f31dc06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:29.659 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.657+0000 7f31fd99a700 1 --2- 172.21.15.16:0/3322675939 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f31dc06afc0 0x7f31dc06d480 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f31f80c6d10 tx=0x7f31e8009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:29.660 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.658+0000 7f3213d26b80 1 Processor -- start 2023-09-23T06:36:29.660 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.658+0000 7f3213d26b80 1 -- start start 2023-09-23T06:36:29.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.659+0000 7f3213d26b80 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f974bb0 0x559d0f974f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:29.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.659+0000 7f3213d26b80 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x559d0f946210 0x559d0f991520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:29.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.659+0000 7f3213d26b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559d0f9865d0 0x559d0f949100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:29.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.659+0000 7f3213d26b80 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d0f8bddc0 con 0x559d0f974bb0 2023-09-23T06:36:29.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.659+0000 7f3213d26b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d0f8a3ab0 con 0x559d0f9865d0 2023-09-23T06:36:29.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.659+0000 7f3213d26b80 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x559d0f8a1210 con 0x559d0f946210 2023-09-23T06:36:29.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.659+0000 7f31fe19b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f974bb0 0x559d0f974f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:29.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.659+0000 7f31fe19b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f974bb0 0x559d0f974f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37156/0 (socket says 172.21.15.16:37156) 2023-09-23T06:36:29.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.659+0000 7f31fe19b700 1 -- 172.21.15.16:0/3792859549 learned_addr learned my addr 172.21.15.16:0/3792859549 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:29.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.659+0000 7f31fe99c700 1 --2- 172.21.15.16:0/3792859549 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559d0f9865d0 0x559d0f949100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:29.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.659+0000 7f31fd99a700 1 --2- 172.21.15.16:0/3792859549 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x559d0f946210 0x559d0f991520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:29.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.660+0000 7f31fe19b700 1 -- 172.21.15.16:0/3792859549 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x559d0f946210 msgr2=0x559d0f991520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:29.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.660+0000 7f31fe19b700 1 --2- 172.21.15.16:0/3792859549 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x559d0f946210 0x559d0f991520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.660+0000 7f31fe19b700 1 -- 172.21.15.16:0/3792859549 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559d0f9865d0 msgr2=0x559d0f949100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:29.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.660+0000 7f31fe19b700 1 --2- 172.21.15.16:0/3792859549 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559d0f9865d0 0x559d0f949100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.660+0000 7f31fe19b700 1 -- 172.21.15.16:0/3792859549 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559d0f68d790 con 0x559d0f974bb0 2023-09-23T06:36:29.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.660+0000 7f31fd99a700 1 --2- 172.21.15.16:0/3792859549 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x559d0f946210 0x559d0f991520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:29.664 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.660+0000 7f31fe19b700 1 --2- 172.21.15.16:0/3792859549 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f974bb0 0x559d0f974f90 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f31f40619e0 tx=0x7f31f40045b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=43b2deb819b0e91 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:29.664 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.660+0000 7f31dbfff700 1 -- 172.21.15.16:0/3792859549 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31f4059c10 con 0x559d0f974bb0 2023-09-23T06:36:29.664 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.660+0000 7f31dbfff700 1 -- 172.21.15.16:0/3792859549 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31f405dd60 con 0x559d0f974bb0 2023-09-23T06:36:29.664 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.660+0000 7f31dbfff700 1 -- 172.21.15.16:0/3792859549 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31f4061f10 con 0x559d0f974bb0 2023-09-23T06:36:29.667 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.661+0000 7f3213d26b80 1 -- 172.21.15.16:0/3792859549 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f974bb0 msgr2=0x559d0f974f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:29.667 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.661+0000 7f3213d26b80 1 --2- 172.21.15.16:0/3792859549 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f974bb0 0x559d0f974f90 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f31f40619e0 tx=0x7f31f40045b0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.667 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.661+0000 7f3213d26b80 1 -- 172.21.15.16:0/3792859549 shutdown_connections 2023-09-23T06:36:29.667 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.661+0000 7f3213d26b80 1 --2- 172.21.15.16:0/3792859549 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559d0f9865d0 0x559d0f949100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.668 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.661+0000 7f3213d26b80 1 --2- 172.21.15.16:0/3792859549 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f974bb0 0x559d0f974f90 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.668 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.661+0000 7f3213d26b80 1 --2- 172.21.15.16:0/3792859549 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x559d0f946210 0x559d0f991520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.668 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.661+0000 7f3213d26b80 1 -- 172.21.15.16:0/3792859549 >> 172.21.15.16:0/3792859549 conn(0x559d0f8bf080 msgr2=0x559d0f9489f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:29.668 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.661+0000 7f3213d26b80 1 -- 172.21.15.16:0/3792859549 shutdown_connections 2023-09-23T06:36:29.668 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.661+0000 7f3213d26b80 1 -- 172.21.15.16:0/3792859549 wait complete. 2023-09-23T06:36:29.668 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.662+0000 7f3213d26b80 1 -- start start 2023-09-23T06:36:29.668 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.662+0000 7f3213d26b80 1 Processor -- start 2023-09-23T06:36:29.668 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.663+0000 7f3213d26b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559d0f946210 0x559d0f96b3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:29.668 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.663+0000 7f3213d26b80 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x559d0f974bb0 0x559d0f96a190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:29.668 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.663+0000 7f3213d26b80 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f9865d0 0x559d0f9891c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:29.668 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.663+0000 7f3213d26b80 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d0f89cb00 con 0x559d0f9865d0 2023-09-23T06:36:29.669 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.663+0000 7f3213d26b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d0f83d690 con 0x559d0f946210 2023-09-23T06:36:29.669 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.663+0000 7f3213d26b80 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x559d0f83d330 con 0x559d0f974bb0 2023-09-23T06:36:29.669 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.663+0000 7f3213d26b80 10 client.0 _ll_register_callbacks cb 0x559d0f845ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-09-23T06:36:29.669 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.663+0000 7f31fe99c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f9865d0 0x559d0f9891c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:29.669 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.663+0000 7f31fe99c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f9865d0 0x559d0f9891c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37164/0 (socket says 172.21.15.16:37164) 2023-09-23T06:36:29.669 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.663+0000 7f31fe99c700 1 -- 172.21.15.16:0/3211324607 learned_addr learned my addr 172.21.15.16:0/3211324607 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:29.669 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.663+0000 7f31fe19b700 1 --2- 172.21.15.16:0/3211324607 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559d0f946210 0x559d0f96b3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:29.669 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.663+0000 7f31fd99a700 1 --2- 172.21.15.16:0/3211324607 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x559d0f974bb0 0x559d0f96a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:29.669 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.664+0000 7f31fe99c700 1 -- 172.21.15.16:0/3211324607 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x559d0f974bb0 msgr2=0x559d0f96a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:29.669 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.664+0000 7f31fe99c700 1 --2- 172.21.15.16:0/3211324607 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x559d0f974bb0 0x559d0f96a190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.669 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.664+0000 7f31fe99c700 1 -- 172.21.15.16:0/3211324607 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559d0f946210 msgr2=0x559d0f96b3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:29.669 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.664+0000 7f31fe99c700 1 --2- 172.21.15.16:0/3211324607 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559d0f946210 0x559d0f96b3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.664+0000 7f31fe99c700 1 -- 172.21.15.16:0/3211324607 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31f81e60f0 con 0x559d0f9865d0 2023-09-23T06:36:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.664+0000 7f31fe99c700 1 --2- 172.21.15.16:0/3211324607 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f9865d0 0x559d0f9891c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f31f0007b80 tx=0x7f31f0007bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ec10177c78b87f2 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.664+0000 7f31d97fa700 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2023-09-23T06:36:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.664+0000 7f31d97fa700 1 -- 172.21.15.16:0/3211324607 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31f0012d40 con 0x559d0f9865d0 2023-09-23T06:36:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.664+0000 7f31d97fa700 1 -- 172.21.15.16:0/3211324607 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f31f0015440 con 0x559d0f9865d0 2023-09-23T06:36:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.664+0000 7f3213d26b80 1 -- 172.21.15.16:0/3211324607 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559d0f7f3b00 con 0x559d0f9865d0 2023-09-23T06:36:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.664+0000 7f31d97fa700 1 -- 172.21.15.16:0/3211324607 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7f31f0012ea0 con 0x559d0f9865d0 2023-09-23T06:36:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.664+0000 7f3213d26b80 10 client.4626 fetch_fsmap learned FSMap version 8 2023-09-23T06:36:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.664+0000 7f3213d26b80 1 -- 172.21.15.16:0/3211324607 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x559d0f77a0a0 con 0x559d0f9865d0 2023-09-23T06:36:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.665+0000 7f31d97fa700 1 -- 172.21.15.16:0/3211324607 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x559d0f7f3b00 con 0x559d0f9865d0 2023-09-23T06:36:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.665+0000 7f31d97fa700 1 -- 172.21.15.16:0/3211324607 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 8) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f31f0015600 con 0x559d0f9865d0 2023-09-23T06:36:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.665+0000 7f3213d26b80 10 client.4626 fetch_fsmap finished waiting for FSMap version 8 2023-09-23T06:36:29.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.665+0000 7f3213d26b80 10 client.4626 resolve_mds: resolved name 'c' to daemon mds.c 2023-09-23T06:36:29.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.665+0000 7f3213d26b80 20 client.4626 populate_metadata read hostname 'smithi016' 2023-09-23T06:36:29.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.665+0000 7f3213d26b80 1 --2- 172.21.15.16:0/3211324607 >> [v2:172.21.15.16:6833/908189045,v1:172.21.15.16:6835/908189045] conn(0x559d0f949db0 0x559d0f9ac7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:29.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.665+0000 7f3213d26b80 4 client.4626 mds_command: new command op to 4272 tid=0[{"prefix": "get_command_descriptions"}] 2023-09-23T06:36:29.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.665+0000 7f3213d26b80 1 -- 172.21.15.16:0/3211324607 --> [v2:172.21.15.16:6833/908189045,v1:172.21.15.16:6835/908189045] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559d0f919370 con 0x559d0f949db0 2023-09-23T06:36:29.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.665+0000 7f31fe19b700 1 --2- 172.21.15.16:0/3211324607 >> [v2:172.21.15.16:6833/908189045,v1:172.21.15.16:6835/908189045] conn(0x559d0f949db0 0x559d0f9ac7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:29.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.666+0000 7f31d97fa700 10 client.4626 ms_handle_connect on v2:172.21.15.16:6833/908189045 2023-09-23T06:36:29.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.666+0000 7f31fe19b700 1 --2- 172.21.15.16:0/3211324607 >> [v2:172.21.15.16:6833/908189045,v1:172.21.15.16:6835/908189045] conn(0x559d0f949db0 0x559d0f9ac7a0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d7cc0466473d26f9 server_cookie=88ec83011b69b948 in_seq=0 out_seq=0 2023-09-23T06:36:29.672 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.666+0000 7f31d97fa700 1 -- 172.21.15.16:0/3211324607 <== mds.0 v2:172.21.15.16:6833/908189045 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x559d0f919370 con 0x559d0f949db0 2023-09-23T06:36:29.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.666+0000 7f31d97fa700 10 client.4626 handle_command_reply: tid=0 2023-09-23T06:36:29.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.666+0000 7f3213d26b80 1 client.4626 shutdown 2023-09-23T06:36:29.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.667+0000 7f3213d26b80 1 -- 172.21.15.16:0/3211324607 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f9865d0 msgr2=0x559d0f9891c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:29.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.667+0000 7f3213d26b80 1 --2- 172.21.15.16:0/3211324607 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f9865d0 0x559d0f9891c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f31f0007b80 tx=0x7f31f0007bb0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.667+0000 7f3213d26b80 1 -- 172.21.15.16:0/3211324607 shutdown_connections 2023-09-23T06:36:29.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.667+0000 7f3213d26b80 1 --2- 172.21.15.16:0/3211324607 >> [v2:172.21.15.16:6833/908189045,v1:172.21.15.16:6835/908189045] conn(0x559d0f949db0 0x559d0f9ac7a0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.667+0000 7f3213d26b80 1 --2- 172.21.15.16:0/3211324607 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f9865d0 0x559d0f9891c0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.667+0000 7f3213d26b80 1 --2- 172.21.15.16:0/3211324607 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559d0f946210 0x559d0f96b3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.667+0000 7f31d97fa700 0 client.4626 ms_handle_reset on v2:172.21.15.16:6833/908189045 2023-09-23T06:36:29.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.667+0000 7f3213d26b80 1 --2- 172.21.15.16:0/3211324607 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x559d0f974bb0 0x559d0f96a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.667+0000 7f3213d26b80 1 -- 172.21.15.16:0/3211324607 >> 172.21.15.16:0/3211324607 conn(0x559d0f8bf080 msgr2=0x559d0f972410 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:29.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.667+0000 7f3213d26b80 1 -- 172.21.15.16:0/3211324607 shutdown_connections 2023-09-23T06:36:29.674 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.667+0000 7f3213d26b80 1 -- 172.21.15.16:0/3211324607 wait complete. 2023-09-23T06:36:29.674 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.667+0000 7f3213d26b80 20 client.4626 trim_cache size 0 max 16384 2023-09-23T06:36:29.687 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.685+0000 7f3213d26b80 1 Processor -- start 2023-09-23T06:36:29.687 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.685+0000 7f3213d26b80 1 -- start start 2023-09-23T06:36:29.688 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.686+0000 7f3213d26b80 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f946210 0x559d0f988890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.686+0000 7f3213d26b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559d0f974bb0 0x559d0f989100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.686+0000 7f3213d26b80 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x559d0f9865d0 0x559d0f9724b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.686+0000 7f3213d26b80 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d0f68e390 con 0x559d0f946210 2023-09-23T06:36:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.686+0000 7f3213d26b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d0f926e80 con 0x559d0f974bb0 2023-09-23T06:36:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.686+0000 7f3213d26b80 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x559d0f978060 con 0x559d0f9865d0 2023-09-23T06:36:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.686+0000 7f31fe19b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f946210 0x559d0f988890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.686+0000 7f31fe19b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f946210 0x559d0f988890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37166/0 (socket says 172.21.15.16:37166) 2023-09-23T06:36:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.686+0000 7f31fe19b700 1 -- 172.21.15.16:0/2315540331 learned_addr learned my addr 172.21.15.16:0/2315540331 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.687+0000 7f31fe19b700 1 -- 172.21.15.16:0/2315540331 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x559d0f9865d0 msgr2=0x559d0f9724b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.687+0000 7f31fe19b700 1 --2- 172.21.15.16:0/2315540331 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x559d0f9865d0 0x559d0f9724b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.687+0000 7f31fe19b700 1 -- 172.21.15.16:0/2315540331 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559d0f974bb0 msgr2=0x559d0f989100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:29.690 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.687+0000 7f31fe19b700 1 --2- 172.21.15.16:0/2315540331 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559d0f974bb0 0x559d0f989100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.690 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.687+0000 7f31fe19b700 1 -- 172.21.15.16:0/2315540331 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559d0f85fd90 con 0x559d0f946210 2023-09-23T06:36:29.690 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.687+0000 7f31fe19b700 1 --2- 172.21.15.16:0/2315540331 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f946210 0x559d0f988890 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f31f4089490 tx=0x7f31f408a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1eec2e5bcbfedbf7 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:29.690 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.687+0000 7f31ecbff700 1 -- 172.21.15.16:0/2315540331 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31f4003e10 con 0x559d0f946210 2023-09-23T06:36:29.690 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.687+0000 7f31ecbff700 1 -- 172.21.15.16:0/2315540331 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31f4059c10 con 0x559d0f946210 2023-09-23T06:36:29.690 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.687+0000 7f31ecbff700 1 -- 172.21.15.16:0/2315540331 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31f4061f10 con 0x559d0f946210 2023-09-23T06:36:29.694 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.688+0000 7f3213d26b80 1 -- 172.21.15.16:0/2315540331 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f946210 msgr2=0x559d0f988890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:29.694 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.688+0000 7f3213d26b80 1 --2- 172.21.15.16:0/2315540331 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f946210 0x559d0f988890 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f31f4089490 tx=0x7f31f408a000 comp rx=0 tx=0).stop 2023-09-23T06:36:29.694 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.688+0000 7f3213d26b80 1 -- 172.21.15.16:0/2315540331 shutdown_connections 2023-09-23T06:36:29.695 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.688+0000 7f3213d26b80 1 --2- 172.21.15.16:0/2315540331 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x559d0f9865d0 0x559d0f9724b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.695 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.688+0000 7f3213d26b80 1 --2- 172.21.15.16:0/2315540331 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f946210 0x559d0f988890 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.695 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.688+0000 7f3213d26b80 1 --2- 172.21.15.16:0/2315540331 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559d0f974bb0 0x559d0f989100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.695 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.688+0000 7f3213d26b80 1 -- 172.21.15.16:0/2315540331 >> 172.21.15.16:0/2315540331 conn(0x559d0f8bf080 msgr2=0x559d0f96b0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:29.695 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.688+0000 7f3213d26b80 1 -- 172.21.15.16:0/2315540331 shutdown_connections 2023-09-23T06:36:29.695 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.688+0000 7f3213d26b80 1 -- 172.21.15.16:0/2315540331 wait complete. 2023-09-23T06:36:29.695 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.688+0000 7f3213d26b80 1 -- start start 2023-09-23T06:36:29.695 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.689+0000 7f3213d26b80 1 Processor -- start 2023-09-23T06:36:29.695 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.689+0000 7f3213d26b80 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f946210 0x559d0f96cc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:29.695 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.689+0000 7f3213d26b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559d0f974bb0 0x559d0f947d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:29.695 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.690+0000 7f3213d26b80 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x559d0f9865d0 0x559d0f948250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:29.695 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.690+0000 7f3213d26b80 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d0f985800 con 0x559d0f946210 2023-09-23T06:36:29.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.690+0000 7f3213d26b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x559d0f9f6f20 con 0x559d0f974bb0 2023-09-23T06:36:29.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.690+0000 7f3213d26b80 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x559d0f9f6cb0 con 0x559d0f9865d0 2023-09-23T06:36:29.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.690+0000 7f3213d26b80 10 client.0 _ll_register_callbacks cb 0x559d0f845ea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-09-23T06:36:29.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.690+0000 7f31fe19b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f946210 0x559d0f96cc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:29.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.690+0000 7f31fe19b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f946210 0x559d0f96cc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37178/0 (socket says 172.21.15.16:37178) 2023-09-23T06:36:29.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.690+0000 7f31fe19b700 1 -- 172.21.15.16:0/2290777669 learned_addr learned my addr 172.21.15.16:0/2290777669 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:29.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.690+0000 7f31fd99a700 1 --2- 172.21.15.16:0/2290777669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559d0f974bb0 0x559d0f947d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:29.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.690+0000 7f31fe99c700 1 --2- 172.21.15.16:0/2290777669 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x559d0f9865d0 0x559d0f948250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:29.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.690+0000 7f31fe19b700 1 -- 172.21.15.16:0/2290777669 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x559d0f9865d0 msgr2=0x559d0f948250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:29.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.690+0000 7f31fe19b700 1 --2- 172.21.15.16:0/2290777669 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x559d0f9865d0 0x559d0f948250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.690+0000 7f31fe19b700 1 -- 172.21.15.16:0/2290777669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559d0f974bb0 msgr2=0x559d0f947d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:29.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.690+0000 7f31fe19b700 1 --2- 172.21.15.16:0/2290777669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559d0f974bb0 0x559d0f947d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.697 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.690+0000 7f31fe19b700 1 -- 172.21.15.16:0/2290777669 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559d0f68d790 con 0x559d0f946210 2023-09-23T06:36:29.697 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.690+0000 7f31fd99a700 1 --2- 172.21.15.16:0/2290777669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559d0f974bb0 0x559d0f947d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:29.697 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.690+0000 7f31fe19b700 1 --2- 172.21.15.16:0/2290777669 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f946210 0x559d0f96cc80 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f31f4009ea0 tx=0x7f31f4009190 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ef4f54cec57096 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:29.697 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.690+0000 7f31d97fa700 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2023-09-23T06:36:29.697 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.690+0000 7f31d97fa700 1 -- 172.21.15.16:0/2290777669 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31f407e070 con 0x559d0f946210 2023-09-23T06:36:29.697 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.691+0000 7f3213d26b80 1 -- 172.21.15.16:0/2290777669 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f31f405dd60 con 0x559d0f946210 2023-09-23T06:36:29.697 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.691+0000 7f31d97fa700 1 -- 172.21.15.16:0/2290777669 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f31f40890c0 con 0x559d0f946210 2023-09-23T06:36:29.697 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.691+0000 7f31d97fa700 1 -- 172.21.15.16:0/2290777669 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=8) v2 ==== 24+0+0 (secure 0 0 0) 0x7f31f40830d0 con 0x559d0f946210 2023-09-23T06:36:29.697 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.691+0000 7f3213d26b80 10 client.4632 fetch_fsmap learned FSMap version 8 2023-09-23T06:36:29.697 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.691+0000 7f3213d26b80 1 -- 172.21.15.16:0/2290777669 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=8,monmap=2+}) v3 -- 0x559d0f6ee1d0 con 0x559d0f946210 2023-09-23T06:36:29.697 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.691+0000 7f31d97fa700 1 -- 172.21.15.16:0/2290777669 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31f405dd60 con 0x559d0f946210 2023-09-23T06:36:29.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.691+0000 7f31d97fa700 1 -- 172.21.15.16:0/2290777669 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 8) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f31f4081020 con 0x559d0f946210 2023-09-23T06:36:29.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.691+0000 7f3213d26b80 10 client.4632 fetch_fsmap finished waiting for FSMap version 8 2023-09-23T06:36:29.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.691+0000 7f3213d26b80 10 client.4632 resolve_mds: resolved name 'c' to daemon mds.c 2023-09-23T06:36:29.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.691+0000 7f3213d26b80 20 client.4632 populate_metadata read hostname 'smithi016' 2023-09-23T06:36:29.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.691+0000 7f3213d26b80 1 --2- 172.21.15.16:0/2290777669 >> [v2:172.21.15.16:6833/908189045,v1:172.21.15.16:6835/908189045] conn(0x559d0f987690 0x559d0f987a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:29.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.691+0000 7f3213d26b80 4 client.4632 mds_command: new command op to 4272 tid=0[{"prefix": "status"}] 2023-09-23T06:36:29.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.691+0000 7f3213d26b80 1 -- 172.21.15.16:0/2290777669 --> [v2:172.21.15.16:6833/908189045,v1:172.21.15.16:6835/908189045] -- command(tid 0: {"prefix": "status"}) v1 -- 0x559d0f895c40 con 0x559d0f987690 2023-09-23T06:36:29.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.691+0000 7f31fd99a700 1 --2- 172.21.15.16:0/2290777669 >> [v2:172.21.15.16:6833/908189045,v1:172.21.15.16:6835/908189045] conn(0x559d0f987690 0x559d0f987a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:29.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.692+0000 7f31fd99a700 1 --2- 172.21.15.16:0/2290777669 >> [v2:172.21.15.16:6833/908189045,v1:172.21.15.16:6835/908189045] conn(0x559d0f987690 0x559d0f987a70 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ce023cfa31dcf211 server_cookie=b82f7218851c4eb3 in_seq=0 out_seq=0 2023-09-23T06:36:29.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.692+0000 7f31d97fa700 10 client.4632 ms_handle_connect on v2:172.21.15.16:6833/908189045 2023-09-23T06:36:29.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.692+0000 7f31d97fa700 1 -- 172.21.15.16:0/2290777669 <== mds.0 v2:172.21.15.16:6833/908189045 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+324 (crc 0 0 0) 0x559d0f895c40 con 0x559d0f987690 2023-09-23T06:36:29.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.692+0000 7f31d97fa700 10 client.4632 handle_command_reply: tid=0 2023-09-23T06:36:29.699 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.692+0000 7f3213d26b80 1 client.4632 shutdown 2023-09-23T06:36:29.699 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.692+0000 7f3213d26b80 1 -- 172.21.15.16:0/2290777669 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f946210 msgr2=0x559d0f96cc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:29.699 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.692+0000 7f3213d26b80 1 --2- 172.21.15.16:0/2290777669 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f946210 0x559d0f96cc80 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7f31f4009ea0 tx=0x7f31f4009190 comp rx=0 tx=0).stop 2023-09-23T06:36:29.699 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.692+0000 7f3213d26b80 1 -- 172.21.15.16:0/2290777669 shutdown_connections 2023-09-23T06:36:29.699 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.692+0000 7f3213d26b80 1 --2- 172.21.15.16:0/2290777669 >> [v2:172.21.15.16:6833/908189045,v1:172.21.15.16:6835/908189045] conn(0x559d0f987690 0x559d0f987a70 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.699 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.692+0000 7f3213d26b80 1 --2- 172.21.15.16:0/2290777669 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x559d0f9865d0 0x559d0f948250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.699 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.692+0000 7f3213d26b80 1 --2- 172.21.15.16:0/2290777669 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x559d0f946210 0x559d0f96cc80 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.699 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.692+0000 7f31d97fa700 0 client.4632 ms_handle_reset on v2:172.21.15.16:6833/908189045 2023-09-23T06:36:29.699 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.692+0000 7f3213d26b80 1 --2- 172.21.15.16:0/2290777669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x559d0f974bb0 0x559d0f947d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.699 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.692+0000 7f3213d26b80 1 -- 172.21.15.16:0/2290777669 >> 172.21.15.16:0/2290777669 conn(0x559d0f8bf080 msgr2=0x559d0f992cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:29.699 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.693+0000 7f3213d26b80 1 -- 172.21.15.16:0/2290777669 shutdown_connections 2023-09-23T06:36:29.699 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.693+0000 7f3213d26b80 1 -- 172.21.15.16:0/2290777669 wait complete. 2023-09-23T06:36:29.700 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.693+0000 7f3213d26b80 20 client.4632 trim_cache size 0 max 16384 2023-09-23T06:36:29.700 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2023-09-23T06:36:29.700 INFO:teuthology.orchestra.run.smithi016.stdout: "cluster_fsid": "a4473c66-b59d-48ae-9109-7ce1a730b162", 2023-09-23T06:36:29.700 INFO:teuthology.orchestra.run.smithi016.stdout: "whoami": 0, 2023-09-23T06:36:29.700 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 4272, 2023-09-23T06:36:29.700 INFO:teuthology.orchestra.run.smithi016.stdout: "want_state": "up:active", 2023-09-23T06:36:29.700 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "up:active", 2023-09-23T06:36:29.700 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs", 2023-09-23T06:36:29.700 INFO:teuthology.orchestra.run.smithi016.stdout: "rank_uptime": 17.482030469000001, 2023-09-23T06:36:29.701 INFO:teuthology.orchestra.run.smithi016.stdout: "mdsmap_epoch": 8, 2023-09-23T06:36:29.701 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch": 21, 2023-09-23T06:36:29.701 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch_barrier": 21, 2023-09-23T06:36:29.701 INFO:teuthology.orchestra.run.smithi016.stdout: "uptime": 25.072642885 2023-09-23T06:36:29.701 INFO:teuthology.orchestra.run.smithi016.stdout:} 2023-09-23T06:36:29.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.693+0000 7f32003ff700 1 -- 172.21.15.16:0/3322675939 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f31dc06afc0 msgr2=0x7f31dc06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:29.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.693+0000 7f32003ff700 1 --2- 172.21.15.16:0/3322675939 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f31dc06afc0 0x7f31dc06d480 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f31f80c6d10 tx=0x7f31e8009040 comp rx=0 tx=0).stop 2023-09-23T06:36:29.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.693+0000 7f32003ff700 1 -- 172.21.15.16:0/3322675939 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31f80b6b70 msgr2=0x7f31f8153ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:29.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.693+0000 7f32003ff700 1 --2- 172.21.15.16:0/3322675939 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31f80b6b70 0x7f31f8153ad0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f31f80b52e0 tx=0x7f31f4004750 comp rx=0 tx=0).stop 2023-09-23T06:36:29.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.693+0000 7f32003ff700 1 -- 172.21.15.16:0/3322675939 shutdown_connections 2023-09-23T06:36:29.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.693+0000 7f32003ff700 1 --2- 172.21.15.16:0/3322675939 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f31f8160b10 0x7f31f80cbf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.693+0000 7f32003ff700 1 --2- 172.21.15.16:0/3322675939 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f31dc06afc0 0x7f31dc06d480 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.693+0000 7f32003ff700 1 --2- 172.21.15.16:0/3322675939 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f31f80b6b70 0x7f31f8153ad0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.693+0000 7f32003ff700 1 --2- 172.21.15.16:0/3322675939 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f31f80b92b0 0x7f31f80cba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:29.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.693+0000 7f32003ff700 1 -- 172.21.15.16:0/3322675939 >> 172.21.15.16:0/3322675939 conn(0x7f31f8072270 msgr2=0x7f31f80d2730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:29.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.694+0000 7f32003ff700 1 -- 172.21.15.16:0/3322675939 shutdown_connections 2023-09-23T06:36:29.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:29.694+0000 7f32003ff700 1 -- 172.21.15.16:0/3322675939 wait complete. 2023-09-23T06:36:29.713 INFO:teuthology.run_tasks:Running task kclient... 2023-09-23T06:36:29.735 INFO:tasks.kclient:Mounting kernel clients... 2023-09-23T06:36:29.735 INFO:tasks.kclient:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2023-09-23T06:36:29.735 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:29.735 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2023-09-23T06:36:29.783 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:29.783 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link delete ceph-brx 2023-09-23T06:36:29.857 INFO:teuthology.orchestra.run.smithi016.stderr:Cannot find device "ceph-brx" 2023-09-23T06:36:29.860 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T06:36:29.860 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:29.861 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2023-09-23T06:36:29.908 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:29.908 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link delete ceph-brx 2023-09-23T06:36:29.980 INFO:teuthology.orchestra.run.smithi016.stderr:Cannot find device "ceph-brx" 2023-09-23T06:36:29.982 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T06:36:29.983 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:29.983 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2023-09-23T06:36:30.035 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:30.035 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link delete ceph-brx 2023-09-23T06:36:30.111 INFO:teuthology.orchestra.run.smithi092.stderr:Cannot find device "ceph-brx" 2023-09-23T06:36:30.113 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T06:36:30.113 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:30.114 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2023-09-23T06:36:30.160 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:30.160 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link delete ceph-brx 2023-09-23T06:36:30.271 INFO:teuthology.orchestra.run.smithi092.stderr:Cannot find device "ceph-brx" 2023-09-23T06:36:30.274 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T06:36:30.274 INFO:tasks.kclient:client.0 config is {'syntax': 'v2'} 2023-09-23T06:36:30.275 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-09-23T06:36:30.275 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-09-23T06:36:30.275 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-09-23T06:36:30.479 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.478+0000 7fcf22fff700 1 Processor -- start 2023-09-23T06:36:30.480 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.478+0000 7fcf22fff700 1 -- start start 2023-09-23T06:36:30.482 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.479+0000 7fcf22fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcf1c15d770 0x7fcf1c0ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:30.482 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.479+0000 7fcf22fff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcf1c0b4fe0 0x7fcf1c0b5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:30.482 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.479+0000 7fcf22fff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf1c15ec00 con 0x7fcf1c15db50 2023-09-23T06:36:30.482 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.479+0000 7fcf22fff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcf1c0b59d0 con 0x7fcf1c15d770 2023-09-23T06:36:30.482 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.479+0000 7fcf22fff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcf1c0b9550 con 0x7fcf1c0b4fe0 2023-09-23T06:36:30.482 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.479+0000 7fcf20d9b700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcf1c15d770 0x7fcf1c0ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:30.482 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.479+0000 7fcf20d9b700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcf1c15d770 0x7fcf1c0ce420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:37186/0 (socket says 172.21.15.16:37186) 2023-09-23T06:36:30.482 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.479+0000 7fcf20d9b700 1 -- 172.21.15.16:0/4068111298 learned_addr learned my addr 172.21.15.16:0/4068111298 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:30.483 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.480+0000 7fcf20d9b700 1 -- 172.21.15.16:0/4068111298 >> v2:172.21.15.92:3300/0 conn(0x7fcf1c0b4fe0 msgr2=0x7fcf1c0b5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:30.483 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.480+0000 7fcf20d9b700 1 --2- 172.21.15.16:0/4068111298 >> v2:172.21.15.92:3300/0 conn(0x7fcf1c0b4fe0 0x7fcf1c0b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:30.483 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.480+0000 7fcf20d9b700 1 -- 172.21.15.16:0/4068111298 >> v1:172.21.15.92:6789/0 conn(0x7fcf1c15db50 legacy=0x7fcf1c0b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:30.483 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.480+0000 7fcf20d9b700 1 -- 172.21.15.16:0/4068111298 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf1c0cdd00 con 0x7fcf1c15d770 2023-09-23T06:36:30.483 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.480+0000 7fcf20d9b700 1 --2- 172.21.15.16:0/4068111298 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcf1c15d770 0x7fcf1c0ce420 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fcf1c0ce370 tx=0x7fcf10009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa4dbf08833d4dd6 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:30.483 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.480+0000 7fcf1b7fe700 1 -- 172.21.15.16:0/4068111298 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf10004230 con 0x7fcf1c15d770 2023-09-23T06:36:30.483 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.480+0000 7fcf1b7fe700 1 -- 172.21.15.16:0/4068111298 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf10004390 con 0x7fcf1c15d770 2023-09-23T06:36:30.483 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.480+0000 7fcf1b7fe700 1 -- 172.21.15.16:0/4068111298 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf100036a0 con 0x7fcf1c15d770 2023-09-23T06:36:30.484 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.481+0000 7fcf22fff700 1 -- 172.21.15.16:0/4068111298 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcf1c15d770 msgr2=0x7fcf1c0ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:30.484 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.481+0000 7fcf22fff700 1 --2- 172.21.15.16:0/4068111298 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcf1c15d770 0x7fcf1c0ce420 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7fcf1c0ce370 tx=0x7fcf10009c00 comp rx=0 tx=0).stop 2023-09-23T06:36:30.484 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.481+0000 7fcf22fff700 1 -- 172.21.15.16:0/4068111298 shutdown_connections 2023-09-23T06:36:30.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.481+0000 7fcf22fff700 1 --2- 172.21.15.16:0/4068111298 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcf1c15d770 0x7fcf1c0ce420 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:30.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.481+0000 7fcf22fff700 1 --2- 172.21.15.16:0/4068111298 >> v2:172.21.15.92:3300/0 conn(0x7fcf1c0b4fe0 0x7fcf1c0b5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:30.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.481+0000 7fcf22fff700 1 -- 172.21.15.16:0/4068111298 >> 172.21.15.16:0/4068111298 conn(0x7fcf1c0724b0 msgr2=0x7fcf1c0d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:30.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.481+0000 7fcf22fff700 1 -- 172.21.15.16:0/4068111298 shutdown_connections 2023-09-23T06:36:30.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.481+0000 7fcf22fff700 1 -- 172.21.15.16:0/4068111298 wait complete. 2023-09-23T06:36:30.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.483+0000 7fcf22fff700 1 Processor -- start 2023-09-23T06:36:30.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.483+0000 7fcf22fff700 1 -- start start 2023-09-23T06:36:30.487 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.484+0000 7fcf22fff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf1c0b4fe0 0x7fcf1c15c430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:30.487 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.484+0000 7fcf22fff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf1c15d770 0x7fcf1c0d15b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:30.487 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.484+0000 7fcf22fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcf1c15db50 0x7fcf1c157d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:30.487 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.484+0000 7fcf22fff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf1c0cb680 con 0x7fcf1c15db50 2023-09-23T06:36:30.487 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.484+0000 7fcf22fff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf1c0cfac0 con 0x7fcf1c0b4fe0 2023-09-23T06:36:30.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.484+0000 7fcf22fff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf1c0cb890 con 0x7fcf1c15d770 2023-09-23T06:36:30.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.484+0000 7fcf2159c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcf1c15db50 0x7fcf1c157d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:30.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.484+0000 7fcf20d9b700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf1c0b4fe0 0x7fcf1c15c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:30.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.484+0000 7fcf20d9b700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf1c0b4fe0 0x7fcf1c15c430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:36402/0 (socket says 172.21.15.16:36402) 2023-09-23T06:36:30.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.484+0000 7fcf20d9b700 1 -- 172.21.15.16:0/2159729157 learned_addr learned my addr 172.21.15.16:0/2159729157 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:30.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.484+0000 7fcf1bfff700 1 --2- 172.21.15.16:0/2159729157 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf1c15d770 0x7fcf1c0d15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:30.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.484+0000 7fcf20d9b700 1 -- 172.21.15.16:0/2159729157 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf1c15d770 msgr2=0x7fcf1c0d15b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:30.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.484+0000 7fcf20d9b700 1 --2- 172.21.15.16:0/2159729157 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf1c15d770 0x7fcf1c0d15b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:30.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.484+0000 7fcf20d9b700 1 -- 172.21.15.16:0/2159729157 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcf1c15db50 msgr2=0x7fcf1c157d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:30.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.484+0000 7fcf20d9b700 1 --2- 172.21.15.16:0/2159729157 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcf1c15db50 0x7fcf1c157d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:30.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.484+0000 7fcf20d9b700 1 -- 172.21.15.16:0/2159729157 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf10009550 con 0x7fcf1c0b4fe0 2023-09-23T06:36:30.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.485+0000 7fcf20d9b700 1 --2- 172.21.15.16:0/2159729157 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf1c0b4fe0 0x7fcf1c15c430 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fcf10009130 tx=0x7fcf10004750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:30.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.485+0000 7fcf197fa700 1 -- 172.21.15.16:0/2159729157 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf10003cd0 con 0x7fcf1c0b4fe0 2023-09-23T06:36:30.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.485+0000 7fcf197fa700 1 -- 172.21.15.16:0/2159729157 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf1001f070 con 0x7fcf1c0b4fe0 2023-09-23T06:36:30.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.485+0000 7fcf22fff700 1 -- 172.21.15.16:0/2159729157 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf1c0cbb70 con 0x7fcf1c0b4fe0 2023-09-23T06:36:30.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.485+0000 7fcf197fa700 1 -- 172.21.15.16:0/2159729157 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf10011830 con 0x7fcf1c0b4fe0 2023-09-23T06:36:30.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.485+0000 7fcf22fff700 1 -- 172.21.15.16:0/2159729157 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf1c0cf700 con 0x7fcf1c0b4fe0 2023-09-23T06:36:30.490 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.486+0000 7fcf22fff700 1 -- 172.21.15.16:0/2159729157 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf1c0cf890 con 0x7fcf1c0b4fe0 2023-09-23T06:36:30.490 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.487+0000 7fcf197fa700 1 -- 172.21.15.16:0/2159729157 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fcf10021030 con 0x7fcf1c0b4fe0 2023-09-23T06:36:30.490 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.488+0000 7fcf197fa700 1 --2- 172.21.15.16:0/2159729157 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fcf0006afc0 0x7fcf0006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:30.490 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.488+0000 7fcf197fa700 1 -- 172.21.15.16:0/2159729157 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcf1008add0 con 0x7fcf1c0b4fe0 2023-09-23T06:36:30.490 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.489+0000 7fcf1bfff700 1 --2- 172.21.15.16:0/2159729157 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fcf0006afc0 0x7fcf0006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:30.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.489+0000 7fcf1bfff700 1 --2- 172.21.15.16:0/2159729157 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fcf0006afc0 0x7fcf0006d480 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fcf1c0ca5c0 tx=0x7fcf080090e0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:30.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.493+0000 7fcf197fa700 1 -- 172.21.15.16:0/2159729157 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fcf10055ea0 con 0x7fcf1c0b4fe0 2023-09-23T06:36:30.748 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.746+0000 7fcf22fff700 1 -- 172.21.15.16:0/2159729157 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fcf1c0cf890 con 0x7fcf1c0b4fe0 2023-09-23T06:36:30.748 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.747+0000 7fcf197fa700 1 -- 172.21.15.16:0/2159729157 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7fcf100594c0 con 0x7fcf1c0b4fe0 2023-09-23T06:36:30.748 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-09-23T06:36:30.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.749+0000 7fcf22fff700 1 -- 172.21.15.16:0/2159729157 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fcf0006afc0 msgr2=0x7fcf0006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:30.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.749+0000 7fcf22fff700 1 --2- 172.21.15.16:0/2159729157 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fcf0006afc0 0x7fcf0006d480 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fcf1c0ca5c0 tx=0x7fcf080090e0 comp rx=0 tx=0).stop 2023-09-23T06:36:30.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.749+0000 7fcf22fff700 1 -- 172.21.15.16:0/2159729157 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf1c0b4fe0 msgr2=0x7fcf1c15c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:30.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.749+0000 7fcf22fff700 1 --2- 172.21.15.16:0/2159729157 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf1c0b4fe0 0x7fcf1c15c430 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fcf10009130 tx=0x7fcf10004750 comp rx=0 tx=0).stop 2023-09-23T06:36:30.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.749+0000 7fcf22fff700 1 -- 172.21.15.16:0/2159729157 shutdown_connections 2023-09-23T06:36:30.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.749+0000 7fcf22fff700 1 --2- 172.21.15.16:0/2159729157 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fcf0006afc0 0x7fcf0006d480 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:30.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.749+0000 7fcf22fff700 1 --2- 172.21.15.16:0/2159729157 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcf1c15db50 0x7fcf1c157d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:30.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.749+0000 7fcf22fff700 1 --2- 172.21.15.16:0/2159729157 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcf1c0b4fe0 0x7fcf1c15c430 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:30.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.749+0000 7fcf22fff700 1 --2- 172.21.15.16:0/2159729157 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcf1c15d770 0x7fcf1c0d15b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:30.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.749+0000 7fcf22fff700 1 -- 172.21.15.16:0/2159729157 >> 172.21.15.16:0/2159729157 conn(0x7fcf1c0724b0 msgr2=0x7fcf1c0b30c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:30.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.749+0000 7fcf22fff700 1 -- 172.21.15.16:0/2159729157 shutdown_connections 2023-09-23T06:36:30.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:30.749+0000 7fcf22fff700 1 -- 172.21.15.16:0/2159729157 wait complete. 2023-09-23T06:36:30.769 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-09-23T06:36:30.769 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-09-23T06:36:30.769 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi016.front.sepia.ceph.com 2023-09-23T06:36:30.770 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-09-23T06:36:30.770 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-09-23T06:36:30.770 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-09-23T06:36:30.770 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-09-23T06:36:30.770 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-09-23T06:36:30.770 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2023-09-23T06:36:30.770 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:30.770 DEBUG:teuthology.orchestra.run.smithi016:> ip addr 2023-09-23T06:36:30.818 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-23T06:36:30.819 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-23T06:36:30.819 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2023-09-23T06:36:30.819 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:30.819 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2023-09-23T06:36:30.819 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:30.819 INFO:teuthology.orchestra.run.smithi016.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-23T06:36:30.820 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e0 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:36:30.820 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f0 2023-09-23T06:36:30.820 INFO:teuthology.orchestra.run.smithi016.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-23T06:36:30.820 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e1 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:36:30.820 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f1 2023-09-23T06:36:30.820 INFO:teuthology.orchestra.run.smithi016.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-09-23T06:36:30.820 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:64 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:36:30.820 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f0 2023-09-23T06:36:30.820 INFO:teuthology.orchestra.run.smithi016.stdout: inet 172.21.15.16/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2023-09-23T06:36:30.821 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft 42309sec preferred_lft 42309sec 2023-09-23T06:36:30.821 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2023-09-23T06:36:30.821 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:30.821 INFO:teuthology.orchestra.run.smithi016.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-23T06:36:30.821 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:65 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:36:30.821 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f1 2023-09-23T06:36:30.821 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-09-23T06:36:30.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:30.822 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec bash -c ' 2023-09-23T06:36:30.822 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2023-09-23T06:36:30.822 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link add name ceph-brx type bridge 2023-09-23T06:36:30.822 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip addr flush dev ceph-brx 2023-09-23T06:36:30.822 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set ceph-brx up 2023-09-23T06:36:30.822 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-09-23T06:36:30.822 DEBUG:teuthology.orchestra.run.smithi016:> ') 2023-09-23T06:36:31.248 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:31.248 DEBUG:teuthology.orchestra.run.smithi016:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-09-23T06:36:31.321 INFO:teuthology.orchestra.run.smithi016.stdout:1 2023-09-23T06:36:31.324 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:31.325 DEBUG:teuthology.orchestra.run.smithi016:> route 2023-09-23T06:36:31.399 INFO:teuthology.orchestra.run.smithi016.stdout:Kernel IP routing table 2023-09-23T06:36:31.399 INFO:teuthology.orchestra.run.smithi016.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-09-23T06:36:31.399 INFO:teuthology.orchestra.run.smithi016.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2023-09-23T06:36:31.399 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2023-09-23T06:36:31.400 INFO:teuthology.orchestra.run.smithi016.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-09-23T06:36:31.401 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:31.401 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec bash -c ' 2023-09-23T06:36:31.401 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2023-09-23T06:36:31.401 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-09-23T06:36:31.401 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-09-23T06:36:31.401 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-09-23T06:36:31.401 DEBUG:teuthology.orchestra.run.smithi016:> ') 2023-09-23T06:36:32.140 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:32.140 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2023-09-23T06:36:32.189 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:32.189 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list-id 2023-09-23T06:36:32.237 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:32.237 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec bash -c ' 2023-09-23T06:36:32.237 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2023-09-23T06:36:32.237 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2023-09-23T06:36:32.237 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2023-09-23T06:36:32.238 DEBUG:teuthology.orchestra.run.smithi016:> ') 2023-09-23T06:36:32.384 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2023-09-23T06:36:32.384 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:32.384 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec bash -c ' 2023-09-23T06:36:32.384 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2023-09-23T06:36:32.385 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2023-09-23T06:36:32.385 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-09-23T06:36:32.385 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2023-09-23T06:36:32.385 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2023-09-23T06:36:32.385 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2023-09-23T06:36:32.385 DEBUG:teuthology.orchestra.run.smithi016:> ') 2023-09-23T06:36:32.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:32.658 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec bash -c ' 2023-09-23T06:36:32.658 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2023-09-23T06:36:32.658 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set brx.0 up 2023-09-23T06:36:32.658 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set dev brx.0 master ceph-brx 2023-09-23T06:36:32.658 DEBUG:teuthology.orchestra.run.smithi016:> ') 2023-09-23T06:36:32.833 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-23T06:36:32.833 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-09-23T06:36:32.879 INFO:teuthology.orchestra.run.smithi016.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-09-23T06:36:32.880 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-23T06:36:32.880 DEBUG:teuthology.orchestra.run.smithi016:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-09-23T06:36:32.965 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2023-09-23T06:36:32.966 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:32.966 DEBUG:teuthology.orchestra.run.smithi016:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-23T06:36:33.113 INFO:teuthology.orchestra.run.smithi016.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-23T06:36:33.113 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-23T06:36:33.462 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:36:33.467 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:36:33.571 INFO:teuthology.orchestra.run.smithi016.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-23T06:36:33.571 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-23T06:36:33.571 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: resolved to: "172.21.15.16:3300,172.21.15.92:3300,172.21.15.92:3301" 2023-09-23T06:36:33.571 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: trying mount with new device syntax: 0@a4473c66-b59d-48ae-9109-7ce1a730b162.cephfs=/ 2023-09-23T06:36:33.571 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.16:3300/172.21.15.92:3300/172.21.15.92:3301" will pass to kernel 2023-09-23T06:36:33.577 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-09-23T06:36:33.577 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:33.577 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-09-23T06:36:33.688 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:33.689 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-23T06:36:33.800 INFO:teuthology.orchestra.run.smithi016.stdout:client4609 2023-09-23T06:36:33.800 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:36:33.800 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T06:36:33.847 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:33.847 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-23T06:36:33.989 INFO:teuthology.orchestra.run.smithi016.stdout:client4609 2023-09-23T06:36:33.989 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:33.990 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-23T06:36:34.092 INFO:teuthology.orchestra.run.smithi016.stdout:client4609 2023-09-23T06:36:34.092 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:34.092 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/a4473c66-b59d-48ae-9109-7ce1a730b162.client4609/status') 2023-09-23T06:36:34.214 INFO:teuthology.orchestra.run.smithi016.stdout:instance: client.4609 (3)172.21.15.16:0/1412681236 2023-09-23T06:36:34.214 INFO:teuthology.orchestra.run.smithi016.stdout:blocklisted: false 2023-09-23T06:36:34.214 INFO:teuthology.orchestra.run.smithi016.stderr:0+1 records in 2023-09-23T06:36:34.215 INFO:teuthology.orchestra.run.smithi016.stderr:0+1 records out 2023-09-23T06:36:34.215 INFO:teuthology.orchestra.run.smithi016.stderr:70 bytes copied, 5.5559e-05 s, 1.3 MB/s 2023-09-23T06:36:34.217 INFO:tasks.kclient:client.2 config is {'syntax': 'v2'} 2023-09-23T06:36:34.217 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-09-23T06:36:34.217 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2023-09-23T06:36:34.217 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-09-23T06:36:34.419 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.418+0000 7fbfcabff700 1 Processor -- start 2023-09-23T06:36:34.420 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.418+0000 7fbfcabff700 1 -- start start 2023-09-23T06:36:34.421 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.419+0000 7fbfcabff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbfc415d770 0x7fbfc40ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:34.421 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.419+0000 7fbfcabff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfc40b4fe0 0x7fbfc40b5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:34.421 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.419+0000 7fbfcabff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbfc415ec00 con 0x7fbfc415db50 2023-09-23T06:36:34.421 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.419+0000 7fbfcabff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbfc40b59d0 con 0x7fbfc415d770 2023-09-23T06:36:34.421 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.419+0000 7fbfcabff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbfc40b9550 con 0x7fbfc40b4fe0 2023-09-23T06:36:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.420+0000 7fbfc919c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfc40b4fe0 0x7fbfc40b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.420+0000 7fbfc919c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfc40b4fe0 0x7fbfc40b5490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:35984/0 (socket says 172.21.15.16:35984) 2023-09-23T06:36:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.420+0000 7fbfc919c700 1 -- 172.21.15.16:0/3243382444 learned_addr learned my addr 172.21.15.16:0/3243382444 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.420+0000 7fbfc899b700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbfc415d770 0x7fbfc40ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.420+0000 7fbfc3fff700 1 --1- 172.21.15.16:0/3243382444 >> v1:172.21.15.92:6789/0 conn(0x7fbfc415db50 0x7fbfc40b8e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.16:50266/0 (socket says 172.21.15.16:50266) 2023-09-23T06:36:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.420+0000 7fbfc919c700 1 -- 172.21.15.16:0/3243382444 >> v2:172.21.15.92:3300/0 conn(0x7fbfc415d770 msgr2=0x7fbfc40ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.420+0000 7fbfc919c700 1 --2- 172.21.15.16:0/3243382444 >> v2:172.21.15.92:3300/0 conn(0x7fbfc415d770 0x7fbfc40ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:34.424 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.420+0000 7fbfc919c700 1 -- 172.21.15.16:0/3243382444 >> v1:172.21.15.92:6789/0 conn(0x7fbfc415db50 legacy=0x7fbfc40b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:34.425 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.420+0000 7fbfc919c700 1 -- 172.21.15.16:0/3243382444 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfc40cdd00 con 0x7fbfc40b4fe0 2023-09-23T06:36:34.425 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.420+0000 7fbfc37fe700 1 -- 172.21.15.16:0/3243382444 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1774198053 0 0) 0x7fbfc415ec00 con 0x7fbfc415db50 2023-09-23T06:36:34.425 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.421+0000 7fbfc919c700 1 --2- 172.21.15.16:0/3243382444 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfc40b4fe0 0x7fbfc40b5490 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fbfbc009e50 tx=0x7fbfbc00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c10091c314c441e server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:34.425 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.421+0000 7fbfc37fe700 1 -- 172.21.15.16:0/3243382444 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfbc00e070 con 0x7fbfc40b4fe0 2023-09-23T06:36:34.425 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.421+0000 7fbfc37fe700 1 -- 172.21.15.16:0/3243382444 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfbc00b910 con 0x7fbfc40b4fe0 2023-09-23T06:36:34.425 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.421+0000 7fbfc37fe700 1 -- 172.21.15.16:0/3243382444 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfbc00bcc0 con 0x7fbfc40b4fe0 2023-09-23T06:36:34.425 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.421+0000 7fbfcabff700 1 -- 172.21.15.16:0/3243382444 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfc40b4fe0 msgr2=0x7fbfc40b5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:34.425 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.421+0000 7fbfcabff700 1 --2- 172.21.15.16:0/3243382444 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfc40b4fe0 0x7fbfc40b5490 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fbfbc009e50 tx=0x7fbfbc00b330 comp rx=0 tx=0).stop 2023-09-23T06:36:34.425 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.422+0000 7fbfcabff700 1 -- 172.21.15.16:0/3243382444 shutdown_connections 2023-09-23T06:36:34.425 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.422+0000 7fbfcabff700 1 --2- 172.21.15.16:0/3243382444 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfc40b4fe0 0x7fbfc40b5490 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:34.425 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.422+0000 7fbfcabff700 1 --2- 172.21.15.16:0/3243382444 >> v2:172.21.15.92:3300/0 conn(0x7fbfc415d770 0x7fbfc40ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:34.425 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.422+0000 7fbfcabff700 1 -- 172.21.15.16:0/3243382444 >> 172.21.15.16:0/3243382444 conn(0x7fbfc40724b0 msgr2=0x7fbfc40d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:34.426 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.422+0000 7fbfcabff700 1 -- 172.21.15.16:0/3243382444 shutdown_connections 2023-09-23T06:36:34.426 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.422+0000 7fbfcabff700 1 -- 172.21.15.16:0/3243382444 wait complete. 2023-09-23T06:36:34.428 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.423+0000 7fbfcabff700 1 Processor -- start 2023-09-23T06:36:34.428 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.424+0000 7fbfcabff700 1 -- start start 2023-09-23T06:36:34.428 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.424+0000 7fbfcabff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfc40b4fe0 0x7fbfc4152410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:34.428 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.425+0000 7fbfcabff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbfc415d770 0x7fbfc40c7270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:34.428 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.425+0000 7fbfcabff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbfc415db50 0x7fbfc40b2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:34.429 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.425+0000 7fbfcabff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfc415bd80 con 0x7fbfc415d770 2023-09-23T06:36:34.429 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.425+0000 7fbfcabff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfc415c060 con 0x7fbfc415db50 2023-09-23T06:36:34.429 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.425+0000 7fbfcabff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbfc415c340 con 0x7fbfc40b4fe0 2023-09-23T06:36:34.429 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.425+0000 7fbfc3fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbfc415d770 0x7fbfc40c7270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:34.429 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.425+0000 7fbfc3fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbfc415d770 0x7fbfc40c7270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44250/0 (socket says 172.21.15.16:44250) 2023-09-23T06:36:34.429 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.425+0000 7fbfc3fff700 1 -- 172.21.15.16:0/143242276 learned_addr learned my addr 172.21.15.16:0/143242276 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:34.429 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.425+0000 7fbfc899b700 1 --2- 172.21.15.16:0/143242276 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfc40b4fe0 0x7fbfc4152410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:34.429 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.425+0000 7fbfc919c700 1 --2- 172.21.15.16:0/143242276 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbfc415db50 0x7fbfc40b2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:34.429 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.425+0000 7fbfc3fff700 1 -- 172.21.15.16:0/143242276 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfc40b4fe0 msgr2=0x7fbfc4152410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:34.429 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.425+0000 7fbfc3fff700 1 --2- 172.21.15.16:0/143242276 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfc40b4fe0 0x7fbfc4152410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:34.429 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.425+0000 7fbfc3fff700 1 -- 172.21.15.16:0/143242276 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbfc415db50 msgr2=0x7fbfc40b2ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:34.430 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.425+0000 7fbfc3fff700 1 --2- 172.21.15.16:0/143242276 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbfc415db50 0x7fbfc40b2ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:34.430 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.425+0000 7fbfc3fff700 1 -- 172.21.15.16:0/143242276 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfbc009b30 con 0x7fbfc415d770 2023-09-23T06:36:34.430 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.425+0000 7fbfc919c700 1 --2- 172.21.15.16:0/143242276 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbfc415db50 0x7fbfc40b2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:34.430 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.425+0000 7fbfc3fff700 1 --2- 172.21.15.16:0/143242276 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbfc415d770 0x7fbfc40c7270 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fbfb000c540 tx=0x7fbfb000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:34.430 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.426+0000 7fbfc17fa700 1 -- 172.21.15.16:0/143242276 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfb0004c80 con 0x7fbfc415d770 2023-09-23T06:36:34.430 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.426+0000 7fbfc17fa700 1 -- 172.21.15.16:0/143242276 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfb0004de0 con 0x7fbfc415d770 2023-09-23T06:36:34.430 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.426+0000 7fbfcabff700 1 -- 172.21.15.16:0/143242276 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbfc40cb300 con 0x7fbfc415d770 2023-09-23T06:36:34.430 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.426+0000 7fbfc17fa700 1 -- 172.21.15.16:0/143242276 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfb0007310 con 0x7fbfc415d770 2023-09-23T06:36:34.430 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.426+0000 7fbfcabff700 1 -- 172.21.15.16:0/143242276 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfc415b490 con 0x7fbfc415d770 2023-09-23T06:36:34.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.427+0000 7fbfcabff700 1 -- 172.21.15.16:0/143242276 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbfc40cb4f0 con 0x7fbfc415d770 2023-09-23T06:36:34.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.428+0000 7fbfc17fa700 1 -- 172.21.15.16:0/143242276 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fbfb0007470 con 0x7fbfc415d770 2023-09-23T06:36:34.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.429+0000 7fbfc17fa700 1 --2- 172.21.15.16:0/143242276 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbfa806afc0 0x7fbfa806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:34.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.429+0000 7fbfc17fa700 1 -- 172.21.15.16:0/143242276 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbfb00893e0 con 0x7fbfc415d770 2023-09-23T06:36:34.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.430+0000 7fbfc899b700 1 --2- 172.21.15.16:0/143242276 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbfa806afc0 0x7fbfa806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:34.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.430+0000 7fbfc899b700 1 --2- 172.21.15.16:0/143242276 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbfa806afc0 0x7fbfa806d480 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fbfb8009be0 tx=0x7fbfb8009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:34.435 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.434+0000 7fbfc17fa700 1 -- 172.21.15.16:0/143242276 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fbfb0054420 con 0x7fbfc415d770 2023-09-23T06:36:34.692 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.690+0000 7fbfcabff700 1 -- 172.21.15.16:0/143242276 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fbfc4074b40 con 0x7fbfc415d770 2023-09-23T06:36:34.693 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.691+0000 7fbfc17fa700 1 -- 172.21.15.16:0/143242276 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7fbfb0057a40 con 0x7fbfc415d770 2023-09-23T06:36:34.693 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-09-23T06:36:34.695 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.693+0000 7fbfcabff700 1 -- 172.21.15.16:0/143242276 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbfa806afc0 msgr2=0x7fbfa806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:34.695 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.693+0000 7fbfcabff700 1 --2- 172.21.15.16:0/143242276 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbfa806afc0 0x7fbfa806d480 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fbfb8009be0 tx=0x7fbfb8009210 comp rx=0 tx=0).stop 2023-09-23T06:36:34.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.693+0000 7fbfcabff700 1 -- 172.21.15.16:0/143242276 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbfc415d770 msgr2=0x7fbfc40c7270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:34.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.693+0000 7fbfcabff700 1 --2- 172.21.15.16:0/143242276 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbfc415d770 0x7fbfc40c7270 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7fbfb000c540 tx=0x7fbfb000c850 comp rx=0 tx=0).stop 2023-09-23T06:36:34.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.693+0000 7fbfcabff700 1 -- 172.21.15.16:0/143242276 shutdown_connections 2023-09-23T06:36:34.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.693+0000 7fbfcabff700 1 --2- 172.21.15.16:0/143242276 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbfc415db50 0x7fbfc40b2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:34.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.693+0000 7fbfcabff700 1 --2- 172.21.15.16:0/143242276 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbfc40b4fe0 0x7fbfc4152410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:34.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.693+0000 7fbfcabff700 1 --2- 172.21.15.16:0/143242276 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbfa806afc0 0x7fbfa806d480 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:34.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.693+0000 7fbfcabff700 1 --2- 172.21.15.16:0/143242276 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbfc415d770 0x7fbfc40c7270 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:34.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.693+0000 7fbfcabff700 1 -- 172.21.15.16:0/143242276 >> 172.21.15.16:0/143242276 conn(0x7fbfc40724b0 msgr2=0x7fbfc40ce420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:34.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.694+0000 7fbfcabff700 1 -- 172.21.15.16:0/143242276 shutdown_connections 2023-09-23T06:36:34.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:34.694+0000 7fbfcabff700 1 -- 172.21.15.16:0/143242276 wait complete. 2023-09-23T06:36:34.714 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-09-23T06:36:34.714 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-09-23T06:36:34.714 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi016.front.sepia.ceph.com 2023-09-23T06:36:34.714 INFO:tasks.cephfs.mount:self.client.name = client.2 2023-09-23T06:36:34.714 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2023-09-23T06:36:34.714 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-09-23T06:36:34.714 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-09-23T06:36:34.714 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-09-23T06:36:34.714 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2023-09-23T06:36:34.715 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:34.715 DEBUG:teuthology.orchestra.run.smithi016:> ip addr 2023-09-23T06:36:34.761 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-23T06:36:34.761 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-23T06:36:34.761 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2023-09-23T06:36:34.761 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:34.762 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2023-09-23T06:36:34.762 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:34.762 INFO:teuthology.orchestra.run.smithi016.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-23T06:36:34.762 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e0 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:36:34.762 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f0 2023-09-23T06:36:34.762 INFO:teuthology.orchestra.run.smithi016.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-23T06:36:34.762 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e1 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:36:34.762 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f1 2023-09-23T06:36:34.762 INFO:teuthology.orchestra.run.smithi016.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-09-23T06:36:34.762 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:64 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:36:34.762 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f0 2023-09-23T06:36:34.763 INFO:teuthology.orchestra.run.smithi016.stdout: inet 172.21.15.16/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2023-09-23T06:36:34.763 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft 42305sec preferred_lft 42305sec 2023-09-23T06:36:34.763 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2023-09-23T06:36:34.763 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:34.763 INFO:teuthology.orchestra.run.smithi016.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-23T06:36:34.763 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:65 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:36:34.763 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f1 2023-09-23T06:36:34.763 INFO:teuthology.orchestra.run.smithi016.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-23T06:36:34.763 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether b6:3f:4d:2f:82:d9 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:36:34.763 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-09-23T06:36:34.763 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:34.763 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::4497:ddff:fef5:44f7/64 scope link 2023-09-23T06:36:34.764 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:34.764 INFO:teuthology.orchestra.run.smithi016.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-09-23T06:36:34.764 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether b6:3f:4d:2f:82:d9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-09-23T06:36:34.764 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::b43f:4dff:fe2f:82d9/64 scope link 2023-09-23T06:36:34.764 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:34.765 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:34.765 DEBUG:teuthology.orchestra.run.smithi016:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-09-23T06:36:34.873 INFO:teuthology.orchestra.run.smithi016.stdout:1 2023-09-23T06:36:34.876 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:34.876 DEBUG:teuthology.orchestra.run.smithi016:> route 2023-09-23T06:36:34.925 INFO:teuthology.orchestra.run.smithi016.stdout:Kernel IP routing table 2023-09-23T06:36:34.926 INFO:teuthology.orchestra.run.smithi016.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-09-23T06:36:34.926 INFO:teuthology.orchestra.run.smithi016.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2023-09-23T06:36:34.926 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2023-09-23T06:36:34.926 INFO:teuthology.orchestra.run.smithi016.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-09-23T06:36:34.927 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:34.927 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec bash -c ' 2023-09-23T06:36:34.927 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2023-09-23T06:36:34.927 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-09-23T06:36:34.927 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-09-23T06:36:34.928 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-09-23T06:36:34.928 DEBUG:teuthology.orchestra.run.smithi016:> ') 2023-09-23T06:36:35.100 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:35.100 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2023-09-23T06:36:35.147 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-09-23T06:36:35.148 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:35.148 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list-id 2023-09-23T06:36:35.236 INFO:teuthology.orchestra.run.smithi016.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2023-09-23T06:36:35.237 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:35.237 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec bash -c ' 2023-09-23T06:36:35.237 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2023-09-23T06:36:35.237 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2023-09-23T06:36:35.238 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2023-09-23T06:36:35.238 DEBUG:teuthology.orchestra.run.smithi016:> ') 2023-09-23T06:36:35.381 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:35.382 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2023-09-23T06:36:35.454 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-23T06:36:35.454 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-23T06:36:35.454 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2023-09-23T06:36:35.454 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:35.454 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2023-09-23T06:36:35.454 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:35.455 INFO:teuthology.orchestra.run.smithi016.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-23T06:36:35.455 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 4a:65:b7:4a:ad:c1 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-09-23T06:36:35.455 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-09-23T06:36:35.455 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:35.455 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::4865:b7ff:fe4a:adc1/64 scope link 2023-09-23T06:36:35.455 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:35.457 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:35.457 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2023-09-23T06:36:35.530 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-23T06:36:35.530 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-23T06:36:35.530 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2023-09-23T06:36:35.530 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:35.531 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2023-09-23T06:36:35.531 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:35.531 INFO:teuthology.orchestra.run.smithi016.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-23T06:36:35.531 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 4a:65:b7:4a:ad:c1 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-09-23T06:36:35.531 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-09-23T06:36:35.531 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:35.532 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::4865:b7ff:fe4a:adc1/64 scope link 2023-09-23T06:36:35.532 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:35.533 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2023-09-23T06:36:35.534 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:35.534 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec bash -c ' 2023-09-23T06:36:35.534 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2023-09-23T06:36:35.534 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2023-09-23T06:36:35.534 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2023-09-23T06:36:35.534 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2023-09-23T06:36:35.535 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2023-09-23T06:36:35.535 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2023-09-23T06:36:35.535 DEBUG:teuthology.orchestra.run.smithi016:> ') 2023-09-23T06:36:35.790 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:35.790 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec bash -c ' 2023-09-23T06:36:35.790 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2023-09-23T06:36:35.790 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set brx.1 up 2023-09-23T06:36:35.791 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set dev brx.1 master ceph-brx 2023-09-23T06:36:35.791 DEBUG:teuthology.orchestra.run.smithi016:> ') 2023-09-23T06:36:35.965 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-23T06:36:35.965 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2023-09-23T06:36:36.011 INFO:teuthology.orchestra.run.smithi016.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2023-09-23T06:36:36.012 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-23T06:36:36.012 DEBUG:teuthology.orchestra.run.smithi016:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2023-09-23T06:36:36.098 INFO:tasks.cephfs.kernel_mount:mounting using device: 2@.cephfs=/ 2023-09-23T06:36:36.098 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:36.098 DEBUG:teuthology.orchestra.run.smithi016:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 2@.cephfs=/ /home/ubuntu/cephtest/mnt.2 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-23T06:36:36.245 INFO:teuthology.orchestra.run.smithi016.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-23T06:36:36.246 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-23T06:36:36.275 INFO:teuthology.orchestra.run.smithi016.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-23T06:36:36.275 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-23T06:36:36.275 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: resolved to: "172.21.15.16:3300,172.21.15.92:3300,172.21.15.92:3301" 2023-09-23T06:36:36.275 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: trying mount with new device syntax: 2@a4473c66-b59d-48ae-9109-7ce1a730b162.cephfs=/ 2023-09-23T06:36:36.275 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=2,ms_mode=prefer-crc,key=2,mon_addr=172.21.15.16:3300/172.21.15.92:3300/172.21.15.92:3301" will pass to kernel 2023-09-23T06:36:36.279 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-09-23T06:36:36.280 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:36.280 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2023-09-23T06:36:36.350 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:36.351 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-23T06:36:36.439 INFO:teuthology.orchestra.run.smithi016.stdout:client4526 2023-09-23T06:36:36.439 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:36:36.439 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T06:36:36.485 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:36.485 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-23T06:36:36.613 INFO:teuthology.orchestra.run.smithi016.stdout:client4526 2023-09-23T06:36:36.614 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:36.614 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-23T06:36:36.702 INFO:teuthology.orchestra.run.smithi016.stdout:client4526 2023-09-23T06:36:36.703 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:36.703 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.2 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/a4473c66-b59d-48ae-9109-7ce1a730b162.client4526/status') 2023-09-23T06:36:36.812 INFO:teuthology.orchestra.run.smithi016.stdout:instance: client.4526 (3)172.21.15.16:0/1346803274 2023-09-23T06:36:36.812 INFO:teuthology.orchestra.run.smithi016.stdout:blocklisted: false 2023-09-23T06:36:36.812 INFO:teuthology.orchestra.run.smithi016.stderr:0+1 records in 2023-09-23T06:36:36.813 INFO:teuthology.orchestra.run.smithi016.stderr:0+1 records out 2023-09-23T06:36:36.813 INFO:teuthology.orchestra.run.smithi016.stderr:70 bytes copied, 5.5132e-05 s, 1.3 MB/s 2023-09-23T06:36:36.815 INFO:tasks.kclient:client.1 config is {'syntax': 'v2'} 2023-09-23T06:36:36.815 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-09-23T06:36:36.815 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-09-23T06:36:36.815 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-09-23T06:36:37.017 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.015+0000 7ff850bff700 1 Processor -- start 2023-09-23T06:36:37.017 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.015+0000 7ff850bff700 1 -- start start 2023-09-23T06:36:37.018 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.016+0000 7ff850bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff84c0b8e90 0x7ff84c0ce450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:37.018 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.016+0000 7ff850bff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff84c0cea30 con 0x7ff84c15d910 2023-09-23T06:36:37.018 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.016+0000 7ff850bff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff84c0ced10 con 0x7ff84c0b4fa0 2023-09-23T06:36:37.018 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.016+0000 7ff850bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff84c0ceff0 con 0x7ff84c0b8e90 2023-09-23T06:36:37.018 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.016+0000 7ff849d9b700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7ff84c15d910 0x7ff84c0b6610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:44926/0 (socket says 172.21.15.16:44926) 2023-09-23T06:36:37.018 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.016+0000 7ff849d9b700 1 -- 172.21.15.16:0/1668832488 learned_addr learned my addr 172.21.15.16:0/1668832488 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:37.020 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.017+0000 7ff84ad9d700 1 --2- 172.21.15.16:0/1668832488 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff84c0b8e90 0x7ff84c0ce450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:37.020 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.017+0000 7ff84959a700 1 -- 172.21.15.16:0/1668832488 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 149807768 0 0) 0x7ff84c0cea30 con 0x7ff84c15d910 2023-09-23T06:36:37.020 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.017+0000 7ff84959a700 1 -- 172.21.15.16:0/1668832488 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff8340035b0 con 0x7ff84c15d910 2023-09-23T06:36:37.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.017+0000 7ff84959a700 1 -- 172.21.15.16:0/1668832488 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3876839755 0 0) 0x7ff84c0ced10 con 0x7ff84c0b4fa0 2023-09-23T06:36:37.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.017+0000 7ff84959a700 1 -- 172.21.15.16:0/1668832488 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff84c0cea30 con 0x7ff84c0b4fa0 2023-09-23T06:36:37.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.017+0000 7ff84ad9d700 1 -- 172.21.15.16:0/1668832488 >> v1:172.21.15.92:6789/0 conn(0x7ff84c0b4fa0 legacy=0x7ff84c0b5380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:37.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.017+0000 7ff84ad9d700 1 -- 172.21.15.16:0/1668832488 >> v1:172.21.15.16:6789/0 conn(0x7ff84c15d910 legacy=0x7ff84c0b6610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:37.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.017+0000 7ff84959a700 1 -- 172.21.15.16:0/1668832488 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2337025887 0 0) 0x7ff8340035b0 con 0x7ff84c15d910 2023-09-23T06:36:37.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.017+0000 7ff84ad9d700 1 -- 172.21.15.16:0/1668832488 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff84c0cf2d0 con 0x7ff84c0b8e90 2023-09-23T06:36:37.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.018+0000 7ff84ad9d700 1 --2- 172.21.15.16:0/1668832488 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff84c0b8e90 0x7ff84c0ce450 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff844009dc0 tx=0x7ff84400b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8a343bdcadbd7c8b server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:37.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.018+0000 7ff84959a700 1 -- 172.21.15.16:0/1668832488 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff84400e070 con 0x7ff84c0b8e90 2023-09-23T06:36:37.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.018+0000 7ff84959a700 1 -- 172.21.15.16:0/1668832488 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff844003a20 con 0x7ff84c0b8e90 2023-09-23T06:36:37.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.018+0000 7ff84959a700 1 -- 172.21.15.16:0/1668832488 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff840001670 con 0x7ff84c0b8e90 2023-09-23T06:36:37.022 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.018+0000 7ff850bff700 1 -- 172.21.15.16:0/1668832488 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff84c0b8e90 msgr2=0x7ff84c0ce450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:37.022 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.018+0000 7ff850bff700 1 --2- 172.21.15.16:0/1668832488 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff84c0b8e90 0x7ff84c0ce450 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7ff844009dc0 tx=0x7ff84400b330 comp rx=0 tx=0).stop 2023-09-23T06:36:37.022 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.019+0000 7ff850bff700 1 -- 172.21.15.16:0/1668832488 shutdown_connections 2023-09-23T06:36:37.022 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.019+0000 7ff850bff700 1 --2- 172.21.15.16:0/1668832488 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff84c0b8e90 0x7ff84c0ce450 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:37.022 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.019+0000 7ff850bff700 1 -- 172.21.15.16:0/1668832488 >> 172.21.15.16:0/1668832488 conn(0x7ff84c0724b0 msgr2=0x7ff84c0d3520 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:37.022 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.019+0000 7ff850bff700 1 -- 172.21.15.16:0/1668832488 shutdown_connections 2023-09-23T06:36:37.022 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.019+0000 7ff850bff700 1 -- 172.21.15.16:0/1668832488 wait complete. 2023-09-23T06:36:37.023 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.020+0000 7ff850bff700 1 Processor -- start 2023-09-23T06:36:37.023 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.021+0000 7ff850bff700 1 -- start start 2023-09-23T06:36:37.024 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.021+0000 7ff850bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff84c0b4fa0 0x7ff84c15a1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:37.024 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.021+0000 7ff850bff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff84c0b8e90 0x7ff84c1e2a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:37.024 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.021+0000 7ff850bff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff84c15d910 0x7ff84c1e2f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:37.024 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.021+0000 7ff850bff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff84c1e4610 con 0x7ff84c15d910 2023-09-23T06:36:37.024 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.021+0000 7ff850bff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff84c1e4180 con 0x7ff84c0b8e90 2023-09-23T06:36:37.024 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.022+0000 7ff850bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff84c1e3570 con 0x7ff84c0b4fa0 2023-09-23T06:36:37.024 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.022+0000 7ff84ad9d700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff84c15d910 0x7ff84c1e2f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:37.024 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.022+0000 7ff84ad9d700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff84c15d910 0x7ff84c1e2f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44262/0 (socket says 172.21.15.16:44262) 2023-09-23T06:36:37.024 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.022+0000 7ff84ad9d700 1 -- 172.21.15.16:0/1301517643 learned_addr learned my addr 172.21.15.16:0/1301517643 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:37.024 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.022+0000 7ff84a59c700 1 --2- 172.21.15.16:0/1301517643 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff84c0b4fa0 0x7ff84c15a1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:37.024 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.022+0000 7ff849d9b700 1 --2- 172.21.15.16:0/1301517643 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff84c0b8e90 0x7ff84c1e2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:37.025 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.022+0000 7ff84ad9d700 1 -- 172.21.15.16:0/1301517643 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff84c0b4fa0 msgr2=0x7ff84c15a1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:37.026 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.022+0000 7ff84ad9d700 1 --2- 172.21.15.16:0/1301517643 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff84c0b4fa0 0x7ff84c15a1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:37.026 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.022+0000 7ff84ad9d700 1 -- 172.21.15.16:0/1301517643 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff84c0b8e90 msgr2=0x7ff84c1e2a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:37.026 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.022+0000 7ff84ad9d700 1 --2- 172.21.15.16:0/1301517643 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff84c0b8e90 0x7ff84c1e2a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:37.026 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.022+0000 7ff84ad9d700 1 -- 172.21.15.16:0/1301517643 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff844009a70 con 0x7ff84c15d910 2023-09-23T06:36:37.026 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.022+0000 7ff84ad9d700 1 --2- 172.21.15.16:0/1301517643 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff84c15d910 0x7ff84c1e2f40 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff844004000 tx=0x7ff844004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:37.026 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.023+0000 7ff83affd700 1 -- 172.21.15.16:0/1301517643 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8440044c0 con 0x7ff84c15d910 2023-09-23T06:36:37.026 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.023+0000 7ff83affd700 1 -- 172.21.15.16:0/1301517643 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff844004660 con 0x7ff84c15d910 2023-09-23T06:36:37.026 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.023+0000 7ff83affd700 1 -- 172.21.15.16:0/1301517643 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff84401d470 con 0x7ff84c15d910 2023-09-23T06:36:37.026 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.023+0000 7ff850bff700 1 -- 172.21.15.16:0/1301517643 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff84c1e3850 con 0x7ff84c15d910 2023-09-23T06:36:37.026 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.023+0000 7ff850bff700 1 -- 172.21.15.16:0/1301517643 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff84c1e3e10 con 0x7ff84c15d910 2023-09-23T06:36:37.027 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.025+0000 7ff850bff700 1 -- 172.21.15.16:0/1301517643 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff84c04eb20 con 0x7ff84c15d910 2023-09-23T06:36:37.027 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.025+0000 7ff83affd700 1 -- 172.21.15.16:0/1301517643 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7ff84401d5d0 con 0x7ff84c15d910 2023-09-23T06:36:37.028 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.026+0000 7ff83affd700 1 --2- 172.21.15.16:0/1301517643 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff82c06afc0 0x7ff82c06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:37.028 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.026+0000 7ff83affd700 1 -- 172.21.15.16:0/1301517643 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff84408afe0 con 0x7ff84c15d910 2023-09-23T06:36:37.028 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.027+0000 7ff84a59c700 1 --2- 172.21.15.16:0/1301517643 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff82c06afc0 0x7ff82c06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:37.029 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.027+0000 7ff84a59c700 1 --2- 172.21.15.16:0/1301517643 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff82c06afc0 0x7ff82c06d480 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7ff83c0011e0 tx=0x7ff83c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:37.033 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.032+0000 7ff83affd700 1 -- 172.21.15.16:0/1301517643 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7ff844055fe0 con 0x7ff84c15d910 2023-09-23T06:36:37.286 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.284+0000 7ff850bff700 1 -- 172.21.15.16:0/1301517643 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7ff84c0b84a0 con 0x7ff84c15d910 2023-09-23T06:36:37.286 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.284+0000 7ff83affd700 1 -- 172.21.15.16:0/1301517643 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7ff844059600 con 0x7ff84c15d910 2023-09-23T06:36:37.286 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-09-23T06:36:37.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.287+0000 7ff850bff700 1 -- 172.21.15.16:0/1301517643 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff82c06afc0 msgr2=0x7ff82c06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:37.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.287+0000 7ff850bff700 1 --2- 172.21.15.16:0/1301517643 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff82c06afc0 0x7ff82c06d480 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7ff83c0011e0 tx=0x7ff83c009040 comp rx=0 tx=0).stop 2023-09-23T06:36:37.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.287+0000 7ff850bff700 1 -- 172.21.15.16:0/1301517643 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff84c15d910 msgr2=0x7ff84c1e2f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:37.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.287+0000 7ff850bff700 1 --2- 172.21.15.16:0/1301517643 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff84c15d910 0x7ff84c1e2f40 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7ff844004000 tx=0x7ff844004ad0 comp rx=0 tx=0).stop 2023-09-23T06:36:37.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.287+0000 7ff850bff700 1 -- 172.21.15.16:0/1301517643 shutdown_connections 2023-09-23T06:36:37.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.287+0000 7ff850bff700 1 --2- 172.21.15.16:0/1301517643 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff82c06afc0 0x7ff82c06d480 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:37.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.287+0000 7ff850bff700 1 --2- 172.21.15.16:0/1301517643 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff84c15d910 0x7ff84c1e2f40 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:37.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.287+0000 7ff850bff700 1 --2- 172.21.15.16:0/1301517643 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff84c0b4fa0 0x7ff84c15a1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:37.290 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.287+0000 7ff850bff700 1 --2- 172.21.15.16:0/1301517643 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff84c0b8e90 0x7ff84c1e2a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:37.290 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.287+0000 7ff850bff700 1 -- 172.21.15.16:0/1301517643 >> 172.21.15.16:0/1301517643 conn(0x7ff84c0724b0 msgr2=0x7ff84c0cc600 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:37.290 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.287+0000 7ff850bff700 1 -- 172.21.15.16:0/1301517643 shutdown_connections 2023-09-23T06:36:37.290 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:37.287+0000 7ff850bff700 1 -- 172.21.15.16:0/1301517643 wait complete. 2023-09-23T06:36:37.307 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-09-23T06:36:37.307 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-09-23T06:36:37.307 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi092.front.sepia.ceph.com 2023-09-23T06:36:37.307 INFO:tasks.cephfs.mount:self.client.name = client.1 2023-09-23T06:36:37.307 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2023-09-23T06:36:37.307 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-09-23T06:36:37.307 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-09-23T06:36:37.307 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-09-23T06:36:37.308 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2023-09-23T06:36:37.308 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:37.308 DEBUG:teuthology.orchestra.run.smithi092:> ip addr 2023-09-23T06:36:37.361 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-23T06:36:37.361 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-23T06:36:37.361 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2023-09-23T06:36:37.361 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:37.361 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2023-09-23T06:36:37.361 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:37.361 INFO:teuthology.orchestra.run.smithi092.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-23T06:36:37.362 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b2 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:36:37.362 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f0 2023-09-23T06:36:37.362 INFO:teuthology.orchestra.run.smithi092.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-23T06:36:37.362 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b3 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:36:37.362 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f1 2023-09-23T06:36:37.362 INFO:teuthology.orchestra.run.smithi092.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-23T06:36:37.362 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:44 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:36:37.362 INFO:teuthology.orchestra.run.smithi092.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-09-23T06:36:37.362 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:45 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:36:37.362 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.21.15.92/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-09-23T06:36:37.362 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft 42251sec preferred_lft 42251sec 2023-09-23T06:36:37.363 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::ec4:7aff:fe8f:cd45/64 scope link 2023-09-23T06:36:37.363 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:37.364 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2023-09-23T06:36:37.364 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:37.364 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2023-09-23T06:36:37.364 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2023-09-23T06:36:37.364 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link add name ceph-brx type bridge 2023-09-23T06:36:37.364 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip addr flush dev ceph-brx 2023-09-23T06:36:37.364 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set ceph-brx up 2023-09-23T06:36:37.364 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2023-09-23T06:36:37.364 DEBUG:teuthology.orchestra.run.smithi092:> ') 2023-09-23T06:36:37.862 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:37.862 DEBUG:teuthology.orchestra.run.smithi092:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-09-23T06:36:37.932 INFO:teuthology.orchestra.run.smithi092.stdout:1 2023-09-23T06:36:37.935 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:37.935 DEBUG:teuthology.orchestra.run.smithi092:> route 2023-09-23T06:36:38.011 INFO:teuthology.orchestra.run.smithi092.stdout:Kernel IP routing table 2023-09-23T06:36:38.011 INFO:teuthology.orchestra.run.smithi092.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-09-23T06:36:38.011 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-09-23T06:36:38.011 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-09-23T06:36:38.011 INFO:teuthology.orchestra.run.smithi092.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-09-23T06:36:38.013 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:38.013 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2023-09-23T06:36:38.013 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2023-09-23T06:36:38.013 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-09-23T06:36:38.013 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-09-23T06:36:38.013 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-09-23T06:36:38.014 DEBUG:teuthology.orchestra.run.smithi092:> ') 2023-09-23T06:36:38.764 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:38.764 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2023-09-23T06:36:38.811 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:38.811 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list-id 2023-09-23T06:36:38.858 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:38.859 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2023-09-23T06:36:38.859 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2023-09-23T06:36:38.859 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2023-09-23T06:36:38.859 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2023-09-23T06:36:38.859 DEBUG:teuthology.orchestra.run.smithi092:> ') 2023-09-23T06:36:39.040 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2023-09-23T06:36:39.040 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:39.041 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2023-09-23T06:36:39.041 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2023-09-23T06:36:39.041 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2023-09-23T06:36:39.041 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2023-09-23T06:36:39.041 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2023-09-23T06:36:39.041 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2023-09-23T06:36:39.041 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2023-09-23T06:36:39.041 DEBUG:teuthology.orchestra.run.smithi092:> ') 2023-09-23T06:36:39.310 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:39.311 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2023-09-23T06:36:39.311 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2023-09-23T06:36:39.311 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set brx.0 up 2023-09-23T06:36:39.311 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set dev brx.0 master ceph-brx 2023-09-23T06:36:39.311 DEBUG:teuthology.orchestra.run.smithi092:> ') 2023-09-23T06:36:39.483 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-23T06:36:39.483 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2023-09-23T06:36:39.529 INFO:teuthology.orchestra.run.smithi092.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2023-09-23T06:36:39.529 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-23T06:36:39.529 DEBUG:teuthology.orchestra.run.smithi092:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2023-09-23T06:36:39.615 INFO:tasks.cephfs.kernel_mount:mounting using device: 1@.cephfs=/ 2023-09-23T06:36:39.615 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:39.615 DEBUG:teuthology.orchestra.run.smithi092:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 1@.cephfs=/ /home/ubuntu/cephtest/mnt.1 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-23T06:36:39.760 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-23T06:36:39.761 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-23T06:36:40.231 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-23T06:36:40.232 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-23T06:36:40.232 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: resolved to: "172.21.15.16:3300,172.21.15.92:3300,172.21.15.92:3301" 2023-09-23T06:36:40.232 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: trying mount with new device syntax: 1@a4473c66-b59d-48ae-9109-7ce1a730b162.cephfs=/ 2023-09-23T06:36:40.232 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=1,ms_mode=prefer-crc,key=1,mon_addr=172.21.15.16:3300/172.21.15.92:3300/172.21.15.92:3301" will pass to kernel 2023-09-23T06:36:40.236 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-09-23T06:36:40.237 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:40.237 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2023-09-23T06:36:40.306 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:40.307 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-23T06:36:40.400 INFO:teuthology.orchestra.run.smithi092.stdout:client4650 2023-09-23T06:36:40.401 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:36:40.401 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T06:36:40.447 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:40.447 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-23T06:36:40.575 INFO:teuthology.orchestra.run.smithi092.stdout:client4650 2023-09-23T06:36:40.575 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:40.576 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-23T06:36:40.663 INFO:teuthology.orchestra.run.smithi092.stdout:client4650 2023-09-23T06:36:40.664 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:40.664 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.1 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/a4473c66-b59d-48ae-9109-7ce1a730b162.client4650/status') 2023-09-23T06:36:40.771 INFO:teuthology.orchestra.run.smithi092.stdout:instance: client.4650 (3)172.21.15.92:0/269083389 2023-09-23T06:36:40.771 INFO:teuthology.orchestra.run.smithi092.stdout:blocklisted: false 2023-09-23T06:36:40.771 INFO:teuthology.orchestra.run.smithi092.stderr:0+1 records in 2023-09-23T06:36:40.771 INFO:teuthology.orchestra.run.smithi092.stderr:0+1 records out 2023-09-23T06:36:40.771 INFO:teuthology.orchestra.run.smithi092.stderr:69 bytes copied, 5.2184e-05 s, 1.3 MB/s 2023-09-23T06:36:40.774 INFO:tasks.kclient:client.3 config is {'syntax': 'v2'} 2023-09-23T06:36:40.774 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2023-09-23T06:36:40.774 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2023-09-23T06:36:40.774 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-09-23T06:36:40.988 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.986+0000 7f18b69ff700 1 Processor -- start 2023-09-23T06:36:40.988 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.986+0000 7f18b69ff700 1 -- start start 2023-09-23T06:36:40.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.988+0000 7f18b69ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f18b0071090 0x7f18b00ca900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:40.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.988+0000 7f18b69ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f18b0160050 con 0x7f18b015f0b0 2023-09-23T06:36:40.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.988+0000 7f18b69ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f18b015fd70 con 0x7f18b01592c0 2023-09-23T06:36:40.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.988+0000 7f18b69ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18b00c9e20 con 0x7f18b0071090 2023-09-23T06:36:40.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.988+0000 7f18b4f9c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f18b015f0b0 0x7f18b015f4b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:44942/0 (socket says 172.21.15.16:44942) 2023-09-23T06:36:40.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.988+0000 7f18b4f9c700 1 -- 172.21.15.16:0/2302880253 learned_addr learned my addr 172.21.15.16:0/2302880253 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:40.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.988+0000 7f18af7fe700 1 --2- 172.21.15.16:0/2302880253 >> v2:172.21.15.92:3300/0 conn(0x7f18b0071090 0x7f18b00ca900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:40.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.988+0000 7f18aeffd700 1 -- 172.21.15.16:0/2302880253 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4247532827 0 0) 0x7f18b0160050 con 0x7f18b015f0b0 2023-09-23T06:36:40.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.988+0000 7f18aeffd700 1 -- 172.21.15.16:0/2302880253 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f18980035b0 con 0x7f18b015f0b0 2023-09-23T06:36:40.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.989+0000 7f18af7fe700 1 -- 172.21.15.16:0/2302880253 >> v1:172.21.15.92:6789/0 conn(0x7f18b01592c0 legacy=0x7f18b0070980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:40.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.989+0000 7f18aeffd700 1 -- 172.21.15.16:0/2302880253 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3582799699 0 0) 0x7f18b015fd70 con 0x7f18b01592c0 2023-09-23T06:36:40.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.989+0000 7f18af7fe700 1 -- 172.21.15.16:0/2302880253 >> v1:172.21.15.16:6789/0 conn(0x7f18b015f0b0 legacy=0x7f18b015f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:40.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.989+0000 7f18af7fe700 1 -- 172.21.15.16:0/2302880253 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18b00ca100 con 0x7f18b0071090 2023-09-23T06:36:40.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.989+0000 7f18af7fe700 1 --2- 172.21.15.16:0/2302880253 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f18b0071090 0x7f18b00ca900 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f18a4009840 tx=0x7f18a4009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d8d9cf0723ea1d98 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:40.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.989+0000 7f18aeffd700 1 -- 172.21.15.16:0/2302880253 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18a4011830 con 0x7f18b0071090 2023-09-23T06:36:40.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.989+0000 7f18aeffd700 1 -- 172.21.15.16:0/2302880253 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18a4011990 con 0x7f18b0071090 2023-09-23T06:36:40.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.989+0000 7f18aeffd700 1 -- 172.21.15.16:0/2302880253 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18a4011d20 con 0x7f18b0071090 2023-09-23T06:36:40.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.990+0000 7f18b69ff700 1 -- 172.21.15.16:0/2302880253 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f18b0071090 msgr2=0x7f18b00ca900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:40.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.990+0000 7f18b69ff700 1 --2- 172.21.15.16:0/2302880253 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f18b0071090 0x7f18b00ca900 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f18a4009840 tx=0x7f18a4009b50 comp rx=0 tx=0).stop 2023-09-23T06:36:40.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.990+0000 7f18b69ff700 1 -- 172.21.15.16:0/2302880253 shutdown_connections 2023-09-23T06:36:40.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.990+0000 7f18b69ff700 1 --2- 172.21.15.16:0/2302880253 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f18b0071090 0x7f18b00ca900 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:40.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.990+0000 7f18b69ff700 1 -- 172.21.15.16:0/2302880253 >> 172.21.15.16:0/2302880253 conn(0x7f18b006ad80 msgr2=0x7f18b00b0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:40.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.990+0000 7f18b69ff700 1 -- 172.21.15.16:0/2302880253 shutdown_connections 2023-09-23T06:36:40.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.990+0000 7f18b69ff700 1 -- 172.21.15.16:0/2302880253 wait complete. 2023-09-23T06:36:40.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.992+0000 7f18b69ff700 1 Processor -- start 2023-09-23T06:36:40.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.992+0000 7f18b69ff700 1 -- start start 2023-09-23T06:36:40.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.993+0000 7f18b69ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18b0071090 0x7f18b006cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:40.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.993+0000 7f18b69ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f18b01592c0 0x7f18b00c6ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:40.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.993+0000 7f18b69ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18b015f0b0 0x7f18b014ed70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:40.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.993+0000 7f18b69ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18b00c7c40 con 0x7f18b015f0b0 2023-09-23T06:36:40.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.993+0000 7f18b69ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18b00c7960 con 0x7f18b01592c0 2023-09-23T06:36:40.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.993+0000 7f18b69ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18b00cd560 con 0x7f18b0071090 2023-09-23T06:36:40.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.993+0000 7f18b4f9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18b015f0b0 0x7f18b014ed70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:40.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.993+0000 7f18af7fe700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f18b01592c0 0x7f18b00c6ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:40.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.993+0000 7f18b4f9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18b015f0b0 0x7f18b014ed70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44266/0 (socket says 172.21.15.16:44266) 2023-09-23T06:36:40.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.993+0000 7f18b4f9c700 1 -- 172.21.15.16:0/612556615 learned_addr learned my addr 172.21.15.16:0/612556615 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:40.998 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.993+0000 7f18affff700 1 --2- 172.21.15.16:0/612556615 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18b0071090 0x7f18b006cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:40.998 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.994+0000 7f18b4f9c700 1 -- 172.21.15.16:0/612556615 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18b0071090 msgr2=0x7f18b006cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:40.998 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.994+0000 7f18b4f9c700 1 --2- 172.21.15.16:0/612556615 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18b0071090 0x7f18b006cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:40.998 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.994+0000 7f18b4f9c700 1 -- 172.21.15.16:0/612556615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f18b01592c0 msgr2=0x7f18b00c6ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:40.998 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.994+0000 7f18b4f9c700 1 --2- 172.21.15.16:0/612556615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f18b01592c0 0x7f18b00c6ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:40.998 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.994+0000 7f18b4f9c700 1 -- 172.21.15.16:0/612556615 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18a40094a0 con 0x7f18b015f0b0 2023-09-23T06:36:40.998 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.994+0000 7f18af7fe700 1 --2- 172.21.15.16:0/612556615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f18b01592c0 0x7f18b00c6ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:40.998 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.994+0000 7f18b4f9c700 1 --2- 172.21.15.16:0/612556615 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18b015f0b0 0x7f18b014ed70 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f18a800caa0 tx=0x7f18a800cdb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:40.998 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.994+0000 7f18acff9700 1 -- 172.21.15.16:0/612556615 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18a800a9e0 con 0x7f18b015f0b0 2023-09-23T06:36:40.998 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.994+0000 7f18acff9700 1 -- 172.21.15.16:0/612556615 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18a800ab40 con 0x7f18b015f0b0 2023-09-23T06:36:40.998 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.994+0000 7f18acff9700 1 -- 172.21.15.16:0/612556615 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18a8012400 con 0x7f18b015f0b0 2023-09-23T06:36:40.998 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.994+0000 7f18b69ff700 1 -- 172.21.15.16:0/612556615 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18b00cd840 con 0x7f18b015f0b0 2023-09-23T06:36:40.998 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.994+0000 7f18b69ff700 1 -- 172.21.15.16:0/612556615 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18b00b4a20 con 0x7f18b015f0b0 2023-09-23T06:36:40.999 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.995+0000 7f18b69ff700 1 -- 172.21.15.16:0/612556615 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18b00cd3c0 con 0x7f18b015f0b0 2023-09-23T06:36:40.999 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.996+0000 7f18acff9700 1 -- 172.21.15.16:0/612556615 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f18a801b3b0 con 0x7f18b015f0b0 2023-09-23T06:36:41.000 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.998+0000 7f18acff9700 1 --2- 172.21.15.16:0/612556615 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f189c06afc0 0x7f189c06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:41.000 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.998+0000 7f18acff9700 1 -- 172.21.15.16:0/612556615 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f18a80893f0 con 0x7f18b015f0b0 2023-09-23T06:36:41.000 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.998+0000 7f18affff700 1 --2- 172.21.15.16:0/612556615 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f189c06afc0 0x7f189c06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:41.000 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:40.999+0000 7f18affff700 1 --2- 172.21.15.16:0/612556615 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f189c06afc0 0x7f189c06d480 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f18a0007fd0 tx=0x7f18a0009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:41.004 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:41.003+0000 7f18acff9700 1 -- 172.21.15.16:0/612556615 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f18b00cd3c0 con 0x7f18b015f0b0 2023-09-23T06:36:41.261 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:41.260+0000 7f18b69ff700 1 -- 172.21.15.16:0/612556615 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f18b00cd3c0 con 0x7f18b015f0b0 2023-09-23T06:36:41.262 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:41.260+0000 7f18acff9700 1 -- 172.21.15.16:0/612556615 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v8) v1 ==== 53+0+73 (secure 0 0 0) 0x7f18b00cd3c0 con 0x7f18b015f0b0 2023-09-23T06:36:41.262 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-09-23T06:36:41.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:41.262+0000 7f18b69ff700 1 -- 172.21.15.16:0/612556615 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f189c06afc0 msgr2=0x7f189c06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:41.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:41.262+0000 7f18b69ff700 1 --2- 172.21.15.16:0/612556615 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f189c06afc0 0x7f189c06d480 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f18a0007fd0 tx=0x7f18a0009040 comp rx=0 tx=0).stop 2023-09-23T06:36:41.265 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:41.262+0000 7f18b69ff700 1 -- 172.21.15.16:0/612556615 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18b015f0b0 msgr2=0x7f18b014ed70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:41.265 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:41.262+0000 7f18b69ff700 1 --2- 172.21.15.16:0/612556615 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18b015f0b0 0x7f18b014ed70 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7f18a800caa0 tx=0x7f18a800cdb0 comp rx=0 tx=0).stop 2023-09-23T06:36:41.265 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:41.263+0000 7f18b69ff700 1 -- 172.21.15.16:0/612556615 shutdown_connections 2023-09-23T06:36:41.265 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:41.263+0000 7f18b69ff700 1 --2- 172.21.15.16:0/612556615 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f189c06afc0 0x7f189c06d480 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:41.265 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:41.263+0000 7f18b69ff700 1 --2- 172.21.15.16:0/612556615 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f18b015f0b0 0x7f18b014ed70 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:41.265 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:41.263+0000 7f18b69ff700 1 --2- 172.21.15.16:0/612556615 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f18b0071090 0x7f18b006cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:41.265 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:41.263+0000 7f18b69ff700 1 --2- 172.21.15.16:0/612556615 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f18b01592c0 0x7f18b00c6ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:41.265 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:41.263+0000 7f18b69ff700 1 -- 172.21.15.16:0/612556615 >> 172.21.15.16:0/612556615 conn(0x7f18b006ad80 msgr2=0x7f18b015e5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:41.265 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:41.263+0000 7f18b69ff700 1 -- 172.21.15.16:0/612556615 shutdown_connections 2023-09-23T06:36:41.265 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:41.263+0000 7f18b69ff700 1 -- 172.21.15.16:0/612556615 wait complete. 2023-09-23T06:36:41.282 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2023-09-23T06:36:41.282 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-09-23T06:36:41.283 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi092.front.sepia.ceph.com 2023-09-23T06:36:41.283 INFO:tasks.cephfs.mount:self.client.name = client.3 2023-09-23T06:36:41.283 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2023-09-23T06:36:41.283 INFO:tasks.cephfs.mount:self.cephfs_name = None 2023-09-23T06:36:41.283 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2023-09-23T06:36:41.283 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-09-23T06:36:41.283 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2023-09-23T06:36:41.283 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:41.283 DEBUG:teuthology.orchestra.run.smithi092:> ip addr 2023-09-23T06:36:41.332 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-23T06:36:41.332 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-23T06:36:41.332 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2023-09-23T06:36:41.332 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:41.332 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2023-09-23T06:36:41.332 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:41.332 INFO:teuthology.orchestra.run.smithi092.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-23T06:36:41.332 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b2 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:36:41.333 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f0 2023-09-23T06:36:41.333 INFO:teuthology.orchestra.run.smithi092.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-23T06:36:41.333 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:d8:a1:b3 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:36:41.333 INFO:teuthology.orchestra.run.smithi092.stdout: altname enp7s0f1 2023-09-23T06:36:41.333 INFO:teuthology.orchestra.run.smithi092.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-23T06:36:41.333 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:44 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:36:41.333 INFO:teuthology.orchestra.run.smithi092.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2023-09-23T06:36:41.333 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether 0c:c4:7a:8f:cd:45 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:36:41.333 INFO:teuthology.orchestra.run.smithi092.stdout: inet 172.21.15.92/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2023-09-23T06:36:41.333 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft 42247sec preferred_lft 42247sec 2023-09-23T06:36:41.333 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::ec4:7aff:fe8f:cd45/64 scope link 2023-09-23T06:36:41.333 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:41.333 INFO:teuthology.orchestra.run.smithi092.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-23T06:36:41.334 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether d2:80:bc:e2:f2:53 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:36:41.334 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-09-23T06:36:41.334 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:41.334 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::c85b:65ff:fe28:ab7a/64 scope link 2023-09-23T06:36:41.334 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:41.334 INFO:teuthology.orchestra.run.smithi092.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-09-23T06:36:41.334 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether d2:80:bc:e2:f2:53 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2023-09-23T06:36:41.334 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::d080:bcff:fee2:f253/64 scope link 2023-09-23T06:36:41.334 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:41.335 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:41.335 DEBUG:teuthology.orchestra.run.smithi092:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-09-23T06:36:41.402 INFO:teuthology.orchestra.run.smithi092.stdout:1 2023-09-23T06:36:41.406 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:41.406 DEBUG:teuthology.orchestra.run.smithi092:> route 2023-09-23T06:36:41.454 INFO:teuthology.orchestra.run.smithi092.stdout:Kernel IP routing table 2023-09-23T06:36:41.454 INFO:teuthology.orchestra.run.smithi092.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-09-23T06:36:41.454 INFO:teuthology.orchestra.run.smithi092.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2023-09-23T06:36:41.454 INFO:teuthology.orchestra.run.smithi092.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2023-09-23T06:36:41.454 INFO:teuthology.orchestra.run.smithi092.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-09-23T06:36:41.456 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:41.456 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2023-09-23T06:36:41.456 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2023-09-23T06:36:41.456 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2023-09-23T06:36:41.456 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2023-09-23T06:36:41.456 DEBUG:teuthology.orchestra.run.smithi092:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2023-09-23T06:36:41.456 DEBUG:teuthology.orchestra.run.smithi092:> ') 2023-09-23T06:36:41.624 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:41.624 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list 2023-09-23T06:36:41.671 INFO:teuthology.orchestra.run.smithi092.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2023-09-23T06:36:41.671 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:41.671 DEBUG:teuthology.orchestra.run.smithi092:> ip netns list-id 2023-09-23T06:36:41.717 INFO:teuthology.orchestra.run.smithi092.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2023-09-23T06:36:41.718 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:41.719 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2023-09-23T06:36:41.721 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2023-09-23T06:36:41.721 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2023-09-23T06:36:41.721 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2023-09-23T06:36:41.721 DEBUG:teuthology.orchestra.run.smithi092:> ') 2023-09-23T06:36:41.900 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:41.901 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2023-09-23T06:36:41.971 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-23T06:36:41.971 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-23T06:36:41.972 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2023-09-23T06:36:41.972 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:41.972 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2023-09-23T06:36:41.972 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:41.972 INFO:teuthology.orchestra.run.smithi092.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-23T06:36:41.972 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether a6:16:23:37:25:9c brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-09-23T06:36:41.972 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-09-23T06:36:41.972 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:41.972 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::a416:23ff:fe37:259c/64 scope link 2023-09-23T06:36:41.972 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:41.974 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:41.975 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2023-09-23T06:36:42.046 INFO:teuthology.orchestra.run.smithi092.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-23T06:36:42.047 INFO:teuthology.orchestra.run.smithi092.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-23T06:36:42.047 INFO:teuthology.orchestra.run.smithi092.stdout: inet 127.0.0.1/8 scope host lo 2023-09-23T06:36:42.047 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:42.047 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 ::1/128 scope host 2023-09-23T06:36:42.047 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:42.047 INFO:teuthology.orchestra.run.smithi092.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-23T06:36:42.047 INFO:teuthology.orchestra.run.smithi092.stdout: link/ether a6:16:23:37:25:9c brd ff:ff:ff:ff:ff:ff link-netnsid 0 2023-09-23T06:36:42.047 INFO:teuthology.orchestra.run.smithi092.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2023-09-23T06:36:42.047 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:42.047 INFO:teuthology.orchestra.run.smithi092.stdout: inet6 fe80::a416:23ff:fe37:259c/64 scope link 2023-09-23T06:36:42.048 INFO:teuthology.orchestra.run.smithi092.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:36:42.050 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2023-09-23T06:36:42.050 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:42.050 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2023-09-23T06:36:42.050 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2023-09-23T06:36:42.050 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2023-09-23T06:36:42.050 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2023-09-23T06:36:42.051 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2023-09-23T06:36:42.051 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2023-09-23T06:36:42.051 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2023-09-23T06:36:42.051 DEBUG:teuthology.orchestra.run.smithi092:> ') 2023-09-23T06:36:42.296 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:42.296 DEBUG:teuthology.orchestra.run.smithi092:> (cd / && exec bash -c ' 2023-09-23T06:36:42.296 DEBUG:teuthology.orchestra.run.smithi092:> set -e 2023-09-23T06:36:42.296 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set brx.1 up 2023-09-23T06:36:42.296 DEBUG:teuthology.orchestra.run.smithi092:> sudo ip link set dev brx.1 master ceph-brx 2023-09-23T06:36:42.296 DEBUG:teuthology.orchestra.run.smithi092:> ') 2023-09-23T06:36:42.467 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-23T06:36:42.468 DEBUG:teuthology.orchestra.run.smithi092:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2023-09-23T06:36:42.513 INFO:teuthology.orchestra.run.smithi092.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2023-09-23T06:36:42.514 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-23T06:36:42.514 DEBUG:teuthology.orchestra.run.smithi092:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2023-09-23T06:36:42.599 INFO:tasks.cephfs.kernel_mount:mounting using device: 3@.cephfs=/ 2023-09-23T06:36:42.600 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:42.600 DEBUG:teuthology.orchestra.run.smithi092:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 3@.cephfs=/ /home/ubuntu/cephtest/mnt.3 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-23T06:36:42.744 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-23T06:36:42.744 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-23T06:36:42.772 INFO:teuthology.orchestra.run.smithi092.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-23T06:36:42.772 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-23T06:36:42.772 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: resolved to: "172.21.15.16:3300,172.21.15.92:3300,172.21.15.92:3301" 2023-09-23T06:36:42.773 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: trying mount with new device syntax: 3@a4473c66-b59d-48ae-9109-7ce1a730b162.cephfs=/ 2023-09-23T06:36:42.773 INFO:teuthology.orchestra.run.smithi092.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=3,ms_mode=prefer-crc,key=3,mon_addr=172.21.15.16:3300/172.21.15.92:3300/172.21.15.92:3301" will pass to kernel 2023-09-23T06:36:42.777 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-09-23T06:36:42.777 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:42.777 DEBUG:teuthology.orchestra.run.smithi092:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2023-09-23T06:36:42.845 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:42.846 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-23T06:36:42.933 INFO:teuthology.orchestra.run.smithi092.stdout:client4636 2023-09-23T06:36:42.934 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:36:42.934 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T06:36:42.979 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:42.979 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-23T06:36:43.108 INFO:teuthology.orchestra.run.smithi092.stdout:client4636 2023-09-23T06:36:43.108 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:43.108 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-23T06:36:43.196 INFO:teuthology.orchestra.run.smithi092.stdout:client4636 2023-09-23T06:36:43.196 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:43.196 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest/mnt.3 && exec bash -c 'sudo dd if=/sys/kernel/debug/ceph/a4473c66-b59d-48ae-9109-7ce1a730b162.client4636/status') 2023-09-23T06:36:43.304 INFO:teuthology.orchestra.run.smithi092.stdout:instance: client.4636 (3)192.168.0.2:0/1671310414 2023-09-23T06:36:43.304 INFO:teuthology.orchestra.run.smithi092.stdout:blocklisted: false 2023-09-23T06:36:43.304 INFO:teuthology.orchestra.run.smithi092.stderr:0+1 records in 2023-09-23T06:36:43.304 INFO:teuthology.orchestra.run.smithi092.stderr:0+1 records out 2023-09-23T06:36:43.305 INFO:teuthology.orchestra.run.smithi092.stderr:69 bytes copied, 6.9795e-05 s, 989 kB/s 2023-09-23T06:36:43.307 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2023-09-23T06:36:43.599 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:36:43.814 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.812+0000 7fdd7a7ff700 1 Processor -- start 2023-09-23T06:36:43.814 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.813+0000 7fdd7a7ff700 1 -- start start 2023-09-23T06:36:43.817 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.814+0000 7fdd7a7ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdd741592c0 0x7fdd740ca900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:43.817 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.814+0000 7fdd7a7ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fdd74070980 0x7fdd74070e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:43.817 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.814+0000 7fdd7a7ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd74160050 con 0x7fdd7415f0b0 2023-09-23T06:36:43.817 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.814+0000 7fdd7a7ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd74071350 con 0x7fdd741592c0 2023-09-23T06:36:43.817 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.814+0000 7fdd7a7ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd7415fd70 con 0x7fdd74070980 2023-09-23T06:36:43.817 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.814+0000 7fdd73fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdd741592c0 0x7fdd740ca900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:43.817 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.814+0000 7fdd73fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fdd741592c0 0x7fdd740ca900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44282/0 (socket says 172.21.15.16:44282) 2023-09-23T06:36:43.817 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.814+0000 7fdd73fff700 1 -- 172.21.15.16:0/4291184679 learned_addr learned my addr 172.21.15.16:0/4291184679 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:43.817 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.814+0000 7fdd737fe700 1 --2- 172.21.15.16:0/4291184679 >> v2:172.21.15.92:3300/0 conn(0x7fdd74070980 0x7fdd74070e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:43.817 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.815+0000 7fdd73fff700 1 -- 172.21.15.16:0/4291184679 >> v2:172.21.15.92:3300/0 conn(0x7fdd74070980 msgr2=0x7fdd74070e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:43.818 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.815+0000 7fdd73fff700 1 --2- 172.21.15.16:0/4291184679 >> v2:172.21.15.92:3300/0 conn(0x7fdd74070980 0x7fdd74070e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:43.818 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.815+0000 7fdd73fff700 1 -- 172.21.15.16:0/4291184679 >> v1:172.21.15.16:6789/0 conn(0x7fdd7415f0b0 legacy=0x7fdd7415f500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:43.818 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.815+0000 7fdd73fff700 1 -- 172.21.15.16:0/4291184679 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd740c9e20 con 0x7fdd741592c0 2023-09-23T06:36:43.818 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.815+0000 7fdd72ffd700 1 -- 172.21.15.16:0/4291184679 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4250997747 0 0) 0x7fdd74160050 con 0x7fdd7415f0b0 2023-09-23T06:36:43.818 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.815+0000 7fdd73fff700 1 --2- 172.21.15.16:0/4291184679 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd741592c0 0x7fdd740ca900 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fdd7406daa0 tx=0x7fdd64009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17b46febaf6e7830 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:43.818 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.815+0000 7fdd72ffd700 1 -- 172.21.15.16:0/4291184679 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd64011830 con 0x7fdd741592c0 2023-09-23T06:36:43.818 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.815+0000 7fdd72ffd700 1 -- 172.21.15.16:0/4291184679 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd64011990 con 0x7fdd741592c0 2023-09-23T06:36:43.818 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.815+0000 7fdd72ffd700 1 -- 172.21.15.16:0/4291184679 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd64011d20 con 0x7fdd741592c0 2023-09-23T06:36:43.819 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.816+0000 7fdd7a7ff700 1 -- 172.21.15.16:0/4291184679 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd741592c0 msgr2=0x7fdd740ca900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:43.819 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.816+0000 7fdd7a7ff700 1 --2- 172.21.15.16:0/4291184679 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd741592c0 0x7fdd740ca900 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fdd7406daa0 tx=0x7fdd64009bd0 comp rx=0 tx=0).stop 2023-09-23T06:36:43.819 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.816+0000 7fdd7a7ff700 1 -- 172.21.15.16:0/4291184679 shutdown_connections 2023-09-23T06:36:43.820 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.816+0000 7fdd7a7ff700 1 --2- 172.21.15.16:0/4291184679 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd741592c0 0x7fdd740ca900 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:43.820 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.816+0000 7fdd7a7ff700 1 --2- 172.21.15.16:0/4291184679 >> v2:172.21.15.92:3300/0 conn(0x7fdd74070980 0x7fdd74070e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:43.820 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.816+0000 7fdd7a7ff700 1 -- 172.21.15.16:0/4291184679 >> 172.21.15.16:0/4291184679 conn(0x7fdd7406ad80 msgr2=0x7fdd740b0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:43.820 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.816+0000 7fdd7a7ff700 1 -- 172.21.15.16:0/4291184679 shutdown_connections 2023-09-23T06:36:43.820 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.816+0000 7fdd7a7ff700 1 -- 172.21.15.16:0/4291184679 wait complete. 2023-09-23T06:36:43.820 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.818+0000 7fdd7a7ff700 1 Processor -- start 2023-09-23T06:36:43.820 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.818+0000 7fdd7a7ff700 1 -- start start 2023-09-23T06:36:43.822 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.819+0000 7fdd7a7ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd74070980 0x7fdd740c5ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:43.822 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.819+0000 7fdd7a7ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd741592c0 0x7fdd741554b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:43.822 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.819+0000 7fdd7a7ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdd7415f0b0 0x7fdd74157290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:43.822 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.819+0000 7fdd7a7ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd740c4000 con 0x7fdd741592c0 2023-09-23T06:36:43.822 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.819+0000 7fdd7a7ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd740c64d0 con 0x7fdd74070980 2023-09-23T06:36:43.822 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.819+0000 7fdd7a7ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd741f0b80 con 0x7fdd7415f0b0 2023-09-23T06:36:43.823 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.819+0000 7fdd737fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd741592c0 0x7fdd741554b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:43.823 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.819+0000 7fdd737fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd741592c0 0x7fdd741554b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:44294/0 (socket says 172.21.15.16:44294) 2023-09-23T06:36:43.823 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.819+0000 7fdd737fe700 1 -- 172.21.15.16:0/3618398239 learned_addr learned my addr 172.21.15.16:0/3618398239 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:43.823 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.819+0000 7fdd73fff700 1 --2- 172.21.15.16:0/3618398239 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd74070980 0x7fdd740c5ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:43.823 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.819+0000 7fdd78d9c700 1 --2- 172.21.15.16:0/3618398239 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdd7415f0b0 0x7fdd74157290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:43.823 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.819+0000 7fdd737fe700 1 -- 172.21.15.16:0/3618398239 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdd7415f0b0 msgr2=0x7fdd74157290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:43.823 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.819+0000 7fdd737fe700 1 --2- 172.21.15.16:0/3618398239 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdd7415f0b0 0x7fdd74157290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:43.823 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.819+0000 7fdd737fe700 1 -- 172.21.15.16:0/3618398239 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd74070980 msgr2=0x7fdd740c5ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:43.823 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.819+0000 7fdd737fe700 1 --2- 172.21.15.16:0/3618398239 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd74070980 0x7fdd740c5ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:43.823 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.819+0000 7fdd737fe700 1 -- 172.21.15.16:0/3618398239 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd64009550 con 0x7fdd741592c0 2023-09-23T06:36:43.823 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.820+0000 7fdd737fe700 1 --2- 172.21.15.16:0/3618398239 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd741592c0 0x7fdd741554b0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fdd6800ea00 tx=0x7fdd6800ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:43.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.820+0000 7fdd70ff9700 1 -- 172.21.15.16:0/3618398239 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd68009730 con 0x7fdd741592c0 2023-09-23T06:36:43.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.820+0000 7fdd70ff9700 1 -- 172.21.15.16:0/3618398239 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd6800c850 con 0x7fdd741592c0 2023-09-23T06:36:43.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.820+0000 7fdd70ff9700 1 -- 172.21.15.16:0/3618398239 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd6800cbe0 con 0x7fdd741592c0 2023-09-23T06:36:43.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.820+0000 7fdd7a7ff700 1 -- 172.21.15.16:0/3618398239 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd740c3480 con 0x7fdd741592c0 2023-09-23T06:36:43.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.820+0000 7fdd7a7ff700 1 -- 172.21.15.16:0/3618398239 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd740c3d20 con 0x7fdd741592c0 2023-09-23T06:36:43.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.821+0000 7fdd7a7ff700 1 -- 172.21.15.16:0/3618398239 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd740c6640 con 0x7fdd741592c0 2023-09-23T06:36:43.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.823+0000 7fdd70ff9700 1 -- 172.21.15.16:0/3618398239 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fdd6800cd40 con 0x7fdd741592c0 2023-09-23T06:36:43.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.824+0000 7fdd70ff9700 1 --2- 172.21.15.16:0/3618398239 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fdd6006afc0 0x7fdd6006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:43.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.824+0000 7fdd70ff9700 1 -- 172.21.15.16:0/3618398239 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdd68089850 con 0x7fdd741592c0 2023-09-23T06:36:43.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.824+0000 7fdd73fff700 1 --2- 172.21.15.16:0/3618398239 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fdd6006afc0 0x7fdd6006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:43.826 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.825+0000 7fdd73fff700 1 --2- 172.21.15.16:0/3618398239 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fdd6006afc0 0x7fdd6006d480 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fdd64009c10 tx=0x7fdd64008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:43.830 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:43.828+0000 7fdd70ff9700 1 -- 172.21.15.16:0/3618398239 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fdd740c6640 con 0x7fdd741592c0 2023-09-23T06:36:44.038 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.037+0000 7fdd7a7ff700 1 -- 172.21.15.16:0/3618398239 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdd740c6640 con 0x7fdd741592c0 2023-09-23T06:36:44.040 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.038+0000 7fdd70ff9700 1 -- 172.21.15.16:0/3618398239 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16457 (secure 0 0 0) 0x7fdd740c6640 con 0x7fdd741592c0 2023-09-23T06:36:44.040 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:44.040 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:36:13.020285+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:36:09.790555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-23T06:36:10.695995+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:36:44.043 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.041+0000 7fdd7a7ff700 1 -- 172.21.15.16:0/3618398239 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fdd6006afc0 msgr2=0x7fdd6006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:44.043 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.041+0000 7fdd7a7ff700 1 --2- 172.21.15.16:0/3618398239 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fdd6006afc0 0x7fdd6006d480 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7fdd64009c10 tx=0x7fdd64008030 comp rx=0 tx=0).stop 2023-09-23T06:36:44.043 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.041+0000 7fdd7a7ff700 1 -- 172.21.15.16:0/3618398239 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd741592c0 msgr2=0x7fdd741554b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:44.043 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.041+0000 7fdd7a7ff700 1 --2- 172.21.15.16:0/3618398239 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd741592c0 0x7fdd741554b0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fdd6800ea00 tx=0x7fdd6800ed10 comp rx=0 tx=0).stop 2023-09-23T06:36:44.043 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.041+0000 7fdd7a7ff700 1 -- 172.21.15.16:0/3618398239 shutdown_connections 2023-09-23T06:36:44.043 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.041+0000 7fdd7a7ff700 1 --2- 172.21.15.16:0/3618398239 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdd7415f0b0 0x7fdd74157290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.043 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.041+0000 7fdd7a7ff700 1 --2- 172.21.15.16:0/3618398239 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdd74070980 0x7fdd740c5ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.043 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.041+0000 7fdd7a7ff700 1 --2- 172.21.15.16:0/3618398239 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fdd6006afc0 0x7fdd6006d480 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.043 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.041+0000 7fdd7a7ff700 1 --2- 172.21.15.16:0/3618398239 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdd741592c0 0x7fdd741554b0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.044 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.041+0000 7fdd7a7ff700 1 -- 172.21.15.16:0/3618398239 >> 172.21.15.16:0/3618398239 conn(0x7fdd7406ad80 msgr2=0x7fdd740cb950 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:44.044 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.041+0000 7fdd7a7ff700 1 -- 172.21.15.16:0/3618398239 shutdown_connections 2023-09-23T06:36:44.044 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.041+0000 7fdd7a7ff700 1 -- 172.21.15.16:0/3618398239 wait complete. 2023-09-23T06:36:44.065 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-23T06:36:05.638048+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-23T06:36:09.790555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-23T06:36:10.695995+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-23T06:36:44.065 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-23T06:36:44.271 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.270+0000 7f65b59ff700 1 Processor -- start 2023-09-23T06:36:44.272 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.270+0000 7f65b59ff700 1 -- start start 2023-09-23T06:36:44.273 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.271+0000 7f65b59ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65b015d8c0 0x7f65b00cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:44.273 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.271+0000 7f65b59ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f65b0161fc0 0x7f65b00d3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:44.273 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.271+0000 7f65b59ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65b015dca0 con 0x7f65b00d0030 2023-09-23T06:36:44.273 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.271+0000 7f65b59ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65b00ce130 con 0x7f65b0161fc0 2023-09-23T06:36:44.273 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.271+0000 7f65b59ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65b00ce3d0 con 0x7f65b015d8c0 2023-09-23T06:36:44.275 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.272+0000 7f65a7fff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f65b0161fc0 0x7f65b00d3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:44.275 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.272+0000 7f65aeffd700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65b015d8c0 0x7f65b00cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:44.275 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.272+0000 7f65aeffd700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65b015d8c0 0x7f65b00cf190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:38108/0 (socket says 172.21.15.16:38108) 2023-09-23T06:36:44.275 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.272+0000 7f65aeffd700 1 -- 172.21.15.16:0/3591844165 learned_addr learned my addr 172.21.15.16:0/3591844165 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:44.275 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.272+0000 7f65af7fe700 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f65b00d0030 0x7f65b00d0440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.16:44124/0 (socket says 172.21.15.16:44124) 2023-09-23T06:36:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.272+0000 7f65a7fff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f65b0161fc0 0x7f65b00d3d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:39560/0 (socket says 172.21.15.16:39560) 2023-09-23T06:36:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.272+0000 7f65ae7fc700 1 -- 172.21.15.16:0/3591844165 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1988927288 0 0) 0x7f65b015dca0 con 0x7f65b00d0030 2023-09-23T06:36:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.272+0000 7f65ae7fc700 1 -- 172.21.15.16:0/3591844165 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f659c0035b0 con 0x7f65b00d0030 2023-09-23T06:36:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.272+0000 7f65a7fff700 1 -- 172.21.15.16:0/3591844165 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65b015d8c0 msgr2=0x7f65b00cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.272+0000 7f65a7fff700 1 --2- 172.21.15.16:0/3591844165 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65b015d8c0 0x7f65b00cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.272+0000 7f65a7fff700 1 -- 172.21.15.16:0/3591844165 >> v1:172.21.15.92:6789/0 conn(0x7f65b00d0030 legacy=0x7f65b00d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.272+0000 7f65a7fff700 1 -- 172.21.15.16:0/3591844165 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65b00ce6b0 con 0x7f65b0161fc0 2023-09-23T06:36:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.272+0000 7f65aeffd700 1 --2- 172.21.15.16:0/3591844165 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65b015d8c0 0x7f65b00cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.273+0000 7f65a7fff700 1 --2- 172.21.15.16:0/3591844165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65b0161fc0 0x7f65b00d3d30 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f6598009840 tx=0x7f6598009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=24722498f1bc9bc server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.273+0000 7f65ae7fc700 1 -- 172.21.15.16:0/3591844165 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6598011830 con 0x7f65b0161fc0 2023-09-23T06:36:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.273+0000 7f65ae7fc700 1 -- 172.21.15.16:0/3591844165 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6598011990 con 0x7f65b0161fc0 2023-09-23T06:36:44.276 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.273+0000 7f65ae7fc700 1 -- 172.21.15.16:0/3591844165 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6598011d00 con 0x7f65b0161fc0 2023-09-23T06:36:44.277 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.273+0000 7f65b59ff700 1 -- 172.21.15.16:0/3591844165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65b0161fc0 msgr2=0x7f65b00d3d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:44.277 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.273+0000 7f65b59ff700 1 --2- 172.21.15.16:0/3591844165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65b0161fc0 0x7f65b00d3d30 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f6598009840 tx=0x7f6598009b50 comp rx=0 tx=0).stop 2023-09-23T06:36:44.277 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.273+0000 7f65b59ff700 1 -- 172.21.15.16:0/3591844165 shutdown_connections 2023-09-23T06:36:44.277 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.273+0000 7f65b59ff700 1 --2- 172.21.15.16:0/3591844165 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65b015d8c0 0x7f65b00cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.277 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.273+0000 7f65b59ff700 1 --2- 172.21.15.16:0/3591844165 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65b0161fc0 0x7f65b00d3d30 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.277 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.273+0000 7f65b59ff700 1 -- 172.21.15.16:0/3591844165 >> 172.21.15.16:0/3591844165 conn(0x7f65b009c9b0 msgr2=0x7f65b00d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:44.277 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.273+0000 7f65b59ff700 1 -- 172.21.15.16:0/3591844165 shutdown_connections 2023-09-23T06:36:44.277 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.274+0000 7f65b59ff700 1 -- 172.21.15.16:0/3591844165 wait complete. 2023-09-23T06:36:44.279 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.275+0000 7f65b59ff700 1 Processor -- start 2023-09-23T06:36:44.279 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.275+0000 7f65b59ff700 1 -- start start 2023-09-23T06:36:44.279 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.276+0000 7f65b59ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65b00d0030 0x7f65b015ac30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:44.279 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.276+0000 7f65b59ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65b015d8c0 0x7f65b00b6590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:44.279 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.276+0000 7f65b59ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65b0161fc0 0x7f65b00b8950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:44.279 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.276+0000 7f65b59ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65b00b90f0 con 0x7f65b00d0030 2023-09-23T06:36:44.279 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.276+0000 7f65b59ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65b00cb520 con 0x7f65b0161fc0 2023-09-23T06:36:44.279 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.276+0000 7f65b59ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65b00b8e90 con 0x7f65b015d8c0 2023-09-23T06:36:44.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.276+0000 7f65aeffd700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65b00d0030 0x7f65b015ac30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:44.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.277+0000 7f65aeffd700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65b00d0030 0x7f65b015ac30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53376/0 (socket says 172.21.15.16:53376) 2023-09-23T06:36:44.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.277+0000 7f65aeffd700 1 -- 172.21.15.16:0/4274996953 learned_addr learned my addr 172.21.15.16:0/4274996953 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:44.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.277+0000 7f65af7fe700 1 --2- 172.21.15.16:0/4274996953 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65b0161fc0 0x7f65b00b8950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:44.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.277+0000 7f65a7fff700 1 --2- 172.21.15.16:0/4274996953 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65b015d8c0 0x7f65b00b6590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:44.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.277+0000 7f65aeffd700 1 -- 172.21.15.16:0/4274996953 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65b015d8c0 msgr2=0x7f65b00b6590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:44.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.277+0000 7f65aeffd700 1 --2- 172.21.15.16:0/4274996953 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65b015d8c0 0x7f65b00b6590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.277+0000 7f65aeffd700 1 -- 172.21.15.16:0/4274996953 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65b0161fc0 msgr2=0x7f65b00b8950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:44.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.277+0000 7f65aeffd700 1 --2- 172.21.15.16:0/4274996953 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65b0161fc0 0x7f65b00b8950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.277+0000 7f65aeffd700 1 -- 172.21.15.16:0/4274996953 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65a0009550 con 0x7f65b00d0030 2023-09-23T06:36:44.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.277+0000 7f65aeffd700 1 --2- 172.21.15.16:0/4274996953 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65b00d0030 0x7f65b015ac30 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f65a000ebe0 tx=0x7f65a000eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:44.281 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.278+0000 7f65acff9700 1 -- 172.21.15.16:0/4274996953 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65a000c850 con 0x7f65b00d0030 2023-09-23T06:36:44.281 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.278+0000 7f65acff9700 1 -- 172.21.15.16:0/4274996953 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65a000c9b0 con 0x7f65b00d0030 2023-09-23T06:36:44.282 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.278+0000 7f65b59ff700 1 -- 172.21.15.16:0/4274996953 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65980094a0 con 0x7f65b00d0030 2023-09-23T06:36:44.282 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.278+0000 7f65acff9700 1 -- 172.21.15.16:0/4274996953 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65a000cd40 con 0x7f65b00d0030 2023-09-23T06:36:44.282 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.278+0000 7f65b59ff700 1 -- 172.21.15.16:0/4274996953 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65b00caed0 con 0x7f65b00d0030 2023-09-23T06:36:44.282 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.279+0000 7f65b59ff700 1 -- 172.21.15.16:0/4274996953 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65b0074b40 con 0x7f65b00d0030 2023-09-23T06:36:44.282 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.280+0000 7f65acff9700 1 -- 172.21.15.16:0/4274996953 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f65a0013470 con 0x7f65b00d0030 2023-09-23T06:36:44.282 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.281+0000 7f65acff9700 1 --2- 172.21.15.16:0/4274996953 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f659006aff0 0x7f659006d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:44.283 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.281+0000 7f65acff9700 1 -- 172.21.15.16:0/4274996953 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f65a0089c40 con 0x7f65b00d0030 2023-09-23T06:36:44.283 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.281+0000 7f65a7fff700 1 --2- 172.21.15.16:0/4274996953 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f659006aff0 0x7f659006d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:44.285 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.282+0000 7f65a7fff700 1 --2- 172.21.15.16:0/4274996953 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f659006aff0 0x7f659006d4b0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6598000c00 tx=0x7f659801c040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:44.286 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.285+0000 7f65acff9700 1 -- 172.21.15.16:0/4274996953 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f65a0054c70 con 0x7f65b00d0030 2023-09-23T06:36:44.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.495+0000 7f65b59ff700 1 -- 172.21.15.16:0/4274996953 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f65b00cfe10 con 0x7f65b00d0030 2023-09-23T06:36:44.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.496+0000 7f65acff9700 1 -- 172.21.15.16:0/4274996953 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7f65a0058290 con 0x7f65b00d0030 2023-09-23T06:36:44.498 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2023-09-23T06:36:44.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.499+0000 7f65b59ff700 1 -- 172.21.15.16:0/4274996953 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f659006aff0 msgr2=0x7f659006d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:44.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.499+0000 7f65b59ff700 1 --2- 172.21.15.16:0/4274996953 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f659006aff0 0x7f659006d4b0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f6598000c00 tx=0x7f659801c040 comp rx=0 tx=0).stop 2023-09-23T06:36:44.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.499+0000 7f65b59ff700 1 -- 172.21.15.16:0/4274996953 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65b00d0030 msgr2=0x7f65b015ac30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:44.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.499+0000 7f65b59ff700 1 --2- 172.21.15.16:0/4274996953 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65b00d0030 0x7f65b015ac30 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f65a000ebe0 tx=0x7f65a000eef0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.499+0000 7f65b59ff700 1 -- 172.21.15.16:0/4274996953 shutdown_connections 2023-09-23T06:36:44.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.499+0000 7f65b59ff700 1 --2- 172.21.15.16:0/4274996953 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65b0161fc0 0x7f65b00b8950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.499+0000 7f65b59ff700 1 --2- 172.21.15.16:0/4274996953 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f659006aff0 0x7f659006d4b0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.499+0000 7f65b59ff700 1 --2- 172.21.15.16:0/4274996953 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65b00d0030 0x7f65b015ac30 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.499+0000 7f65b59ff700 1 --2- 172.21.15.16:0/4274996953 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65b015d8c0 0x7f65b00b6590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.499+0000 7f65b59ff700 1 -- 172.21.15.16:0/4274996953 >> 172.21.15.16:0/4274996953 conn(0x7f65b009c9b0 msgr2=0x7f65b00d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:44.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.499+0000 7f65b59ff700 1 -- 172.21.15.16:0/4274996953 shutdown_connections 2023-09-23T06:36:44.502 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.499+0000 7f65b59ff700 1 -- 172.21.15.16:0/4274996953 wait complete. 2023-09-23T06:36:44.519 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-23T06:36:44.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.722+0000 7fc4f73ff700 1 Processor -- start 2023-09-23T06:36:44.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.722+0000 7fc4f73ff700 1 -- start start 2023-09-23T06:36:44.725 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.724+0000 7fc4f73ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc4f015d8c0 0x7fc4f00cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:44.725 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.724+0000 7fc4f73ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc4f0161fc0 0x7fc4f00d3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:44.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.724+0000 7fc4f73ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc4f00d0030 0x7fc4f00d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:44.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.724+0000 7fc4f73ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4f00d09a0 con 0x7fc4f0161fc0 2023-09-23T06:36:44.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.724+0000 7fc4f73ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4f015dca0 con 0x7fc4f015d8c0 2023-09-23T06:36:44.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.724+0000 7fc4f73ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4f00ce130 con 0x7fc4f00d0030 2023-09-23T06:36:44.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.724+0000 7fc4f499a700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc4f0161fc0 0x7fc4f00d3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:44.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.724+0000 7fc4f499a700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc4f0161fc0 0x7fc4f00d3d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53392/0 (socket says 172.21.15.16:53392) 2023-09-23T06:36:44.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.724+0000 7fc4f499a700 1 -- 172.21.15.16:0/1836371957 learned_addr learned my addr 172.21.15.16:0/1836371957 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:44.728 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.724+0000 7fc4f519b700 1 --2- 172.21.15.16:0/1836371957 >> v2:172.21.15.92:3300/0 conn(0x7fc4f015d8c0 0x7fc4f00cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:44.728 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.724+0000 7fc4f599c700 1 --2- 172.21.15.16:0/1836371957 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc4f00d0030 0x7fc4f00d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:44.728 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.724+0000 7fc4f499a700 1 -- 172.21.15.16:0/1836371957 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc4f00d0030 msgr2=0x7fc4f00d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:44.728 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.724+0000 7fc4f499a700 1 --2- 172.21.15.16:0/1836371957 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc4f00d0030 0x7fc4f00d0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.728 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.724+0000 7fc4f499a700 1 -- 172.21.15.16:0/1836371957 >> v2:172.21.15.92:3300/0 conn(0x7fc4f015d8c0 msgr2=0x7fc4f00cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:44.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.724+0000 7fc4f499a700 1 --2- 172.21.15.16:0/1836371957 >> v2:172.21.15.92:3300/0 conn(0x7fc4f015d8c0 0x7fc4f00cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.724+0000 7fc4f499a700 1 -- 172.21.15.16:0/1836371957 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4f00ce3d0 con 0x7fc4f0161fc0 2023-09-23T06:36:44.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.724+0000 7fc4f519b700 1 --2- 172.21.15.16:0/1836371957 >> v2:172.21.15.92:3300/0 conn(0x7fc4f015d8c0 0x7fc4f00cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:36:44.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.724+0000 7fc4f599c700 1 --2- 172.21.15.16:0/1836371957 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc4f00d0030 0x7fc4f00d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:36:44.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.725+0000 7fc4f499a700 1 --2- 172.21.15.16:0/1836371957 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4f0161fc0 0x7fc4f00d3d30 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc4f0067e00 tx=0x7fc4e0009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5ba2aa44ba548a6 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:44.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.725+0000 7fc4e7fff700 1 -- 172.21.15.16:0/1836371957 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4e000b870 con 0x7fc4f0161fc0 2023-09-23T06:36:44.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.725+0000 7fc4e7fff700 1 -- 172.21.15.16:0/1836371957 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4e000b9d0 con 0x7fc4f0161fc0 2023-09-23T06:36:44.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.725+0000 7fc4e7fff700 1 -- 172.21.15.16:0/1836371957 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4e000bd60 con 0x7fc4f0161fc0 2023-09-23T06:36:44.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.725+0000 7fc4f73ff700 1 -- 172.21.15.16:0/1836371957 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4f0161fc0 msgr2=0x7fc4f00d3d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:44.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.725+0000 7fc4f73ff700 1 --2- 172.21.15.16:0/1836371957 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4f0161fc0 0x7fc4f00d3d30 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7fc4f0067e00 tx=0x7fc4e0009bd0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.725+0000 7fc4f73ff700 1 -- 172.21.15.16:0/1836371957 shutdown_connections 2023-09-23T06:36:44.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.725+0000 7fc4f73ff700 1 --2- 172.21.15.16:0/1836371957 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc4f00d0030 0x7fc4f00d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.725+0000 7fc4f73ff700 1 --2- 172.21.15.16:0/1836371957 >> v2:172.21.15.92:3300/0 conn(0x7fc4f015d8c0 0x7fc4f00cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.725+0000 7fc4f73ff700 1 --2- 172.21.15.16:0/1836371957 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4f0161fc0 0x7fc4f00d3d30 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.726+0000 7fc4f73ff700 1 -- 172.21.15.16:0/1836371957 >> 172.21.15.16:0/1836371957 conn(0x7fc4f009c9b0 msgr2=0x7fc4f00d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:44.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.726+0000 7fc4f73ff700 1 -- 172.21.15.16:0/1836371957 shutdown_connections 2023-09-23T06:36:44.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.726+0000 7fc4f73ff700 1 -- 172.21.15.16:0/1836371957 wait complete. 2023-09-23T06:36:44.732 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.727+0000 7fc4f73ff700 1 Processor -- start 2023-09-23T06:36:44.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.727+0000 7fc4f73ff700 1 -- start start 2023-09-23T06:36:44.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.728+0000 7fc4f73ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc4f00d0030 0x7fc4f01f2be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:44.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.728+0000 7fc4f73ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc4f015d8c0 0x7fc4f00b17a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:44.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.728+0000 7fc4f73ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4f0161fc0 0x7fc4f00cb3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:44.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.728+0000 7fc4f73ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4f01f3120 con 0x7fc4f0161fc0 2023-09-23T06:36:44.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.728+0000 7fc4f73ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4f00c92b0 con 0x7fc4f00d0030 2023-09-23T06:36:44.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.728+0000 7fc4f73ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc4f00c9590 con 0x7fc4f015d8c0 2023-09-23T06:36:44.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.729+0000 7fc4f599c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4f0161fc0 0x7fc4f00cb3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:44.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.729+0000 7fc4f599c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4f0161fc0 0x7fc4f00cb3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53404/0 (socket says 172.21.15.16:53404) 2023-09-23T06:36:44.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.729+0000 7fc4f599c700 1 -- 172.21.15.16:0/1943105208 learned_addr learned my addr 172.21.15.16:0/1943105208 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:44.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.729+0000 7fc4f519b700 1 --2- 172.21.15.16:0/1943105208 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc4f00d0030 0x7fc4f01f2be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:44.734 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.729+0000 7fc4f499a700 1 --2- 172.21.15.16:0/1943105208 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc4f015d8c0 0x7fc4f00b17a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:44.734 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.729+0000 7fc4f599c700 1 -- 172.21.15.16:0/1943105208 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc4f015d8c0 msgr2=0x7fc4f00b17a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:44.734 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.729+0000 7fc4f599c700 1 --2- 172.21.15.16:0/1943105208 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc4f015d8c0 0x7fc4f00b17a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.734 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.729+0000 7fc4f599c700 1 -- 172.21.15.16:0/1943105208 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc4f00d0030 msgr2=0x7fc4f01f2be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:44.734 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.729+0000 7fc4f599c700 1 --2- 172.21.15.16:0/1943105208 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc4f00d0030 0x7fc4f01f2be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.734 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.729+0000 7fc4f599c700 1 -- 172.21.15.16:0/1943105208 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4e0009550 con 0x7fc4f0161fc0 2023-09-23T06:36:44.734 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.729+0000 7fc4f599c700 1 --2- 172.21.15.16:0/1943105208 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4f0161fc0 0x7fc4f00cb3f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc4e800cef0 tx=0x7fc4e800cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:44.734 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.730+0000 7fc4e5ffb700 1 -- 172.21.15.16:0/1943105208 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4e800ad00 con 0x7fc4f0161fc0 2023-09-23T06:36:44.734 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.730+0000 7fc4e5ffb700 1 -- 172.21.15.16:0/1943105208 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4e800ae60 con 0x7fc4f0161fc0 2023-09-23T06:36:44.734 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.730+0000 7fc4e5ffb700 1 -- 172.21.15.16:0/1943105208 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4e8015680 con 0x7fc4f0161fc0 2023-09-23T06:36:44.734 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.730+0000 7fc4f73ff700 1 -- 172.21.15.16:0/1943105208 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc4f00c9870 con 0x7fc4f0161fc0 2023-09-23T06:36:44.734 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.730+0000 7fc4f73ff700 1 -- 172.21.15.16:0/1943105208 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4f00c9e30 con 0x7fc4f0161fc0 2023-09-23T06:36:44.735 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.731+0000 7fc4f73ff700 1 -- 172.21.15.16:0/1943105208 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4f0074b40 con 0x7fc4f0161fc0 2023-09-23T06:36:44.735 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.732+0000 7fc4e5ffb700 1 -- 172.21.15.16:0/1943105208 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fc4e800d430 con 0x7fc4f0161fc0 2023-09-23T06:36:44.735 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.733+0000 7fc4e5ffb700 1 --2- 172.21.15.16:0/1943105208 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc4d406afc0 0x7fc4d406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:44.735 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.733+0000 7fc4e5ffb700 1 -- 172.21.15.16:0/1943105208 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc4e8089d40 con 0x7fc4f0161fc0 2023-09-23T06:36:44.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.734+0000 7fc4f519b700 1 --2- 172.21.15.16:0/1943105208 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc4d406afc0 0x7fc4d406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:44.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.734+0000 7fc4f519b700 1 --2- 172.21.15.16:0/1943105208 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc4d406afc0 0x7fc4d406d480 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec006fd0 tx=0x7fc4ec008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:44.739 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.738+0000 7fc4e5ffb700 1 -- 172.21.15.16:0/1943105208 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fc4e8054c50 con 0x7fc4f0161fc0 2023-09-23T06:36:44.949 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.947+0000 7fc4f73ff700 1 -- 172.21.15.16:0/1943105208 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc4f00cfe10 con 0x7fc4f0161fc0 2023-09-23T06:36:44.950 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.948+0000 7fc4e5ffb700 1 -- 172.21.15.16:0/1943105208 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc4e801a020 con 0x7fc4f0161fc0 2023-09-23T06:36:44.950 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 32 2023-09-23T06:36:44.953 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.950+0000 7fc4f73ff700 1 -- 172.21.15.16:0/1943105208 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc4d406afc0 msgr2=0x7fc4d406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:44.953 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.950+0000 7fc4f73ff700 1 --2- 172.21.15.16:0/1943105208 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc4d406afc0 0x7fc4d406d480 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fc4ec006fd0 tx=0x7fc4ec008040 comp rx=0 tx=0).stop 2023-09-23T06:36:44.953 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.950+0000 7fc4f73ff700 1 -- 172.21.15.16:0/1943105208 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4f0161fc0 msgr2=0x7fc4f00cb3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:44.953 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.950+0000 7fc4f73ff700 1 --2- 172.21.15.16:0/1943105208 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4f0161fc0 0x7fc4f00cb3f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fc4e800cef0 tx=0x7fc4e800cf20 comp rx=0 tx=0).stop 2023-09-23T06:36:44.953 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.950+0000 7fc4f73ff700 1 -- 172.21.15.16:0/1943105208 shutdown_connections 2023-09-23T06:36:44.953 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.950+0000 7fc4f73ff700 1 --2- 172.21.15.16:0/1943105208 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc4d406afc0 0x7fc4d406d480 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.953 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.950+0000 7fc4f73ff700 1 --2- 172.21.15.16:0/1943105208 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4f0161fc0 0x7fc4f00cb3f0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.953 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.950+0000 7fc4f73ff700 1 --2- 172.21.15.16:0/1943105208 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc4f00d0030 0x7fc4f01f2be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.954 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.950+0000 7fc4f73ff700 1 --2- 172.21.15.16:0/1943105208 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc4f015d8c0 0x7fc4f00b17a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:44.954 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.950+0000 7fc4f73ff700 1 -- 172.21.15.16:0/1943105208 >> 172.21.15.16:0/1943105208 conn(0x7fc4f009c9b0 msgr2=0x7fc4f006cdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:44.954 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.951+0000 7fc4f73ff700 1 -- 172.21.15.16:0/1943105208 shutdown_connections 2023-09-23T06:36:44.954 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:44.951+0000 7fc4f73ff700 1 -- 172.21.15.16:0/1943105208 wait complete. 2023-09-23T06:36:44.970 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-23T06:36:45.175 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.173+0000 7fbeab9ff700 1 Processor -- start 2023-09-23T06:36:45.175 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.173+0000 7fbeab9ff700 1 -- start start 2023-09-23T06:36:45.177 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.175+0000 7fbeab9ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbea415d8c0 0x7fbea40cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:45.177 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.175+0000 7fbeab9ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbea40d0030 0x7fbea40d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:45.177 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.175+0000 7fbeab9ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbea40d09a0 con 0x7fbea4161fc0 2023-09-23T06:36:45.177 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.175+0000 7fbeab9ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbea415dca0 con 0x7fbea415d8c0 2023-09-23T06:36:45.177 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.175+0000 7fbeab9ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbea40ce130 con 0x7fbea40d0030 2023-09-23T06:36:45.177 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.175+0000 7fbea979b700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fbea415d8c0 0x7fbea40cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:45.178 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.175+0000 7fbea8f9a700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fbea4161fc0 0x7fbea40d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51442/0 (socket says 172.21.15.16:51442) 2023-09-23T06:36:45.178 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.175+0000 7fbea8f9a700 1 -- 172.21.15.16:0/2147437255 learned_addr learned my addr 172.21.15.16:0/2147437255 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:45.178 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.175+0000 7fbea9f9c700 1 --2- 172.21.15.16:0/2147437255 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbea40d0030 0x7fbea40d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:45.178 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.175+0000 7fbea979b700 1 -- 172.21.15.16:0/2147437255 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbea40d0030 msgr2=0x7fbea40d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:45.178 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.175+0000 7fbea979b700 1 --2- 172.21.15.16:0/2147437255 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbea40d0030 0x7fbea40d0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:45.178 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.175+0000 7fbea979b700 1 -- 172.21.15.16:0/2147437255 >> v1:172.21.15.16:6789/0 conn(0x7fbea4161fc0 legacy=0x7fbea40d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:45.178 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.175+0000 7fbea979b700 1 -- 172.21.15.16:0/2147437255 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbea40ce3d0 con 0x7fbea415d8c0 2023-09-23T06:36:45.178 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.175+0000 7fbe9bfff700 1 -- 172.21.15.16:0/2147437255 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3128240570 0 0) 0x7fbea40d09a0 con 0x7fbea4161fc0 2023-09-23T06:36:45.178 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.175+0000 7fbea9f9c700 1 --2- 172.21.15.16:0/2147437255 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbea40d0030 0x7fbea40d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:45.178 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.176+0000 7fbea979b700 1 --2- 172.21.15.16:0/2147437255 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbea415d8c0 0x7fbea40cf190 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fbea0009840 tx=0x7fbea0009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9bb24eaf3ffb8a2 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:45.180 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.176+0000 7fbe9bfff700 1 -- 172.21.15.16:0/2147437255 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea0011830 con 0x7fbea415d8c0 2023-09-23T06:36:45.180 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.176+0000 7fbe9bfff700 1 -- 172.21.15.16:0/2147437255 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbea0011990 con 0x7fbea415d8c0 2023-09-23T06:36:45.180 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.176+0000 7fbe9bfff700 1 -- 172.21.15.16:0/2147437255 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbea0011d20 con 0x7fbea415d8c0 2023-09-23T06:36:45.180 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.176+0000 7fbeab9ff700 1 -- 172.21.15.16:0/2147437255 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbea415d8c0 msgr2=0x7fbea40cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:45.180 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.176+0000 7fbeab9ff700 1 --2- 172.21.15.16:0/2147437255 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbea415d8c0 0x7fbea40cf190 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fbea0009840 tx=0x7fbea0009b50 comp rx=0 tx=0).stop 2023-09-23T06:36:45.180 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.177+0000 7fbeab9ff700 1 -- 172.21.15.16:0/2147437255 shutdown_connections 2023-09-23T06:36:45.180 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.177+0000 7fbeab9ff700 1 --2- 172.21.15.16:0/2147437255 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbea40d0030 0x7fbea40d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:45.180 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.177+0000 7fbeab9ff700 1 --2- 172.21.15.16:0/2147437255 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbea415d8c0 0x7fbea40cf190 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:45.180 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.177+0000 7fbeab9ff700 1 -- 172.21.15.16:0/2147437255 >> 172.21.15.16:0/2147437255 conn(0x7fbea409c9b0 msgr2=0x7fbea40d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:45.181 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.177+0000 7fbeab9ff700 1 -- 172.21.15.16:0/2147437255 shutdown_connections 2023-09-23T06:36:45.181 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.177+0000 7fbeab9ff700 1 -- 172.21.15.16:0/2147437255 wait complete. 2023-09-23T06:36:45.181 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.178+0000 7fbeab9ff700 1 Processor -- start 2023-09-23T06:36:45.181 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.178+0000 7fbeab9ff700 1 -- start start 2023-09-23T06:36:45.183 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.179+0000 7fbeab9ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbea40d0030 0x7fbea415b980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:45.183 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.179+0000 7fbeab9ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbea415d8c0 0x7fbea40c7990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:45.183 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.179+0000 7fbeab9ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbea4161fc0 0x7fbea40ca840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:45.183 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.179+0000 7fbeab9ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbea40c8d80 con 0x7fbea4161fc0 2023-09-23T06:36:45.183 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.179+0000 7fbeab9ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbea415bec0 con 0x7fbea40d0030 2023-09-23T06:36:45.183 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.179+0000 7fbeab9ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbea40c7ed0 con 0x7fbea415d8c0 2023-09-23T06:36:45.183 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.180+0000 7fbea9f9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbea4161fc0 0x7fbea40ca840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:45.183 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.180+0000 7fbea9f9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbea4161fc0 0x7fbea40ca840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53424/0 (socket says 172.21.15.16:53424) 2023-09-23T06:36:45.183 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.180+0000 7fbea9f9c700 1 -- 172.21.15.16:0/285510771 learned_addr learned my addr 172.21.15.16:0/285510771 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:45.183 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.180+0000 7fbea979b700 1 --2- 172.21.15.16:0/285510771 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbea40d0030 0x7fbea415b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:45.184 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.180+0000 7fbea8f9a700 1 --2- 172.21.15.16:0/285510771 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbea415d8c0 0x7fbea40c7990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:45.184 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.180+0000 7fbea9f9c700 1 -- 172.21.15.16:0/285510771 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbea415d8c0 msgr2=0x7fbea40c7990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:45.184 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.180+0000 7fbea9f9c700 1 --2- 172.21.15.16:0/285510771 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbea415d8c0 0x7fbea40c7990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:45.184 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.180+0000 7fbea9f9c700 1 -- 172.21.15.16:0/285510771 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbea40d0030 msgr2=0x7fbea415b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:45.184 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.180+0000 7fbea9f9c700 1 --2- 172.21.15.16:0/285510771 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbea40d0030 0x7fbea415b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:45.184 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.180+0000 7fbea9f9c700 1 -- 172.21.15.16:0/285510771 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbea00094a0 con 0x7fbea4161fc0 2023-09-23T06:36:45.184 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.180+0000 7fbea9f9c700 1 --2- 172.21.15.16:0/285510771 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbea4161fc0 0x7fbea40ca840 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fbe9c009fd0 tx=0x7fbe9c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:45.184 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.181+0000 7fbe99ffb700 1 -- 172.21.15.16:0/285510771 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe9c00dde0 con 0x7fbea4161fc0 2023-09-23T06:36:45.184 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.181+0000 7fbe99ffb700 1 -- 172.21.15.16:0/285510771 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe9c00f040 con 0x7fbea4161fc0 2023-09-23T06:36:45.184 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.181+0000 7fbe99ffb700 1 -- 172.21.15.16:0/285510771 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe9c003c60 con 0x7fbea4161fc0 2023-09-23T06:36:45.184 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.181+0000 7fbeab9ff700 1 -- 172.21.15.16:0/285510771 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbea40c8170 con 0x7fbea4161fc0 2023-09-23T06:36:45.185 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.181+0000 7fbeab9ff700 1 -- 172.21.15.16:0/285510771 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbea40c8730 con 0x7fbea4161fc0 2023-09-23T06:36:45.185 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.182+0000 7fbeab9ff700 1 -- 172.21.15.16:0/285510771 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbea4074b40 con 0x7fbea4161fc0 2023-09-23T06:36:45.185 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.183+0000 7fbe99ffb700 1 -- 172.21.15.16:0/285510771 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fbe9c004030 con 0x7fbea4161fc0 2023-09-23T06:36:45.185 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.184+0000 7fbe99ffb700 1 --2- 172.21.15.16:0/285510771 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbe8806afc0 0x7fbe8806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:45.185 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.184+0000 7fbe99ffb700 1 -- 172.21.15.16:0/285510771 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbe9c089730 con 0x7fbea4161fc0 2023-09-23T06:36:45.186 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.184+0000 7fbea979b700 1 --2- 172.21.15.16:0/285510771 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbe8806afc0 0x7fbe8806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:45.187 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.185+0000 7fbea979b700 1 --2- 172.21.15.16:0/285510771 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbe8806afc0 0x7fbe8806d480 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fbea00090b0 tx=0x7fbea0008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:45.190 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.189+0000 7fbe99ffb700 1 -- 172.21.15.16:0/285510771 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fbe9c054800 con 0x7fbea4161fc0 2023-09-23T06:36:45.399 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.398+0000 7fbeab9ff700 1 -- 172.21.15.16:0/285510771 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fbea40cfe10 con 0x7fbea4161fc0 2023-09-23T06:36:45.400 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.398+0000 7fbe99ffb700 1 -- 172.21.15.16:0/285510771 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7fbe9c01a020 con 0x7fbea4161fc0 2023-09-23T06:36:45.400 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 64 2023-09-23T06:36:45.402 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.400+0000 7fbeab9ff700 1 -- 172.21.15.16:0/285510771 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbe8806afc0 msgr2=0x7fbe8806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:45.402 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.400+0000 7fbeab9ff700 1 --2- 172.21.15.16:0/285510771 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbe8806afc0 0x7fbe8806d480 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fbea00090b0 tx=0x7fbea0008030 comp rx=0 tx=0).stop 2023-09-23T06:36:45.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.400+0000 7fbeab9ff700 1 -- 172.21.15.16:0/285510771 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbea4161fc0 msgr2=0x7fbea40ca840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:45.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.400+0000 7fbeab9ff700 1 --2- 172.21.15.16:0/285510771 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbea4161fc0 0x7fbea40ca840 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7fbe9c009fd0 tx=0x7fbe9c00d3b0 comp rx=0 tx=0).stop 2023-09-23T06:36:45.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.400+0000 7fbeab9ff700 1 -- 172.21.15.16:0/285510771 shutdown_connections 2023-09-23T06:36:45.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.400+0000 7fbeab9ff700 1 --2- 172.21.15.16:0/285510771 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbe8806afc0 0x7fbe8806d480 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:45.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.400+0000 7fbeab9ff700 1 --2- 172.21.15.16:0/285510771 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbea4161fc0 0x7fbea40ca840 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:45.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.400+0000 7fbeab9ff700 1 --2- 172.21.15.16:0/285510771 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbea40d0030 0x7fbea415b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:45.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.400+0000 7fbeab9ff700 1 --2- 172.21.15.16:0/285510771 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbea415d8c0 0x7fbea40c7990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:45.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.400+0000 7fbeab9ff700 1 -- 172.21.15.16:0/285510771 >> 172.21.15.16:0/285510771 conn(0x7fbea409c9b0 msgr2=0x7fbea40d1e70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:45.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.401+0000 7fbeab9ff700 1 -- 172.21.15.16:0/285510771 shutdown_connections 2023-09-23T06:36:45.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.401+0000 7fbeab9ff700 1 -- 172.21.15.16:0/285510771 wait complete. 2023-09-23T06:36:45.420 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:36:45.623 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.621+0000 7fe231dff700 1 Processor -- start 2023-09-23T06:36:45.623 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.622+0000 7fe231dff700 1 -- start start 2023-09-23T06:36:45.624 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.623+0000 7fe231dff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe22c15d770 0x7fe22c0ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:45.624 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.623+0000 7fe231dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe22c0b4fe0 0x7fe22c0b5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:45.624 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.623+0000 7fe231dff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe22c15ec00 con 0x7fe22c15db50 2023-09-23T06:36:45.625 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.623+0000 7fe231dff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe22c0b59d0 con 0x7fe22c15d770 2023-09-23T06:36:45.625 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.623+0000 7fe231dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe22c0b9550 con 0x7fe22c0b4fe0 2023-09-23T06:36:45.626 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.623+0000 7fe223fff700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fe22c15db50 0x7fe22c0b8e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51458/0 (socket says 172.21.15.16:51458) 2023-09-23T06:36:45.626 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.623+0000 7fe223fff700 1 -- 172.21.15.16:0/4208361169 learned_addr learned my addr 172.21.15.16:0/4208361169 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:45.626 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.623+0000 7fe22b7fe700 1 --2- 172.21.15.16:0/4208361169 >> v2:172.21.15.92:3300/0 conn(0x7fe22c15d770 0x7fe22c0ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:45.626 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.623+0000 7fe22bfff700 1 --2- 172.21.15.16:0/4208361169 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe22c0b4fe0 0x7fe22c0b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:45.626 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.623+0000 7fe22affd700 1 -- 172.21.15.16:0/4208361169 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1806476209 0 0) 0x7fe22c15ec00 con 0x7fe22c15db50 2023-09-23T06:36:45.626 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.624+0000 7fe22affd700 1 -- 172.21.15.16:0/4208361169 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe2180035b0 con 0x7fe22c15db50 2023-09-23T06:36:45.626 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.624+0000 7fe22b7fe700 1 -- 172.21.15.16:0/4208361169 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe22c0b4fe0 msgr2=0x7fe22c0b5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:45.626 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.624+0000 7fe22b7fe700 1 --2- 172.21.15.16:0/4208361169 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe22c0b4fe0 0x7fe22c0b5490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:45.627 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.624+0000 7fe22b7fe700 1 -- 172.21.15.16:0/4208361169 >> v1:172.21.15.16:6789/0 conn(0x7fe22c15db50 legacy=0x7fe22c0b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:45.627 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.624+0000 7fe22b7fe700 1 -- 172.21.15.16:0/4208361169 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe22c0cdd00 con 0x7fe22c15d770 2023-09-23T06:36:45.627 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.624+0000 7fe22b7fe700 1 --2- 172.21.15.16:0/4208361169 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe22c15d770 0x7fe22c0ce420 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe21c009870 tx=0x7fe21c009b80 comp rx=0 tx=0).ready entity=mon.1 client_cookie=464098955cc1a8ba server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:45.627 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.624+0000 7fe22affd700 1 -- 172.21.15.16:0/4208361169 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe21c011830 con 0x7fe22c15d770 2023-09-23T06:36:45.628 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.625+0000 7fe22affd700 1 -- 172.21.15.16:0/4208361169 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe21c011990 con 0x7fe22c15d770 2023-09-23T06:36:45.628 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.625+0000 7fe22affd700 1 -- 172.21.15.16:0/4208361169 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe21c011d20 con 0x7fe22c15d770 2023-09-23T06:36:45.628 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.625+0000 7fe231dff700 1 -- 172.21.15.16:0/4208361169 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe22c15d770 msgr2=0x7fe22c0ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:45.628 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.625+0000 7fe231dff700 1 --2- 172.21.15.16:0/4208361169 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe22c15d770 0x7fe22c0ce420 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fe21c009870 tx=0x7fe21c009b80 comp rx=0 tx=0).stop 2023-09-23T06:36:45.628 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.625+0000 7fe231dff700 1 -- 172.21.15.16:0/4208361169 shutdown_connections 2023-09-23T06:36:45.628 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.625+0000 7fe231dff700 1 --2- 172.21.15.16:0/4208361169 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe22c0b4fe0 0x7fe22c0b5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:45.628 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.625+0000 7fe231dff700 1 --2- 172.21.15.16:0/4208361169 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe22c15d770 0x7fe22c0ce420 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:45.628 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.625+0000 7fe231dff700 1 -- 172.21.15.16:0/4208361169 >> 172.21.15.16:0/4208361169 conn(0x7fe22c0724b0 msgr2=0x7fe22c0d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:45.628 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.625+0000 7fe231dff700 1 -- 172.21.15.16:0/4208361169 shutdown_connections 2023-09-23T06:36:45.629 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.625+0000 7fe231dff700 1 -- 172.21.15.16:0/4208361169 wait complete. 2023-09-23T06:36:45.629 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.628+0000 7fe231dff700 1 Processor -- start 2023-09-23T06:36:45.629 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.628+0000 7fe231dff700 1 -- start start 2023-09-23T06:36:45.632 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.629+0000 7fe231dff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe22c0b4fe0 0x7fe22c15a360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:45.632 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.629+0000 7fe231dff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe22c15d770 0x7fe22c15ee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:45.632 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.629+0000 7fe231dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe22c15db50 0x7fe22c0ca750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:45.632 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.629+0000 7fe231dff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe22c15f830 con 0x7fe22c0b4fe0 2023-09-23T06:36:45.632 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.629+0000 7fe231dff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe22c15fb10 con 0x7fe22c15d770 2023-09-23T06:36:45.632 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.629+0000 7fe231dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe22c15fdf0 con 0x7fe22c15db50 2023-09-23T06:36:45.633 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.629+0000 7fe22b7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe22c0b4fe0 0x7fe22c15a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:45.633 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.629+0000 7fe22b7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe22c0b4fe0 0x7fe22c15a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53438/0 (socket says 172.21.15.16:53438) 2023-09-23T06:36:45.633 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.629+0000 7fe22b7fe700 1 -- 172.21.15.16:0/1987767832 learned_addr learned my addr 172.21.15.16:0/1987767832 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:45.633 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.630+0000 7fe223fff700 1 --2- 172.21.15.16:0/1987767832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe22c15d770 0x7fe22c15ee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:45.633 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.630+0000 7fe22bfff700 1 --2- 172.21.15.16:0/1987767832 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe22c15db50 0x7fe22c0ca750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:45.633 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.630+0000 7fe22b7fe700 1 -- 172.21.15.16:0/1987767832 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe22c15db50 msgr2=0x7fe22c0ca750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:45.633 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.630+0000 7fe22b7fe700 1 --2- 172.21.15.16:0/1987767832 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe22c15db50 0x7fe22c0ca750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:45.633 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.630+0000 7fe22b7fe700 1 -- 172.21.15.16:0/1987767832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe22c15d770 msgr2=0x7fe22c15ee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:45.633 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.630+0000 7fe22b7fe700 1 --2- 172.21.15.16:0/1987767832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe22c15d770 0x7fe22c15ee70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:45.633 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.630+0000 7fe22b7fe700 1 -- 172.21.15.16:0/1987767832 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe21c0094a0 con 0x7fe22c0b4fe0 2023-09-23T06:36:45.633 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.630+0000 7fe22bfff700 1 --2- 172.21.15.16:0/1987767832 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe22c15db50 0x7fe22c0ca750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:36:45.634 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.630+0000 7fe22b7fe700 1 --2- 172.21.15.16:0/1987767832 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe22c0b4fe0 0x7fe22c15a360 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fe21c000c00 tx=0x7fe21c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:45.634 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.630+0000 7fe228ff9700 1 -- 172.21.15.16:0/1987767832 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe21c0036a0 con 0x7fe22c0b4fe0 2023-09-23T06:36:45.634 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.630+0000 7fe228ff9700 1 -- 172.21.15.16:0/1987767832 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe21c01f070 con 0x7fe22c0b4fe0 2023-09-23T06:36:45.634 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.630+0000 7fe231dff700 1 -- 172.21.15.16:0/1987767832 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe22c1600d0 con 0x7fe22c0b4fe0 2023-09-23T06:36:45.634 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.630+0000 7fe228ff9700 1 -- 172.21.15.16:0/1987767832 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe21c003a20 con 0x7fe22c0b4fe0 2023-09-23T06:36:45.634 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.631+0000 7fe231dff700 1 -- 172.21.15.16:0/1987767832 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe22c0cd3e0 con 0x7fe22c0b4fe0 2023-09-23T06:36:45.635 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.631+0000 7fe231dff700 1 -- 172.21.15.16:0/1987767832 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe22c1605f0 con 0x7fe22c0b4fe0 2023-09-23T06:36:45.635 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.632+0000 7fe228ff9700 1 -- 172.21.15.16:0/1987767832 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fe21c003b80 con 0x7fe22c0b4fe0 2023-09-23T06:36:45.635 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.633+0000 7fe228ff9700 1 --2- 172.21.15.16:0/1987767832 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fe20c06afc0 0x7fe20c06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:45.635 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.633+0000 7fe228ff9700 1 -- 172.21.15.16:0/1987767832 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe21c021070 con 0x7fe22c0b4fe0 2023-09-23T06:36:45.635 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.634+0000 7fe223fff700 1 --2- 172.21.15.16:0/1987767832 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fe20c06afc0 0x7fe20c06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:45.636 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.634+0000 7fe223fff700 1 --2- 172.21.15.16:0/1987767832 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fe20c06afc0 0x7fe20c06d480 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fe2140011e0 tx=0x7fe214009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:45.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.638+0000 7fe228ff9700 1 -- 172.21.15.16:0/1987767832 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fe21c056070 con 0x7fe22c0b4fe0 2023-09-23T06:36:45.850 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.848+0000 7fe231dff700 1 -- 172.21.15.16:0/1987767832 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe22c074b40 con 0x7fe22c0b4fe0 2023-09-23T06:36:45.851 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.849+0000 7fe228ff9700 1 -- 172.21.15.16:0/1987767832 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16457 (secure 0 0 0) 0x7fe21c015020 con 0x7fe22c0b4fe0 2023-09-23T06:36:45.852 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:45.852 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:36:13.020285+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:36:09.790555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-23T06:36:10.695995+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:36:45.854 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.852+0000 7fe231dff700 1 -- 172.21.15.16:0/1987767832 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fe20c06afc0 msgr2=0x7fe20c06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:45.854 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.852+0000 7fe231dff700 1 --2- 172.21.15.16:0/1987767832 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fe20c06afc0 0x7fe20c06d480 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fe2140011e0 tx=0x7fe214009040 comp rx=0 tx=0).stop 2023-09-23T06:36:45.854 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.852+0000 7fe231dff700 1 -- 172.21.15.16:0/1987767832 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe22c0b4fe0 msgr2=0x7fe22c15a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:45.855 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.852+0000 7fe231dff700 1 --2- 172.21.15.16:0/1987767832 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe22c0b4fe0 0x7fe22c15a360 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fe21c000c00 tx=0x7fe21c004750 comp rx=0 tx=0).stop 2023-09-23T06:36:45.855 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.852+0000 7fe231dff700 1 -- 172.21.15.16:0/1987767832 shutdown_connections 2023-09-23T06:36:45.855 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.852+0000 7fe231dff700 1 --2- 172.21.15.16:0/1987767832 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe22c15db50 0x7fe22c0ca750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:45.855 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.852+0000 7fe231dff700 1 --2- 172.21.15.16:0/1987767832 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fe20c06afc0 0x7fe20c06d480 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:45.855 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.852+0000 7fe231dff700 1 --2- 172.21.15.16:0/1987767832 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe22c0b4fe0 0x7fe22c15a360 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:45.855 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.852+0000 7fe231dff700 1 --2- 172.21.15.16:0/1987767832 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe22c15d770 0x7fe22c15ee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:45.855 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.852+0000 7fe231dff700 1 -- 172.21.15.16:0/1987767832 >> 172.21.15.16:0/1987767832 conn(0x7fe22c0724b0 msgr2=0x7fe22c15c9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:45.855 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.852+0000 7fe231dff700 1 -- 172.21.15.16:0/1987767832 shutdown_connections 2023-09-23T06:36:45.855 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:45.852+0000 7fe231dff700 1 -- 172.21.15.16:0/1987767832 wait complete. 2023-09-23T06:36:45.872 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-23T06:36:05.638048+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-23T06:36:09.790555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-23T06:36:10.695995+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-23T06:36:45.873 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-23T06:36:46.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.076+0000 7fcdaf7ff700 1 Processor -- start 2023-09-23T06:36:46.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.077+0000 7fcdaf7ff700 1 -- start start 2023-09-23T06:36:46.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.078+0000 7fcdaf7ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcda80b6870 0x7fcda80b5010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:46.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.078+0000 7fcdaf7ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcda815dad0 0x7fcda80b5550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:46.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.078+0000 7fcdaf7ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcda80ce820 con 0x7fcda815d6f0 2023-09-23T06:36:46.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.078+0000 7fcdaf7ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcda80d33e0 con 0x7fcda80b6870 2023-09-23T06:36:46.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.078+0000 7fcdaf7ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcda80ceb00 con 0x7fcda815dad0 2023-09-23T06:36:46.081 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.078+0000 7fcdacd9a700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcda80b6870 0x7fcda80b5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:46.081 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.078+0000 7fcdacd9a700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fcda80b6870 0x7fcda80b5010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53442/0 (socket says 172.21.15.16:53442) 2023-09-23T06:36:46.081 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.078+0000 7fcdacd9a700 1 -- 172.21.15.16:0/2566022142 learned_addr learned my addr 172.21.15.16:0/2566022142 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:46.081 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.078+0000 7fcdadd9c700 1 --2- 172.21.15.16:0/2566022142 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcda815dad0 0x7fcda80b5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:46.081 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.078+0000 7fcdacd9a700 1 -- 172.21.15.16:0/2566022142 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcda815dad0 msgr2=0x7fcda80b5550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:46.081 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.078+0000 7fcdacd9a700 1 --2- 172.21.15.16:0/2566022142 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcda815dad0 0x7fcda80b5550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.081 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.078+0000 7fcdacd9a700 1 -- 172.21.15.16:0/2566022142 >> v1:172.21.15.92:6789/0 conn(0x7fcda815d6f0 legacy=0x7fcda80cddf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:46.081 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.078+0000 7fcdacd9a700 1 -- 172.21.15.16:0/2566022142 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcda80d1bd0 con 0x7fcda80b6870 2023-09-23T06:36:46.081 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.079+0000 7fcdacd9a700 1 --2- 172.21.15.16:0/2566022142 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda80b6870 0x7fcda80b5010 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fcd980098f0 tx=0x7fcd98009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a2c5298df15e061 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:46.082 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.079+0000 7fcd9ffff700 1 -- 172.21.15.16:0/2566022142 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd9800b8a0 con 0x7fcda80b6870 2023-09-23T06:36:46.082 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.079+0000 7fcd9ffff700 1 -- 172.21.15.16:0/2566022142 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcd9800ba00 con 0x7fcda80b6870 2023-09-23T06:36:46.082 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.079+0000 7fcd9ffff700 1 -- 172.21.15.16:0/2566022142 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcd9800bd90 con 0x7fcda80b6870 2023-09-23T06:36:46.082 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.079+0000 7fcdaf7ff700 1 -- 172.21.15.16:0/2566022142 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda80b6870 msgr2=0x7fcda80b5010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.079+0000 7fcdaf7ff700 1 --2- 172.21.15.16:0/2566022142 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda80b6870 0x7fcda80b5010 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7fcd980098f0 tx=0x7fcd98009c00 comp rx=0 tx=0).stop 2023-09-23T06:36:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.080+0000 7fcdaf7ff700 1 -- 172.21.15.16:0/2566022142 shutdown_connections 2023-09-23T06:36:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.080+0000 7fcdaf7ff700 1 --2- 172.21.15.16:0/2566022142 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcda815dad0 0x7fcda80b5550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.080+0000 7fcdaf7ff700 1 --2- 172.21.15.16:0/2566022142 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda80b6870 0x7fcda80b5010 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.080+0000 7fcdaf7ff700 1 -- 172.21.15.16:0/2566022142 >> 172.21.15.16:0/2566022142 conn(0x7fcda8072270 msgr2=0x7fcda8072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.080+0000 7fcdaf7ff700 1 -- 172.21.15.16:0/2566022142 shutdown_connections 2023-09-23T06:36:46.083 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.080+0000 7fcdaf7ff700 1 -- 172.21.15.16:0/2566022142 wait complete. 2023-09-23T06:36:46.084 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.081+0000 7fcdaf7ff700 1 Processor -- start 2023-09-23T06:36:46.084 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.082+0000 7fcdaf7ff700 1 -- start start 2023-09-23T06:36:46.085 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.082+0000 7fcdaf7ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcda815d6f0 0x7fcda81523c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:46.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.082+0000 7fcdaf7ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcda815dad0 0x7fcda80c8240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:46.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.082+0000 7fcdaf7ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda81515c0 0x7fcda80b41e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:46.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.082+0000 7fcdaf7ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcda81f2cc0 con 0x7fcda81515c0 2023-09-23T06:36:46.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.083+0000 7fcdaf7ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcda8151cf0 con 0x7fcda815d6f0 2023-09-23T06:36:46.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.083+0000 7fcdaf7ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcda815e1b0 con 0x7fcda815dad0 2023-09-23T06:36:46.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.083+0000 7fcdadd9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda81515c0 0x7fcda80b41e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:46.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.083+0000 7fcdadd9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda81515c0 0x7fcda80b41e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53448/0 (socket says 172.21.15.16:53448) 2023-09-23T06:36:46.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.083+0000 7fcdadd9c700 1 -- 172.21.15.16:0/2311255158 learned_addr learned my addr 172.21.15.16:0/2311255158 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:46.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.083+0000 7fcdad59b700 1 --2- 172.21.15.16:0/2311255158 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcda815d6f0 0x7fcda81523c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:46.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.083+0000 7fcdacd9a700 1 --2- 172.21.15.16:0/2311255158 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcda815dad0 0x7fcda80c8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:46.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.083+0000 7fcdadd9c700 1 -- 172.21.15.16:0/2311255158 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcda815dad0 msgr2=0x7fcda80c8240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:46.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.083+0000 7fcdadd9c700 1 --2- 172.21.15.16:0/2311255158 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcda815dad0 0x7fcda80c8240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.083+0000 7fcdadd9c700 1 -- 172.21.15.16:0/2311255158 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcda815d6f0 msgr2=0x7fcda81523c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:46.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.083+0000 7fcdadd9c700 1 --2- 172.21.15.16:0/2311255158 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcda815d6f0 0x7fcda81523c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.083+0000 7fcdadd9c700 1 -- 172.21.15.16:0/2311255158 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcd98009550 con 0x7fcda81515c0 2023-09-23T06:36:46.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.083+0000 7fcdad59b700 1 --2- 172.21.15.16:0/2311255158 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcda815d6f0 0x7fcda81523c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:46.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.083+0000 7fcdadd9c700 1 --2- 172.21.15.16:0/2311255158 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda81515c0 0x7fcda80b41e0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fcda0007ec0 tx=0x7fcda000e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:46.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.084+0000 7fcd9dffb700 1 -- 172.21.15.16:0/2311255158 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcda000ede0 con 0x7fcda81515c0 2023-09-23T06:36:46.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.084+0000 7fcd9dffb700 1 -- 172.21.15.16:0/2311255158 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcda0014420 con 0x7fcda81515c0 2023-09-23T06:36:46.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.084+0000 7fcdaf7ff700 1 -- 172.21.15.16:0/2311255158 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcda80c95e0 con 0x7fcda81515c0 2023-09-23T06:36:46.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.084+0000 7fcd9dffb700 1 -- 172.21.15.16:0/2311255158 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcda00147d0 con 0x7fcda81515c0 2023-09-23T06:36:46.088 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.084+0000 7fcdaf7ff700 1 -- 172.21.15.16:0/2311255158 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcda80c9950 con 0x7fcda81515c0 2023-09-23T06:36:46.088 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.085+0000 7fcdaf7ff700 1 -- 172.21.15.16:0/2311255158 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcda8067c30 con 0x7fcda81515c0 2023-09-23T06:36:46.088 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.086+0000 7fcd9dffb700 1 -- 172.21.15.16:0/2311255158 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fcda0014930 con 0x7fcda81515c0 2023-09-23T06:36:46.088 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.087+0000 7fcd9dffb700 1 --2- 172.21.15.16:0/2311255158 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fcd8c06afc0 0x7fcd8c06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:46.089 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.087+0000 7fcd9dffb700 1 -- 172.21.15.16:0/2311255158 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcda0089eb0 con 0x7fcda81515c0 2023-09-23T06:36:46.089 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.087+0000 7fcdad59b700 1 --2- 172.21.15.16:0/2311255158 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fcd8c06afc0 0x7fcd8c06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:46.089 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.088+0000 7fcdad59b700 1 --2- 172.21.15.16:0/2311255158 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fcd8c06afc0 0x7fcd8c06d480 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fcda4000f60 tx=0x7fcda4009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:46.092 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.091+0000 7fcd9dffb700 1 -- 172.21.15.16:0/2311255158 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fcda0054e50 con 0x7fcda81515c0 2023-09-23T06:36:46.302 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.300+0000 7fcdaf7ff700 1 -- 172.21.15.16:0/2311255158 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fcda80cd970 con 0x7fcda81515c0 2023-09-23T06:36:46.302 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.301+0000 7fcd9dffb700 1 -- 172.21.15.16:0/2311255158 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7fcda0058470 con 0x7fcda81515c0 2023-09-23T06:36:46.303 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2023-09-23T06:36:46.305 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.303+0000 7fcdaf7ff700 1 -- 172.21.15.16:0/2311255158 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fcd8c06afc0 msgr2=0x7fcd8c06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:46.305 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.303+0000 7fcdaf7ff700 1 --2- 172.21.15.16:0/2311255158 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fcd8c06afc0 0x7fcd8c06d480 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fcda4000f60 tx=0x7fcda4009040 comp rx=0 tx=0).stop 2023-09-23T06:36:46.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.303+0000 7fcdaf7ff700 1 -- 172.21.15.16:0/2311255158 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda81515c0 msgr2=0x7fcda80b41e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:46.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.303+0000 7fcdaf7ff700 1 --2- 172.21.15.16:0/2311255158 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda81515c0 0x7fcda80b41e0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7fcda0007ec0 tx=0x7fcda000e3c0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.303+0000 7fcdaf7ff700 1 -- 172.21.15.16:0/2311255158 shutdown_connections 2023-09-23T06:36:46.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.303+0000 7fcdaf7ff700 1 --2- 172.21.15.16:0/2311255158 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fcd8c06afc0 0x7fcd8c06d480 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.303+0000 7fcdaf7ff700 1 --2- 172.21.15.16:0/2311255158 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcda81515c0 0x7fcda80b41e0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.303+0000 7fcdaf7ff700 1 --2- 172.21.15.16:0/2311255158 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcda815d6f0 0x7fcda81523c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.303+0000 7fcdaf7ff700 1 --2- 172.21.15.16:0/2311255158 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcda815dad0 0x7fcda80c8240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.303+0000 7fcdaf7ff700 1 -- 172.21.15.16:0/2311255158 >> 172.21.15.16:0/2311255158 conn(0x7fcda8072270 msgr2=0x7fcda815bc90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:46.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.303+0000 7fcdaf7ff700 1 -- 172.21.15.16:0/2311255158 shutdown_connections 2023-09-23T06:36:46.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.303+0000 7fcdaf7ff700 1 -- 172.21.15.16:0/2311255158 wait complete. 2023-09-23T06:36:46.323 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-23T06:36:46.528 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.527+0000 7f8878fff700 1 Processor -- start 2023-09-23T06:36:46.528 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.527+0000 7f8878fff700 1 -- start start 2023-09-23T06:36:46.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.528+0000 7f8878fff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f887415d8c0 0x7f88740cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:46.530 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.528+0000 7f8878fff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f88740d0030 0x7f88740d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:46.530 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.528+0000 7f8878fff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88740d09a0 con 0x7f8874161fc0 2023-09-23T06:36:46.530 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.528+0000 7f8878fff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f887415dca0 con 0x7f887415d8c0 2023-09-23T06:36:46.530 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.528+0000 7f8878fff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88740ce130 con 0x7f88740d0030 2023-09-23T06:36:46.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.528+0000 7f8872d9d700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f88740d0030 0x7f88740d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:46.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.528+0000 7f887259c700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f887415d8c0 0x7f88740cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:46.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.528+0000 7f8872d9d700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f88740d0030 0x7f88740d0460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:38178/0 (socket says 172.21.15.16:38178) 2023-09-23T06:36:46.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.528+0000 7f887259c700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f887415d8c0 0x7f88740cf190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:39626/0 (socket says 172.21.15.16:39626) 2023-09-23T06:36:46.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.528+0000 7f886bfff700 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f8874161fc0 0x7f88740d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.16:44136/0 (socket says 172.21.15.16:44136) 2023-09-23T06:36:46.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.528+0000 7f8872d9d700 1 -- 172.21.15.16:0/3893638879 learned_addr learned my addr 172.21.15.16:0/3893638879 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:46.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.529+0000 7f887259c700 1 -- 172.21.15.16:0/3893638879 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f88740d0030 msgr2=0x7f88740d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:46.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.529+0000 7f887259c700 1 --2- 172.21.15.16:0/3893638879 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f88740d0030 0x7f88740d0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.529+0000 7f887259c700 1 -- 172.21.15.16:0/3893638879 >> v1:172.21.15.92:6789/0 conn(0x7f8874161fc0 legacy=0x7f88740d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:46.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.529+0000 7f887259c700 1 -- 172.21.15.16:0/3893638879 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88740ce3d0 con 0x7f887415d8c0 2023-09-23T06:36:46.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.529+0000 7f8872d9d700 1 --2- 172.21.15.16:0/3893638879 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f88740d0030 0x7f88740d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:46.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.529+0000 7f8871d9b700 1 -- 172.21.15.16:0/3893638879 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2402573051 0 0) 0x7f88740d09a0 con 0x7f8874161fc0 2023-09-23T06:36:46.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.529+0000 7f887259c700 1 --2- 172.21.15.16:0/3893638879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f887415d8c0 0x7f88740cf190 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f8864009840 tx=0x7f8864009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c4f496aa97d0274d server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:46.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.529+0000 7f8871d9b700 1 -- 172.21.15.16:0/3893638879 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8864011830 con 0x7f887415d8c0 2023-09-23T06:36:46.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.529+0000 7f8871d9b700 1 -- 172.21.15.16:0/3893638879 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8864011990 con 0x7f887415d8c0 2023-09-23T06:36:46.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.529+0000 7f8871d9b700 1 -- 172.21.15.16:0/3893638879 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8864011d20 con 0x7f887415d8c0 2023-09-23T06:36:46.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.530+0000 7f8878fff700 1 -- 172.21.15.16:0/3893638879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f887415d8c0 msgr2=0x7f88740cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:46.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.530+0000 7f8878fff700 1 --2- 172.21.15.16:0/3893638879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f887415d8c0 0x7f88740cf190 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f8864009840 tx=0x7f8864009b50 comp rx=0 tx=0).stop 2023-09-23T06:36:46.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.530+0000 7f8878fff700 1 -- 172.21.15.16:0/3893638879 shutdown_connections 2023-09-23T06:36:46.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.530+0000 7f8878fff700 1 --2- 172.21.15.16:0/3893638879 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f88740d0030 0x7f88740d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.530+0000 7f8878fff700 1 --2- 172.21.15.16:0/3893638879 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f887415d8c0 0x7f88740cf190 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.530+0000 7f8878fff700 1 -- 172.21.15.16:0/3893638879 >> 172.21.15.16:0/3893638879 conn(0x7f887409c9b0 msgr2=0x7f88740d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:46.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.530+0000 7f8878fff700 1 -- 172.21.15.16:0/3893638879 shutdown_connections 2023-09-23T06:36:46.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.530+0000 7f8878fff700 1 -- 172.21.15.16:0/3893638879 wait complete. 2023-09-23T06:36:46.535 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.532+0000 7f8878fff700 1 Processor -- start 2023-09-23T06:36:46.535 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.532+0000 7f8878fff700 1 -- start start 2023-09-23T06:36:46.535 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.533+0000 7f8878fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88740d0030 0x7f887414a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:46.535 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.533+0000 7f8878fff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f887415d8c0 0x7f88740ca6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:46.535 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.533+0000 7f8878fff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8874161fc0 0x7f88740d1890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:46.536 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.533+0000 7f8878fff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f887414d150 con 0x7f88740d0030 2023-09-23T06:36:46.536 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.533+0000 7f8878fff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f887414adb0 con 0x7f887415d8c0 2023-09-23T06:36:46.536 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.533+0000 7f8878fff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f887414b0c0 con 0x7f8874161fc0 2023-09-23T06:36:46.536 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.533+0000 7f887259c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88740d0030 0x7f887414a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:46.536 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.533+0000 7f887259c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88740d0030 0x7f887414a870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53458/0 (socket says 172.21.15.16:53458) 2023-09-23T06:36:46.536 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.533+0000 7f887259c700 1 -- 172.21.15.16:0/678765387 learned_addr learned my addr 172.21.15.16:0/678765387 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:46.536 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.534+0000 7f8872d9d700 1 --2- 172.21.15.16:0/678765387 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8874161fc0 0x7f88740d1890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:46.536 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.534+0000 7f886bfff700 1 --2- 172.21.15.16:0/678765387 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f887415d8c0 0x7f88740ca6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:46.538 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.534+0000 7f887259c700 1 -- 172.21.15.16:0/678765387 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8874161fc0 msgr2=0x7f88740d1890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:46.538 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.534+0000 7f887259c700 1 --2- 172.21.15.16:0/678765387 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8874161fc0 0x7f88740d1890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.538 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.534+0000 7f887259c700 1 -- 172.21.15.16:0/678765387 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f887415d8c0 msgr2=0x7f88740ca6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:46.538 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.534+0000 7f887259c700 1 --2- 172.21.15.16:0/678765387 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f887415d8c0 0x7f88740ca6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.538 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.534+0000 7f887259c700 1 -- 172.21.15.16:0/678765387 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f886c009b30 con 0x7f88740d0030 2023-09-23T06:36:46.538 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.534+0000 7f887259c700 1 --2- 172.21.15.16:0/678765387 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88740d0030 0x7f887414a870 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8864009fd0 tx=0x7f8864004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:46.538 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.534+0000 7f886affd700 1 -- 172.21.15.16:0/678765387 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8864004550 con 0x7f88740d0030 2023-09-23T06:36:46.538 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.535+0000 7f886affd700 1 -- 172.21.15.16:0/678765387 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f886401f070 con 0x7f88740d0030 2023-09-23T06:36:46.538 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.535+0000 7f8878fff700 1 -- 172.21.15.16:0/678765387 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88640094a0 con 0x7f88740d0030 2023-09-23T06:36:46.538 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.535+0000 7f886affd700 1 -- 172.21.15.16:0/678765387 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88640038e0 con 0x7f88740d0030 2023-09-23T06:36:46.539 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.535+0000 7f8878fff700 1 -- 172.21.15.16:0/678765387 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f887414d680 con 0x7f88740d0030 2023-09-23T06:36:46.539 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.536+0000 7f8878fff700 1 -- 172.21.15.16:0/678765387 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88740ce970 con 0x7f88740d0030 2023-09-23T06:36:46.539 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.537+0000 7f886affd700 1 -- 172.21.15.16:0/678765387 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f8864003a40 con 0x7f88740d0030 2023-09-23T06:36:46.539 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.538+0000 7f886affd700 1 --2- 172.21.15.16:0/678765387 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f885406afc0 0x7f885406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:46.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.538+0000 7f886affd700 1 -- 172.21.15.16:0/678765387 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8864021070 con 0x7f88740d0030 2023-09-23T06:36:46.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.538+0000 7f886bfff700 1 --2- 172.21.15.16:0/678765387 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f885406afc0 0x7f885406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:46.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.539+0000 7f886bfff700 1 --2- 172.21.15.16:0/678765387 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f885406afc0 0x7f885406d480 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f88740b4d90 tx=0x7f885c007e70 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:46.543 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.542+0000 7f886affd700 1 -- 172.21.15.16:0/678765387 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f88740ce970 con 0x7f88740d0030 2023-09-23T06:36:46.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.751+0000 7f8878fff700 1 -- 172.21.15.16:0/678765387 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f88740ce970 con 0x7f88740d0030 2023-09-23T06:36:46.753 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.751+0000 7f886affd700 1 -- 172.21.15.16:0/678765387 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7f88740ce970 con 0x7f88740d0030 2023-09-23T06:36:46.753 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 32 2023-09-23T06:36:46.756 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.754+0000 7f8878fff700 1 -- 172.21.15.16:0/678765387 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f885406afc0 msgr2=0x7f885406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:46.756 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.754+0000 7f8878fff700 1 --2- 172.21.15.16:0/678765387 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f885406afc0 0x7f885406d480 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f88740b4d90 tx=0x7f885c007e70 comp rx=0 tx=0).stop 2023-09-23T06:36:46.756 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.754+0000 7f8878fff700 1 -- 172.21.15.16:0/678765387 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88740d0030 msgr2=0x7f887414a870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:46.756 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.754+0000 7f8878fff700 1 --2- 172.21.15.16:0/678765387 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88740d0030 0x7f887414a870 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f8864009fd0 tx=0x7f8864004750 comp rx=0 tx=0).stop 2023-09-23T06:36:46.756 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.754+0000 7f8878fff700 1 -- 172.21.15.16:0/678765387 shutdown_connections 2023-09-23T06:36:46.756 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.754+0000 7f8878fff700 1 --2- 172.21.15.16:0/678765387 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8874161fc0 0x7f88740d1890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.756 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.754+0000 7f8878fff700 1 --2- 172.21.15.16:0/678765387 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f885406afc0 0x7f885406d480 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.756 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.754+0000 7f8878fff700 1 --2- 172.21.15.16:0/678765387 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f88740d0030 0x7f887414a870 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.757 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.754+0000 7f8878fff700 1 --2- 172.21.15.16:0/678765387 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f887415d8c0 0x7f88740ca6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.757 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.754+0000 7f8878fff700 1 -- 172.21.15.16:0/678765387 >> 172.21.15.16:0/678765387 conn(0x7f887409c9b0 msgr2=0x7f88740b2320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:46.757 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.754+0000 7f8878fff700 1 -- 172.21.15.16:0/678765387 shutdown_connections 2023-09-23T06:36:46.757 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.754+0000 7f8878fff700 1 -- 172.21.15.16:0/678765387 wait complete. 2023-09-23T06:36:46.774 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-23T06:36:46.980 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.979+0000 7f847e9ff700 1 Processor -- start 2023-09-23T06:36:46.981 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.979+0000 7f847e9ff700 1 -- start start 2023-09-23T06:36:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.980+0000 7f847e9ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f847815d8c0 0x7f84780cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.980+0000 7f847e9ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8478161fc0 0x7f84780d3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.980+0000 7f847e9ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f847815dca0 con 0x7f84780d0030 2023-09-23T06:36:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.980+0000 7f847e9ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84780ce130 con 0x7f847815d8c0 2023-09-23T06:36:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.980+0000 7f847e9ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84780ce3d0 con 0x7f8478161fc0 2023-09-23T06:36:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.980+0000 7f847cf9c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f84780d0030 0x7f847806b770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51462/0 (socket says 172.21.15.16:51462) 2023-09-23T06:36:46.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.980+0000 7f847cf9c700 1 -- 172.21.15.16:0/1229850204 learned_addr learned my addr 172.21.15.16:0/1229850204 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:46.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.981+0000 7f84777fe700 1 --2- 172.21.15.16:0/1229850204 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8478161fc0 0x7f84780d3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:46.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.981+0000 7f8477fff700 1 --2- 172.21.15.16:0/1229850204 >> v2:172.21.15.92:3300/0 conn(0x7f847815d8c0 0x7f84780cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:46.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.981+0000 7f8476ffd700 1 -- 172.21.15.16:0/1229850204 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4158048801 0 0) 0x7f847815dca0 con 0x7f84780d0030 2023-09-23T06:36:46.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.981+0000 7f8476ffd700 1 -- 172.21.15.16:0/1229850204 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f84600035b0 con 0x7f84780d0030 2023-09-23T06:36:46.985 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.981+0000 7f8477fff700 1 -- 172.21.15.16:0/1229850204 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8478161fc0 msgr2=0x7f84780d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:46.985 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.981+0000 7f8477fff700 1 --2- 172.21.15.16:0/1229850204 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8478161fc0 0x7f84780d3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.985 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.981+0000 7f8477fff700 1 -- 172.21.15.16:0/1229850204 >> v1:172.21.15.16:6789/0 conn(0x7f84780d0030 legacy=0x7f847806b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:46.985 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.981+0000 7f8477fff700 1 -- 172.21.15.16:0/1229850204 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84780ce6b0 con 0x7f847815d8c0 2023-09-23T06:36:46.985 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.982+0000 7f8477fff700 1 --2- 172.21.15.16:0/1229850204 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f847815d8c0 0x7f84780cf190 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f8468009840 tx=0x7f8468009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8de362dadf530164 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:46.985 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.982+0000 7f8476ffd700 1 -- 172.21.15.16:0/1229850204 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8468011830 con 0x7f847815d8c0 2023-09-23T06:36:46.985 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.982+0000 7f8476ffd700 1 -- 172.21.15.16:0/1229850204 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8468011990 con 0x7f847815d8c0 2023-09-23T06:36:46.985 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.982+0000 7f8476ffd700 1 -- 172.21.15.16:0/1229850204 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8468011d20 con 0x7f847815d8c0 2023-09-23T06:36:46.985 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.982+0000 7f847e9ff700 1 -- 172.21.15.16:0/1229850204 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f847815d8c0 msgr2=0x7f84780cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:46.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.982+0000 7f847e9ff700 1 --2- 172.21.15.16:0/1229850204 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f847815d8c0 0x7f84780cf190 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f8468009840 tx=0x7f8468009b50 comp rx=0 tx=0).stop 2023-09-23T06:36:46.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.982+0000 7f847e9ff700 1 -- 172.21.15.16:0/1229850204 shutdown_connections 2023-09-23T06:36:46.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.982+0000 7f847e9ff700 1 --2- 172.21.15.16:0/1229850204 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f847815d8c0 0x7f84780cf190 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.982+0000 7f847e9ff700 1 --2- 172.21.15.16:0/1229850204 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8478161fc0 0x7f84780d3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.982+0000 7f847e9ff700 1 -- 172.21.15.16:0/1229850204 >> 172.21.15.16:0/1229850204 conn(0x7f847809c9b0 msgr2=0x7f84780d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:46.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.983+0000 7f847e9ff700 1 -- 172.21.15.16:0/1229850204 shutdown_connections 2023-09-23T06:36:46.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.983+0000 7f847e9ff700 1 -- 172.21.15.16:0/1229850204 wait complete. 2023-09-23T06:36:46.988 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.984+0000 7f847e9ff700 1 Processor -- start 2023-09-23T06:36:46.988 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.984+0000 7f847e9ff700 1 -- start start 2023-09-23T06:36:46.988 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.985+0000 7f847e9ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84780d0030 0x7f84780c9700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:46.988 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.985+0000 7f847e9ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f847815d8c0 0x7f84780cb5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:46.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.985+0000 7f847e9ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8478161fc0 0x7f847815f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:46.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.985+0000 7f847e9ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84780c8660 con 0x7f8478161fc0 2023-09-23T06:36:46.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.985+0000 7f847e9ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84780c8940 con 0x7f84780d0030 2023-09-23T06:36:46.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.985+0000 7f847e9ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84780c8c20 con 0x7f847815d8c0 2023-09-23T06:36:46.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.985+0000 7f847cf9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8478161fc0 0x7f847815f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:46.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.986+0000 7f847cf9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8478161fc0 0x7f847815f1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53466/0 (socket says 172.21.15.16:53466) 2023-09-23T06:36:46.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.986+0000 7f847cf9c700 1 -- 172.21.15.16:0/1765614154 learned_addr learned my addr 172.21.15.16:0/1765614154 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:46.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.986+0000 7f8477fff700 1 --2- 172.21.15.16:0/1765614154 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84780d0030 0x7f84780c9700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:46.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.986+0000 7f84777fe700 1 --2- 172.21.15.16:0/1765614154 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f847815d8c0 0x7f84780cb5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:46.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.986+0000 7f847cf9c700 1 -- 172.21.15.16:0/1765614154 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f847815d8c0 msgr2=0x7f84780cb5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:46.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.986+0000 7f847cf9c700 1 --2- 172.21.15.16:0/1765614154 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f847815d8c0 0x7f84780cb5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.986+0000 7f847cf9c700 1 -- 172.21.15.16:0/1765614154 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84780d0030 msgr2=0x7f84780c9700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:46.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.986+0000 7f847cf9c700 1 --2- 172.21.15.16:0/1765614154 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84780d0030 0x7f84780c9700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:46.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.986+0000 7f847cf9c700 1 -- 172.21.15.16:0/1765614154 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84680094a0 con 0x7f8478161fc0 2023-09-23T06:36:46.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.986+0000 7f847cf9c700 1 --2- 172.21.15.16:0/1765614154 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8478161fc0 0x7f847815f1b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f847000cb40 tx=0x7f847000cf00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:46.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.986+0000 7f8474ff9700 1 -- 172.21.15.16:0/1765614154 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f847000ab50 con 0x7f8478161fc0 2023-09-23T06:36:46.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.986+0000 7f8474ff9700 1 -- 172.21.15.16:0/1765614154 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f847000acb0 con 0x7f8478161fc0 2023-09-23T06:36:46.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.986+0000 7f8474ff9700 1 -- 172.21.15.16:0/1765614154 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8470012620 con 0x7f8478161fc0 2023-09-23T06:36:46.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.986+0000 7f847e9ff700 1 -- 172.21.15.16:0/1765614154 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84780c8f00 con 0x7f8478161fc0 2023-09-23T06:36:46.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.987+0000 7f847e9ff700 1 -- 172.21.15.16:0/1765614154 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84780ca8a0 con 0x7f8478161fc0 2023-09-23T06:36:46.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.988+0000 7f847e9ff700 1 -- 172.21.15.16:0/1765614154 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84780c9420 con 0x7f8478161fc0 2023-09-23T06:36:46.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.989+0000 7f8474ff9700 1 -- 172.21.15.16:0/1765614154 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f847001b3b0 con 0x7f8478161fc0 2023-09-23T06:36:46.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.990+0000 7f8474ff9700 1 --2- 172.21.15.16:0/1765614154 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f846406afc0 0x7f846406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:46.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.990+0000 7f8474ff9700 1 -- 172.21.15.16:0/1765614154 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f84700895f0 con 0x7f8478161fc0 2023-09-23T06:36:46.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.991+0000 7f8477fff700 1 --2- 172.21.15.16:0/1765614154 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f846406afc0 0x7f846406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:46.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.991+0000 7f8477fff700 1 --2- 172.21.15.16:0/1765614154 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f846406afc0 0x7f846406d480 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8468000c00 tx=0x7f8468008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:46.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:46.995+0000 7f8474ff9700 1 -- 172.21.15.16:0/1765614154 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f84780c9420 con 0x7f8478161fc0 2023-09-23T06:36:47.205 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.203+0000 7f847e9ff700 1 -- 172.21.15.16:0/1765614154 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f84780c9420 con 0x7f8478161fc0 2023-09-23T06:36:47.206 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.204+0000 7f8474ff9700 1 -- 172.21.15.16:0/1765614154 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7f84780c9420 con 0x7f8478161fc0 2023-09-23T06:36:47.206 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 64 2023-09-23T06:36:47.208 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.206+0000 7f847e9ff700 1 -- 172.21.15.16:0/1765614154 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f846406afc0 msgr2=0x7f846406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:47.208 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.206+0000 7f847e9ff700 1 --2- 172.21.15.16:0/1765614154 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f846406afc0 0x7f846406d480 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f8468000c00 tx=0x7f8468008030 comp rx=0 tx=0).stop 2023-09-23T06:36:47.208 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.206+0000 7f847e9ff700 1 -- 172.21.15.16:0/1765614154 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8478161fc0 msgr2=0x7f847815f1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:47.208 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.206+0000 7f847e9ff700 1 --2- 172.21.15.16:0/1765614154 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8478161fc0 0x7f847815f1b0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f847000cb40 tx=0x7f847000cf00 comp rx=0 tx=0).stop 2023-09-23T06:36:47.209 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.206+0000 7f847e9ff700 1 -- 172.21.15.16:0/1765614154 shutdown_connections 2023-09-23T06:36:47.209 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.206+0000 7f847e9ff700 1 --2- 172.21.15.16:0/1765614154 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f846406afc0 0x7f846406d480 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:47.209 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.206+0000 7f847e9ff700 1 --2- 172.21.15.16:0/1765614154 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8478161fc0 0x7f847815f1b0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:47.209 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.206+0000 7f847e9ff700 1 --2- 172.21.15.16:0/1765614154 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f84780d0030 0x7f84780c9700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:47.209 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.206+0000 7f847e9ff700 1 --2- 172.21.15.16:0/1765614154 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f847815d8c0 0x7f84780cb5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:47.209 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.206+0000 7f847e9ff700 1 -- 172.21.15.16:0/1765614154 >> 172.21.15.16:0/1765614154 conn(0x7f847809c9b0 msgr2=0x7f84780d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:47.209 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.206+0000 7f847e9ff700 1 -- 172.21.15.16:0/1765614154 shutdown_connections 2023-09-23T06:36:47.209 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.206+0000 7f847e9ff700 1 -- 172.21.15.16:0/1765614154 wait complete. 2023-09-23T06:36:47.226 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:36:47.428 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.426+0000 7fd2a11ff700 1 Processor -- start 2023-09-23T06:36:47.428 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.427+0000 7fd2a11ff700 1 -- start start 2023-09-23T06:36:47.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.428+0000 7fd2a11ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd29c0b4fe0 0x7fd29c0b5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:47.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.428+0000 7fd2a11ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd29c15ec00 con 0x7fd29c15db50 2023-09-23T06:36:47.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.428+0000 7fd2a11ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd29c0cdd00 con 0x7fd29c15d770 2023-09-23T06:36:47.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.428+0000 7fd2a11ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd29c0b59d0 con 0x7fd29c0b4fe0 2023-09-23T06:36:47.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.428+0000 7fd29a59c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd29c15db50 0x7fd29c0b8e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51464/0 (socket says 172.21.15.16:51464) 2023-09-23T06:36:47.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.428+0000 7fd29a59c700 1 -- 172.21.15.16:0/969572220 learned_addr learned my addr 172.21.15.16:0/969572220 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:47.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.428+0000 7fd29b59e700 1 --2- 172.21.15.16:0/969572220 >> v2:172.21.15.16:3300/0 conn(0x7fd29c0b4fe0 0x7fd29c0b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:47.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.428+0000 7fd299d9b700 1 -- 172.21.15.16:0/969572220 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3485652935 0 0) 0x7fd29c15ec00 con 0x7fd29c15db50 2023-09-23T06:36:47.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.429+0000 7fd299d9b700 1 -- 172.21.15.16:0/969572220 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd2840035b0 con 0x7fd29c15db50 2023-09-23T06:36:47.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.429+0000 7fd29b59e700 1 -- 172.21.15.16:0/969572220 >> v1:172.21.15.92:6789/0 conn(0x7fd29c15d770 legacy=0x7fd29c0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:47.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.429+0000 7fd29b59e700 1 -- 172.21.15.16:0/969572220 >> v1:172.21.15.16:6789/0 conn(0x7fd29c15db50 legacy=0x7fd29c0b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:47.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.429+0000 7fd29b59e700 1 -- 172.21.15.16:0/969572220 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd29c15e080 con 0x7fd29c0b4fe0 2023-09-23T06:36:47.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.429+0000 7fd29b59e700 1 --2- 172.21.15.16:0/969572220 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd29c0b4fe0 0x7fd29c0b5490 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd294009d90 tx=0x7fd29400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b41dce91515b59c server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:47.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.429+0000 7fd299d9b700 1 -- 172.21.15.16:0/969572220 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd29400e070 con 0x7fd29c0b4fe0 2023-09-23T06:36:47.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.429+0000 7fd299d9b700 1 -- 172.21.15.16:0/969572220 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd29400bb20 con 0x7fd29c0b4fe0 2023-09-23T06:36:47.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.429+0000 7fd299d9b700 1 -- 172.21.15.16:0/969572220 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd29400be90 con 0x7fd29c0b4fe0 2023-09-23T06:36:47.433 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.430+0000 7fd2a11ff700 1 -- 172.21.15.16:0/969572220 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd29c0b4fe0 msgr2=0x7fd29c0b5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:47.433 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.430+0000 7fd2a11ff700 1 --2- 172.21.15.16:0/969572220 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd29c0b4fe0 0x7fd29c0b5490 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fd294009d90 tx=0x7fd29400b330 comp rx=0 tx=0).stop 2023-09-23T06:36:47.434 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.430+0000 7fd2a11ff700 1 -- 172.21.15.16:0/969572220 shutdown_connections 2023-09-23T06:36:47.434 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.430+0000 7fd2a11ff700 1 --2- 172.21.15.16:0/969572220 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd29c0b4fe0 0x7fd29c0b5490 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:47.434 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.430+0000 7fd2a11ff700 1 -- 172.21.15.16:0/969572220 >> 172.21.15.16:0/969572220 conn(0x7fd29c0724b0 msgr2=0x7fd29c0d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:47.434 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.430+0000 7fd2a11ff700 1 -- 172.21.15.16:0/969572220 shutdown_connections 2023-09-23T06:36:47.434 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.430+0000 7fd2a11ff700 1 -- 172.21.15.16:0/969572220 wait complete. 2023-09-23T06:36:47.434 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.432+0000 7fd2a11ff700 1 Processor -- start 2023-09-23T06:36:47.434 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.432+0000 7fd2a11ff700 1 -- start start 2023-09-23T06:36:47.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.433+0000 7fd2a11ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd29c0b4fe0 0x7fd29c1f28b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:47.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.433+0000 7fd2a11ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd29c15d770 0x7fd29c0b40e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:47.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.433+0000 7fd2a11ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd29c15db50 0x7fd29c0c70c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:47.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.433+0000 7fd2a11ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd29c0b3040 con 0x7fd29c15d770 2023-09-23T06:36:47.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.433+0000 7fd2a11ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd29c0b3320 con 0x7fd29c15db50 2023-09-23T06:36:47.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.433+0000 7fd2a11ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd29c0b3600 con 0x7fd29c0b4fe0 2023-09-23T06:36:47.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.433+0000 7fd29a59c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd29c15d770 0x7fd29c0b40e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:47.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.433+0000 7fd29a59c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd29c15d770 0x7fd29c0b40e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53480/0 (socket says 172.21.15.16:53480) 2023-09-23T06:36:47.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.433+0000 7fd29a59c700 1 -- 172.21.15.16:0/323887152 learned_addr learned my addr 172.21.15.16:0/323887152 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:47.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.433+0000 7fd29ad9d700 1 --2- 172.21.15.16:0/323887152 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd29c0b4fe0 0x7fd29c1f28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:47.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.433+0000 7fd29b59e700 1 --2- 172.21.15.16:0/323887152 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd29c15db50 0x7fd29c0c70c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:47.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.433+0000 7fd29a59c700 1 -- 172.21.15.16:0/323887152 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd29c0b4fe0 msgr2=0x7fd29c1f28b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:47.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.433+0000 7fd29a59c700 1 --2- 172.21.15.16:0/323887152 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd29c0b4fe0 0x7fd29c1f28b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:47.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.433+0000 7fd29a59c700 1 -- 172.21.15.16:0/323887152 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd29c15db50 msgr2=0x7fd29c0c70c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:47.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.433+0000 7fd29a59c700 1 --2- 172.21.15.16:0/323887152 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd29c15db50 0x7fd29c0c70c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:47.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.433+0000 7fd29a59c700 1 -- 172.21.15.16:0/323887152 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd294009a70 con 0x7fd29c15d770 2023-09-23T06:36:47.438 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.434+0000 7fd29a59c700 1 --2- 172.21.15.16:0/323887152 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd29c15d770 0x7fd29c0b40e0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd290005910 tx=0x7fd29000ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:47.438 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.434+0000 7fd2837fe700 1 -- 172.21.15.16:0/323887152 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd290005d70 con 0x7fd29c15d770 2023-09-23T06:36:47.438 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.434+0000 7fd2837fe700 1 -- 172.21.15.16:0/323887152 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2900070d0 con 0x7fd29c15d770 2023-09-23T06:36:47.438 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.434+0000 7fd2837fe700 1 -- 172.21.15.16:0/323887152 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd290007460 con 0x7fd29c15d770 2023-09-23T06:36:47.438 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.434+0000 7fd2a11ff700 1 -- 172.21.15.16:0/323887152 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd29c0b38e0 con 0x7fd29c15d770 2023-09-23T06:36:47.438 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.434+0000 7fd2a11ff700 1 -- 172.21.15.16:0/323887152 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd29c1f2df0 con 0x7fd29c15d770 2023-09-23T06:36:47.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.435+0000 7fd2a11ff700 1 -- 172.21.15.16:0/323887152 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd29c0b3e00 con 0x7fd29c15d770 2023-09-23T06:36:47.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.436+0000 7fd2837fe700 1 -- 172.21.15.16:0/323887152 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fd2900075c0 con 0x7fd29c15d770 2023-09-23T06:36:47.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.437+0000 7fd2837fe700 1 --2- 172.21.15.16:0/323887152 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd28806afc0 0x7fd28806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:47.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.437+0000 7fd2837fe700 1 -- 172.21.15.16:0/323887152 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd290088e20 con 0x7fd29c15d770 2023-09-23T06:36:47.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.437+0000 7fd29ad9d700 1 --2- 172.21.15.16:0/323887152 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd28806afc0 0x7fd28806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:47.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.438+0000 7fd29ad9d700 1 --2- 172.21.15.16:0/323887152 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd28806afc0 0x7fd28806d480 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fd28c0016c0 tx=0x7fd28c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:47.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.441+0000 7fd2837fe700 1 -- 172.21.15.16:0/323887152 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fd29c0b3e00 con 0x7fd29c15d770 2023-09-23T06:36:47.653 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.651+0000 7fd2a11ff700 1 -- 172.21.15.16:0/323887152 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd29c0b3e00 con 0x7fd29c15d770 2023-09-23T06:36:47.654 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.652+0000 7fd2837fe700 1 -- 172.21.15.16:0/323887152 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16457 (secure 0 0 0) 0x7fd29c0b3e00 con 0x7fd29c15d770 2023-09-23T06:36:47.655 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:47.655 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:36:13.020285+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:36:09.790555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-23T06:36:10.695995+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:36:47.656 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.654+0000 7fd2a11ff700 1 -- 172.21.15.16:0/323887152 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd28806afc0 msgr2=0x7fd28806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:47.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.654+0000 7fd2a11ff700 1 --2- 172.21.15.16:0/323887152 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd28806afc0 0x7fd28806d480 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fd28c0016c0 tx=0x7fd28c009040 comp rx=0 tx=0).stop 2023-09-23T06:36:47.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.655+0000 7fd2a11ff700 1 -- 172.21.15.16:0/323887152 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd29c15d770 msgr2=0x7fd29c0b40e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:47.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.655+0000 7fd2a11ff700 1 --2- 172.21.15.16:0/323887152 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd29c15d770 0x7fd29c0b40e0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7fd290005910 tx=0x7fd29000ca90 comp rx=0 tx=0).stop 2023-09-23T06:36:47.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.655+0000 7fd2a11ff700 1 -- 172.21.15.16:0/323887152 shutdown_connections 2023-09-23T06:36:47.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.655+0000 7fd2a11ff700 1 --2- 172.21.15.16:0/323887152 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd29c15db50 0x7fd29c0c70c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:47.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.655+0000 7fd2a11ff700 1 --2- 172.21.15.16:0/323887152 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd29c0b4fe0 0x7fd29c1f28b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:47.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.655+0000 7fd2a11ff700 1 --2- 172.21.15.16:0/323887152 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd28806afc0 0x7fd28806d480 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:47.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.655+0000 7fd2a11ff700 1 --2- 172.21.15.16:0/323887152 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd29c15d770 0x7fd29c0b40e0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:47.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.655+0000 7fd2a11ff700 1 -- 172.21.15.16:0/323887152 >> 172.21.15.16:0/323887152 conn(0x7fd29c0724b0 msgr2=0x7fd29c15f300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:47.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.655+0000 7fd2a11ff700 1 -- 172.21.15.16:0/323887152 shutdown_connections 2023-09-23T06:36:47.657 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.655+0000 7fd2a11ff700 1 -- 172.21.15.16:0/323887152 wait complete. 2023-09-23T06:36:47.674 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-23T06:36:05.638048+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-23T06:36:09.790555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-23T06:36:10.695995+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-23T06:36:47.675 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-23T06:36:47.881 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.879+0000 7f01fc1ff700 1 Processor -- start 2023-09-23T06:36:47.881 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.879+0000 7f01fc1ff700 1 -- start start 2023-09-23T06:36:47.883 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.880+0000 7f01fc1ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f01f415d8c0 0x7f01f40cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:47.883 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.880+0000 7f01fc1ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f01f40d0030 0x7f01f40d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:47.883 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.880+0000 7f01fc1ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f01f40d09a0 con 0x7f01f4161fc0 2023-09-23T06:36:47.883 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.880+0000 7f01fc1ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01f415dca0 con 0x7f01f415d8c0 2023-09-23T06:36:47.883 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.880+0000 7f01fc1ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01f40ce130 con 0x7f01f40d0030 2023-09-23T06:36:47.884 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.881+0000 7f01f9f9b700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f01f415d8c0 0x7f01f40cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:47.884 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.881+0000 7f01f979a700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f01f4161fc0 0x7f01f40d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51470/0 (socket says 172.21.15.16:51470) 2023-09-23T06:36:47.884 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.881+0000 7f01f979a700 1 -- 172.21.15.16:0/772236573 learned_addr learned my addr 172.21.15.16:0/772236573 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:47.884 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.881+0000 7f01fa79c700 1 --2- 172.21.15.16:0/772236573 >> v2:172.21.15.92:3300/0 conn(0x7f01f40d0030 0x7f01f40d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:47.884 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.881+0000 7f01f9f9b700 1 -- 172.21.15.16:0/772236573 >> v2:172.21.15.92:3300/0 conn(0x7f01f40d0030 msgr2=0x7f01f40d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:47.884 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.881+0000 7f01f9f9b700 1 --2- 172.21.15.16:0/772236573 >> v2:172.21.15.92:3300/0 conn(0x7f01f40d0030 0x7f01f40d0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:47.884 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.881+0000 7f01f9f9b700 1 -- 172.21.15.16:0/772236573 >> v1:172.21.15.16:6789/0 conn(0x7f01f4161fc0 legacy=0x7f01f40d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:47.884 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.881+0000 7f01f9f9b700 1 -- 172.21.15.16:0/772236573 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01f40ce3d0 con 0x7f01f415d8c0 2023-09-23T06:36:47.884 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.881+0000 7f01f9f9b700 1 --2- 172.21.15.16:0/772236573 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01f415d8c0 0x7f01f40cf190 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f01f40d1450 tx=0x7f01f0009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e0153877a212e28 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:47.884 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.882+0000 7f01f8f99700 1 -- 172.21.15.16:0/772236573 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01f0011830 con 0x7f01f415d8c0 2023-09-23T06:36:47.884 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.882+0000 7f01f8f99700 1 -- 172.21.15.16:0/772236573 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01f0011990 con 0x7f01f415d8c0 2023-09-23T06:36:47.885 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.882+0000 7f01f8f99700 1 -- 172.21.15.16:0/772236573 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01f0011d20 con 0x7f01f415d8c0 2023-09-23T06:36:47.885 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.882+0000 7f01fc1ff700 1 -- 172.21.15.16:0/772236573 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01f415d8c0 msgr2=0x7f01f40cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:47.886 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.882+0000 7f01fc1ff700 1 --2- 172.21.15.16:0/772236573 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01f415d8c0 0x7f01f40cf190 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f01f40d1450 tx=0x7f01f0009b20 comp rx=0 tx=0).stop 2023-09-23T06:36:47.886 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.882+0000 7f01fc1ff700 1 -- 172.21.15.16:0/772236573 shutdown_connections 2023-09-23T06:36:47.886 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.882+0000 7f01fc1ff700 1 --2- 172.21.15.16:0/772236573 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01f415d8c0 0x7f01f40cf190 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:47.886 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.882+0000 7f01fc1ff700 1 --2- 172.21.15.16:0/772236573 >> v2:172.21.15.92:3300/0 conn(0x7f01f40d0030 0x7f01f40d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:47.886 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.882+0000 7f01fc1ff700 1 -- 172.21.15.16:0/772236573 >> 172.21.15.16:0/772236573 conn(0x7f01f409c9b0 msgr2=0x7f01f40d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:47.886 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.882+0000 7f01fc1ff700 1 -- 172.21.15.16:0/772236573 shutdown_connections 2023-09-23T06:36:47.886 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.882+0000 7f01fc1ff700 1 -- 172.21.15.16:0/772236573 wait complete. 2023-09-23T06:36:47.886 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.884+0000 7f01fc1ff700 1 Processor -- start 2023-09-23T06:36:47.886 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.884+0000 7f01fc1ff700 1 -- start start 2023-09-23T06:36:47.888 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.885+0000 7f01fc1ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f01f40d0030 0x7f01f4150610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:47.888 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.885+0000 7f01fc1ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f01f415d8c0 0x7f01f40ca6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:47.888 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.885+0000 7f01fc1ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01f4161fc0 0x7f01f4149c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:47.889 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.885+0000 7f01fc1ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01f40cd8f0 con 0x7f01f4161fc0 2023-09-23T06:36:47.889 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.885+0000 7f01fc1ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01f40cac30 con 0x7f01f415d8c0 2023-09-23T06:36:47.889 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.885+0000 7f01fc1ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01f40ccc70 con 0x7f01f40d0030 2023-09-23T06:36:47.889 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.885+0000 7f01fa79c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01f4161fc0 0x7f01f4149c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:47.889 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.885+0000 7f01fa79c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01f4161fc0 0x7f01f4149c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53508/0 (socket says 172.21.15.16:53508) 2023-09-23T06:36:47.889 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.885+0000 7f01fa79c700 1 -- 172.21.15.16:0/4287236518 learned_addr learned my addr 172.21.15.16:0/4287236518 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:47.889 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.886+0000 7f01f9f9b700 1 --2- 172.21.15.16:0/4287236518 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f01f40d0030 0x7f01f4150610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:47.889 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.886+0000 7f01fa79c700 1 -- 172.21.15.16:0/4287236518 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f01f40d0030 msgr2=0x7f01f4150610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:47.889 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.886+0000 7f01f979a700 1 --2- 172.21.15.16:0/4287236518 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f01f415d8c0 0x7f01f40ca6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:47.889 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.886+0000 7f01fa79c700 1 --2- 172.21.15.16:0/4287236518 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f01f40d0030 0x7f01f4150610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:47.889 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.886+0000 7f01fa79c700 1 -- 172.21.15.16:0/4287236518 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f01f415d8c0 msgr2=0x7f01f40ca6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:47.889 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.886+0000 7f01fa79c700 1 --2- 172.21.15.16:0/4287236518 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f01f415d8c0 0x7f01f40ca6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:47.890 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.886+0000 7f01fa79c700 1 -- 172.21.15.16:0/4287236518 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01f00094a0 con 0x7f01f4161fc0 2023-09-23T06:36:47.890 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.886+0000 7f01f979a700 1 --2- 172.21.15.16:0/4287236518 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f01f415d8c0 0x7f01f40ca6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:36:47.890 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.886+0000 7f01fa79c700 1 --2- 172.21.15.16:0/4287236518 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01f4161fc0 0x7f01f4149c40 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f01ec007e40 tx=0x7f01ec00e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:47.890 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.886+0000 7f01ea7fc700 1 -- 172.21.15.16:0/4287236518 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01ec00eea0 con 0x7f01f4161fc0 2023-09-23T06:36:47.890 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.886+0000 7f01ea7fc700 1 -- 172.21.15.16:0/4287236518 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01ec014420 con 0x7f01f4161fc0 2023-09-23T06:36:47.890 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.886+0000 7f01fc1ff700 1 -- 172.21.15.16:0/4287236518 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f01f40ccf50 con 0x7f01f4161fc0 2023-09-23T06:36:47.890 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.886+0000 7f01ea7fc700 1 -- 172.21.15.16:0/4287236518 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01ec0147b0 con 0x7f01f4161fc0 2023-09-23T06:36:47.890 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.886+0000 7f01fc1ff700 1 -- 172.21.15.16:0/4287236518 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01f40cd510 con 0x7f01f4161fc0 2023-09-23T06:36:47.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.887+0000 7f01fc1ff700 1 -- 172.21.15.16:0/4287236518 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f01f40cda30 con 0x7f01f4161fc0 2023-09-23T06:36:47.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.888+0000 7f01ea7fc700 1 -- 172.21.15.16:0/4287236518 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f01ec014910 con 0x7f01f4161fc0 2023-09-23T06:36:47.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.889+0000 7f01ea7fc700 1 --2- 172.21.15.16:0/4287236518 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f01d806afc0 0x7f01d806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:47.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.890+0000 7f01ea7fc700 1 -- 172.21.15.16:0/4287236518 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f01ec089f40 con 0x7f01f4161fc0 2023-09-23T06:36:47.892 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.890+0000 7f01f9f9b700 1 --2- 172.21.15.16:0/4287236518 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f01d806afc0 0x7f01d806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:47.892 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.891+0000 7f01f9f9b700 1 --2- 172.21.15.16:0/4287236518 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f01d806afc0 0x7f01d806d480 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f01f00090b0 tx=0x7f01f0008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:47.896 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:47.894+0000 7f01ea7fc700 1 -- 172.21.15.16:0/4287236518 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f01f40cda30 con 0x7f01f4161fc0 2023-09-23T06:36:48.105 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.103+0000 7f01fc1ff700 1 -- 172.21.15.16:0/4287236518 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f01f40cda30 con 0x7f01f4161fc0 2023-09-23T06:36:48.106 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.104+0000 7f01ea7fc700 1 -- 172.21.15.16:0/4287236518 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7f01f40cda30 con 0x7f01f4161fc0 2023-09-23T06:36:48.106 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2023-09-23T06:36:48.108 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.106+0000 7f01fc1ff700 1 -- 172.21.15.16:0/4287236518 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f01d806afc0 msgr2=0x7f01d806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:48.109 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.106+0000 7f01fc1ff700 1 --2- 172.21.15.16:0/4287236518 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f01d806afc0 0x7f01d806d480 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f01f00090b0 tx=0x7f01f0008030 comp rx=0 tx=0).stop 2023-09-23T06:36:48.109 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.106+0000 7f01fc1ff700 1 -- 172.21.15.16:0/4287236518 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01f4161fc0 msgr2=0x7f01f4149c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:48.109 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.106+0000 7f01fc1ff700 1 --2- 172.21.15.16:0/4287236518 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01f4161fc0 0x7f01f4149c40 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f01ec007e40 tx=0x7f01ec00e3c0 comp rx=0 tx=0).stop 2023-09-23T06:36:48.109 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.106+0000 7f01fc1ff700 1 -- 172.21.15.16:0/4287236518 shutdown_connections 2023-09-23T06:36:48.109 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.106+0000 7f01fc1ff700 1 --2- 172.21.15.16:0/4287236518 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f01d806afc0 0x7f01d806d480 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:48.109 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.106+0000 7f01fc1ff700 1 --2- 172.21.15.16:0/4287236518 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f01f4161fc0 0x7f01f4149c40 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:48.109 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.106+0000 7f01fc1ff700 1 --2- 172.21.15.16:0/4287236518 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f01f40d0030 0x7f01f4150610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:48.110 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.106+0000 7f01fc1ff700 1 --2- 172.21.15.16:0/4287236518 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f01f415d8c0 0x7f01f40ca6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:48.110 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.106+0000 7f01fc1ff700 1 -- 172.21.15.16:0/4287236518 >> 172.21.15.16:0/4287236518 conn(0x7f01f409c9b0 msgr2=0x7f01f415cb90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:48.110 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.106+0000 7f01fc1ff700 1 -- 172.21.15.16:0/4287236518 shutdown_connections 2023-09-23T06:36:48.110 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.106+0000 7f01fc1ff700 1 -- 172.21.15.16:0/4287236518 wait complete. 2023-09-23T06:36:48.126 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-23T06:36:48.331 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.329+0000 7f4574bff700 1 Processor -- start 2023-09-23T06:36:48.331 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.330+0000 7f4574bff700 1 -- start start 2023-09-23T06:36:48.333 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.331+0000 7f4574bff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f457015d8c0 0x7f45700cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:48.333 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.331+0000 7f4574bff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4570161fc0 0x7f45700d3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:48.333 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.331+0000 7f4574bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f45700d0030 0x7f45700d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:48.333 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.331+0000 7f4574bff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45700d09a0 con 0x7f4570161fc0 2023-09-23T06:36:48.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.331+0000 7f4574bff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f457015dca0 con 0x7f457015d8c0 2023-09-23T06:36:48.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.331+0000 7f4574bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45700ce130 con 0x7f45700d0030 2023-09-23T06:36:48.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.331+0000 7f4567fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4570161fc0 0x7f45700d3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:48.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.331+0000 7f4567fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4570161fc0 0x7f45700d3d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53524/0 (socket says 172.21.15.16:53524) 2023-09-23T06:36:48.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.331+0000 7f456ed9d700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f45700d0030 0x7f45700d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:48.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.331+0000 7f4567fff700 1 -- 172.21.15.16:0/383210578 learned_addr learned my addr 172.21.15.16:0/383210578 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:48.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.331+0000 7f456e59c700 1 --2- 172.21.15.16:0/383210578 >> v2:172.21.15.92:3300/0 conn(0x7f457015d8c0 0x7f45700cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:48.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.332+0000 7f4567fff700 1 -- 172.21.15.16:0/383210578 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f45700d0030 msgr2=0x7f45700d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:48.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.332+0000 7f4567fff700 1 --2- 172.21.15.16:0/383210578 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f45700d0030 0x7f45700d0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:48.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.332+0000 7f4567fff700 1 -- 172.21.15.16:0/383210578 >> v2:172.21.15.92:3300/0 conn(0x7f457015d8c0 msgr2=0x7f45700cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:48.335 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.332+0000 7f4567fff700 1 --2- 172.21.15.16:0/383210578 >> v2:172.21.15.92:3300/0 conn(0x7f457015d8c0 0x7f45700cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:48.335 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.332+0000 7f4567fff700 1 -- 172.21.15.16:0/383210578 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45700ce3d0 con 0x7f4570161fc0 2023-09-23T06:36:48.336 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.332+0000 7f4567fff700 1 --2- 172.21.15.16:0/383210578 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4570161fc0 0x7f45700d3d30 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4570067e00 tx=0x7f4558009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5debb866c5abfb6 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:48.336 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.332+0000 7f456dd9b700 1 -- 172.21.15.16:0/383210578 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4558011830 con 0x7f4570161fc0 2023-09-23T06:36:48.336 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.332+0000 7f456dd9b700 1 -- 172.21.15.16:0/383210578 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4558011990 con 0x7f4570161fc0 2023-09-23T06:36:48.336 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.332+0000 7f456dd9b700 1 -- 172.21.15.16:0/383210578 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4558011d20 con 0x7f4570161fc0 2023-09-23T06:36:48.336 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.333+0000 7f4574bff700 1 -- 172.21.15.16:0/383210578 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4570161fc0 msgr2=0x7f45700d3d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:48.336 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.333+0000 7f4574bff700 1 --2- 172.21.15.16:0/383210578 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4570161fc0 0x7f45700d3d30 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f4570067e00 tx=0x7f4558009bd0 comp rx=0 tx=0).stop 2023-09-23T06:36:48.336 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.333+0000 7f4574bff700 1 -- 172.21.15.16:0/383210578 shutdown_connections 2023-09-23T06:36:48.336 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.333+0000 7f4574bff700 1 --2- 172.21.15.16:0/383210578 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f45700d0030 0x7f45700d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:48.337 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.333+0000 7f4574bff700 1 --2- 172.21.15.16:0/383210578 >> v2:172.21.15.92:3300/0 conn(0x7f457015d8c0 0x7f45700cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:48.337 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.333+0000 7f4574bff700 1 --2- 172.21.15.16:0/383210578 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4570161fc0 0x7f45700d3d30 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:48.337 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.333+0000 7f4574bff700 1 -- 172.21.15.16:0/383210578 >> 172.21.15.16:0/383210578 conn(0x7f457009c9b0 msgr2=0x7f45700d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:48.337 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.333+0000 7f4574bff700 1 -- 172.21.15.16:0/383210578 shutdown_connections 2023-09-23T06:36:48.337 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.333+0000 7f4574bff700 1 -- 172.21.15.16:0/383210578 wait complete. 2023-09-23T06:36:48.337 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.335+0000 7f4574bff700 1 Processor -- start 2023-09-23T06:36:48.337 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.336+0000 7f4574bff700 1 -- start start 2023-09-23T06:36:48.339 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.337+0000 7f4574bff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45700d0030 0x7f45701f2800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:48.339 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.337+0000 7f4574bff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f457015d8c0 0x7f45700d19f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:48.339 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.337+0000 7f4574bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4570161fc0 0x7f45700d1f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:48.339 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.337+0000 7f4574bff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45701f6ff0 con 0x7f45700d0030 2023-09-23T06:36:48.339 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.337+0000 7f4574bff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45701f7480 con 0x7f457015d8c0 2023-09-23T06:36:48.340 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.337+0000 7f4574bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45701f66c0 con 0x7f4570161fc0 2023-09-23T06:36:48.340 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.337+0000 7f456e59c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45700d0030 0x7f45701f2800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:48.340 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.337+0000 7f456e59c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45700d0030 0x7f45701f2800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53530/0 (socket says 172.21.15.16:53530) 2023-09-23T06:36:48.340 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.337+0000 7f456e59c700 1 -- 172.21.15.16:0/1418430605 learned_addr learned my addr 172.21.15.16:0/1418430605 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:48.340 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.337+0000 7f456e59c700 1 -- 172.21.15.16:0/1418430605 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4570161fc0 msgr2=0x7f45700d1f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:48.341 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.337+0000 7f456e59c700 1 --2- 172.21.15.16:0/1418430605 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4570161fc0 0x7f45700d1f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:48.341 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.337+0000 7f456e59c700 1 -- 172.21.15.16:0/1418430605 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f457015d8c0 msgr2=0x7f45700d19f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:48.341 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.337+0000 7f456e59c700 1 --2- 172.21.15.16:0/1418430605 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f457015d8c0 0x7f45700d19f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:48.341 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.337+0000 7f456e59c700 1 -- 172.21.15.16:0/1418430605 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4558009550 con 0x7f45700d0030 2023-09-23T06:36:48.341 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.338+0000 7f456e59c700 1 --2- 172.21.15.16:0/1418430605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45700d0030 0x7f45701f2800 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f456000e9b0 tx=0x7f456000ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:48.342 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.338+0000 7f4566ffd700 1 -- 172.21.15.16:0/1418430605 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4560009710 con 0x7f45700d0030 2023-09-23T06:36:48.342 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.338+0000 7f4566ffd700 1 -- 172.21.15.16:0/1418430605 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f456000c7d0 con 0x7f45700d0030 2023-09-23T06:36:48.342 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.338+0000 7f4574bff700 1 -- 172.21.15.16:0/1418430605 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45701f69a0 con 0x7f45700d0030 2023-09-23T06:36:48.342 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.338+0000 7f4566ffd700 1 -- 172.21.15.16:0/1418430605 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f456000cb40 con 0x7f45700d0030 2023-09-23T06:36:48.342 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.338+0000 7f4574bff700 1 -- 172.21.15.16:0/1418430605 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45701f2d40 con 0x7f45700d0030 2023-09-23T06:36:48.342 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.339+0000 7f4574bff700 1 -- 172.21.15.16:0/1418430605 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4570074b40 con 0x7f45700d0030 2023-09-23T06:36:48.342 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.340+0000 7f4566ffd700 1 -- 172.21.15.16:0/1418430605 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f456000cca0 con 0x7f45700d0030 2023-09-23T06:36:48.343 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.341+0000 7f4566ffd700 1 --2- 172.21.15.16:0/1418430605 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f455006afc0 0x7f455006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:48.343 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.341+0000 7f4566ffd700 1 -- 172.21.15.16:0/1418430605 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4560089840 con 0x7f45700d0030 2023-09-23T06:36:48.343 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.342+0000 7f4567fff700 1 --2- 172.21.15.16:0/1418430605 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f455006afc0 0x7f455006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:48.344 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.342+0000 7f4567fff700 1 --2- 172.21.15.16:0/1418430605 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f455006afc0 0x7f455006d480 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f45700d1730 tx=0x7f4558010000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:48.347 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.345+0000 7f4566ffd700 1 -- 172.21.15.16:0/1418430605 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f45600547e0 con 0x7f45700d0030 2023-09-23T06:36:48.551 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.549+0000 7f4574bff700 1 -- 172.21.15.16:0/1418430605 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f45700b4a40 con 0x7f45700d0030 2023-09-23T06:36:48.552 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.550+0000 7f4566ffd700 1 -- 172.21.15.16:0/1418430605 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7f4560057e00 con 0x7f45700d0030 2023-09-23T06:36:48.552 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 32 2023-09-23T06:36:48.554 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.552+0000 7f4574bff700 1 -- 172.21.15.16:0/1418430605 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f455006afc0 msgr2=0x7f455006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:48.554 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.552+0000 7f4574bff700 1 --2- 172.21.15.16:0/1418430605 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f455006afc0 0x7f455006d480 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f45700d1730 tx=0x7f4558010000 comp rx=0 tx=0).stop 2023-09-23T06:36:48.555 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.552+0000 7f4574bff700 1 -- 172.21.15.16:0/1418430605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45700d0030 msgr2=0x7f45701f2800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:48.555 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.552+0000 7f4574bff700 1 --2- 172.21.15.16:0/1418430605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45700d0030 0x7f45701f2800 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f456000e9b0 tx=0x7f456000ed70 comp rx=0 tx=0).stop 2023-09-23T06:36:48.555 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.552+0000 7f4574bff700 1 -- 172.21.15.16:0/1418430605 shutdown_connections 2023-09-23T06:36:48.555 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.552+0000 7f4574bff700 1 --2- 172.21.15.16:0/1418430605 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4570161fc0 0x7f45700d1f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:48.555 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.552+0000 7f4574bff700 1 --2- 172.21.15.16:0/1418430605 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f455006afc0 0x7f455006d480 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:48.555 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.552+0000 7f4574bff700 1 --2- 172.21.15.16:0/1418430605 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f45700d0030 0x7f45701f2800 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:48.555 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.552+0000 7f4574bff700 1 --2- 172.21.15.16:0/1418430605 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f457015d8c0 0x7f45700d19f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:48.555 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.552+0000 7f4574bff700 1 -- 172.21.15.16:0/1418430605 >> 172.21.15.16:0/1418430605 conn(0x7f457009c9b0 msgr2=0x7f45700b2cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:48.555 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.553+0000 7f4574bff700 1 -- 172.21.15.16:0/1418430605 shutdown_connections 2023-09-23T06:36:48.555 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.553+0000 7f4574bff700 1 -- 172.21.15.16:0/1418430605 wait complete. 2023-09-23T06:36:48.573 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-23T06:36:48.777 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.776+0000 7fad0f5ff700 1 Processor -- start 2023-09-23T06:36:48.778 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.776+0000 7fad0f5ff700 1 -- start start 2023-09-23T06:36:48.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.777+0000 7fad0f5ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fad080d0740 0x7fad080cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:48.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.777+0000 7fad0f5ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad0815dca0 con 0x7fad08161fc0 2023-09-23T06:36:48.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.777+0000 7fad0f5ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad080ce130 con 0x7fad0815d8c0 2023-09-23T06:36:48.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.777+0000 7fad0f5ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad080ce3d0 con 0x7fad080d0740 2023-09-23T06:36:48.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.777+0000 7fad0db9c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fad080d0740 0x7fad080cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:48.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.777+0000 7fad0db9c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fad080d0740 0x7fad080cf190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53536/0 (socket says 172.21.15.16:53536) 2023-09-23T06:36:48.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.777+0000 7fad0db9c700 1 -- 172.21.15.16:0/791713648 learned_addr learned my addr 172.21.15.16:0/791713648 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:48.781 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.778+0000 7fad0db9c700 1 -- 172.21.15.16:0/791713648 >> v1:172.21.15.92:6789/0 conn(0x7fad0815d8c0 legacy=0x7fad080d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:48.781 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.778+0000 7fad0db9c700 1 -- 172.21.15.16:0/791713648 >> v1:172.21.15.16:6789/0 conn(0x7fad08161fc0 legacy=0x7fad080d0030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:48.781 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.778+0000 7fad0db9c700 1 -- 172.21.15.16:0/791713648 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad080ce6b0 con 0x7fad080d0740 2023-09-23T06:36:48.781 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.778+0000 7fad0db9c700 1 --2- 172.21.15.16:0/791713648 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad080d0740 0x7fad080cf190 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fad00009e50 tx=0x7fad0000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7c1c44b45782a01 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:48.781 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.778+0000 7facfffff700 1 -- 172.21.15.16:0/791713648 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad0000e070 con 0x7fad080d0740 2023-09-23T06:36:48.781 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.778+0000 7facfffff700 1 -- 172.21.15.16:0/791713648 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad0000b9c0 con 0x7fad080d0740 2023-09-23T06:36:48.781 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.778+0000 7facfffff700 1 -- 172.21.15.16:0/791713648 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad0000bd70 con 0x7fad080d0740 2023-09-23T06:36:48.781 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.779+0000 7fad0f5ff700 1 -- 172.21.15.16:0/791713648 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad080d0740 msgr2=0x7fad080cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:48.781 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.779+0000 7fad0f5ff700 1 --2- 172.21.15.16:0/791713648 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad080d0740 0x7fad080cf190 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fad00009e50 tx=0x7fad0000b330 comp rx=0 tx=0).stop 2023-09-23T06:36:48.781 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.779+0000 7fad0f5ff700 1 -- 172.21.15.16:0/791713648 shutdown_connections 2023-09-23T06:36:48.781 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.779+0000 7fad0f5ff700 1 --2- 172.21.15.16:0/791713648 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad080d0740 0x7fad080cf190 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:48.782 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.779+0000 7fad0f5ff700 1 -- 172.21.15.16:0/791713648 >> 172.21.15.16:0/791713648 conn(0x7fad0809c9b0 msgr2=0x7fad080d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:48.782 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.779+0000 7fad0f5ff700 1 -- 172.21.15.16:0/791713648 shutdown_connections 2023-09-23T06:36:48.782 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.779+0000 7fad0f5ff700 1 -- 172.21.15.16:0/791713648 wait complete. 2023-09-23T06:36:48.782 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.781+0000 7fad0f5ff700 1 Processor -- start 2023-09-23T06:36:48.782 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.781+0000 7fad0f5ff700 1 -- start start 2023-09-23T06:36:48.784 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.782+0000 7fad0f5ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad080d0740 0x7fad081608b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:48.784 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.782+0000 7fad0f5ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad0815d8c0 0x7fad0814e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:48.784 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.782+0000 7fad0f5ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fad08161fc0 0x7fad080c8ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:48.784 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.782+0000 7fad0f5ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad0815f810 con 0x7fad0815d8c0 2023-09-23T06:36:48.784 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.782+0000 7fad0f5ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad0815faf0 con 0x7fad080d0740 2023-09-23T06:36:48.784 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.782+0000 7fad0f5ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad0815fdd0 con 0x7fad08161fc0 2023-09-23T06:36:48.785 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.782+0000 7fad0cb9a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad0815d8c0 0x7fad0814e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:48.785 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.782+0000 7fad0cb9a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad0815d8c0 0x7fad0814e940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53546/0 (socket says 172.21.15.16:53546) 2023-09-23T06:36:48.785 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.782+0000 7fad0cb9a700 1 -- 172.21.15.16:0/723916556 learned_addr learned my addr 172.21.15.16:0/723916556 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:48.785 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.782+0000 7fad0db9c700 1 --2- 172.21.15.16:0/723916556 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fad08161fc0 0x7fad080c8ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:48.785 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.782+0000 7fad0d39b700 1 --2- 172.21.15.16:0/723916556 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad080d0740 0x7fad081608b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:48.785 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.782+0000 7fad0cb9a700 1 -- 172.21.15.16:0/723916556 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fad08161fc0 msgr2=0x7fad080c8ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:48.785 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.782+0000 7fad0cb9a700 1 --2- 172.21.15.16:0/723916556 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fad08161fc0 0x7fad080c8ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:48.785 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.782+0000 7fad0cb9a700 1 -- 172.21.15.16:0/723916556 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad080d0740 msgr2=0x7fad081608b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:48.785 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.782+0000 7fad0cb9a700 1 --2- 172.21.15.16:0/723916556 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad080d0740 0x7fad081608b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:48.785 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.782+0000 7fad0cb9a700 1 -- 172.21.15.16:0/723916556 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad00009b30 con 0x7fad0815d8c0 2023-09-23T06:36:48.785 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.782+0000 7fad0db9c700 1 --2- 172.21.15.16:0/723916556 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fad08161fc0 0x7fad080c8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:48.786 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.782+0000 7fad0d39b700 1 --2- 172.21.15.16:0/723916556 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad080d0740 0x7fad081608b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:48.786 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.783+0000 7fad0cb9a700 1 --2- 172.21.15.16:0/723916556 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad0815d8c0 0x7fad0814e940 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7facf8007fd0 tx=0x7facf800c790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:48.786 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.783+0000 7facfdffb700 1 -- 172.21.15.16:0/723916556 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facf80052d0 con 0x7fad0815d8c0 2023-09-23T06:36:48.787 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.783+0000 7facfdffb700 1 -- 172.21.15.16:0/723916556 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7facf8005430 con 0x7fad0815d8c0 2023-09-23T06:36:48.787 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.783+0000 7facfdffb700 1 -- 172.21.15.16:0/723916556 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facf80038a0 con 0x7fad0815d8c0 2023-09-23T06:36:48.787 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.783+0000 7fad0f5ff700 1 -- 172.21.15.16:0/723916556 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad081600b0 con 0x7fad0815d8c0 2023-09-23T06:36:48.787 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.783+0000 7fad0f5ff700 1 -- 172.21.15.16:0/723916556 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad0815f4a0 con 0x7fad0815d8c0 2023-09-23T06:36:48.787 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.784+0000 7fad0f5ff700 1 -- 172.21.15.16:0/723916556 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fad081605d0 con 0x7fad0815d8c0 2023-09-23T06:36:48.787 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.785+0000 7facfdffb700 1 -- 172.21.15.16:0/723916556 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7facf8003a00 con 0x7fad0815d8c0 2023-09-23T06:36:48.787 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.786+0000 7facfdffb700 1 --2- 172.21.15.16:0/723916556 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7facec06afc0 0x7facec06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:48.788 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.786+0000 7facfdffb700 1 -- 172.21.15.16:0/723916556 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7facf8088bf0 con 0x7fad0815d8c0 2023-09-23T06:36:48.788 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.786+0000 7fad0d39b700 1 --2- 172.21.15.16:0/723916556 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7facec06afc0 0x7facec06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:48.788 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.787+0000 7fad0d39b700 1 --2- 172.21.15.16:0/723916556 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7facec06afc0 0x7facec06d480 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fad04000f60 tx=0x7fad04009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:48.792 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.790+0000 7facfdffb700 1 -- 172.21.15.16:0/723916556 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fad081605d0 con 0x7fad0815d8c0 2023-09-23T06:36:49.000 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.998+0000 7fad0f5ff700 1 -- 172.21.15.16:0/723916556 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fad081605d0 con 0x7fad0815d8c0 2023-09-23T06:36:49.000 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:48.998+0000 7facfdffb700 1 -- 172.21.15.16:0/723916556 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7fad081605d0 con 0x7fad0815d8c0 2023-09-23T06:36:49.000 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 64 2023-09-23T06:36:49.003 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.001+0000 7fad0f5ff700 1 -- 172.21.15.16:0/723916556 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7facec06afc0 msgr2=0x7facec06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:49.003 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.001+0000 7fad0f5ff700 1 --2- 172.21.15.16:0/723916556 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7facec06afc0 0x7facec06d480 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fad04000f60 tx=0x7fad04009040 comp rx=0 tx=0).stop 2023-09-23T06:36:49.003 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.001+0000 7fad0f5ff700 1 -- 172.21.15.16:0/723916556 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad0815d8c0 msgr2=0x7fad0814e940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:49.003 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.001+0000 7fad0f5ff700 1 --2- 172.21.15.16:0/723916556 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad0815d8c0 0x7fad0814e940 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7facf8007fd0 tx=0x7facf800c790 comp rx=0 tx=0).stop 2023-09-23T06:36:49.003 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.001+0000 7fad0f5ff700 1 -- 172.21.15.16:0/723916556 shutdown_connections 2023-09-23T06:36:49.003 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.001+0000 7fad0f5ff700 1 --2- 172.21.15.16:0/723916556 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fad08161fc0 0x7fad080c8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.003 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.001+0000 7fad0f5ff700 1 --2- 172.21.15.16:0/723916556 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fad080d0740 0x7fad081608b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.003 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.001+0000 7fad0f5ff700 1 --2- 172.21.15.16:0/723916556 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7facec06afc0 0x7facec06d480 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.003 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.001+0000 7fad0f5ff700 1 --2- 172.21.15.16:0/723916556 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fad0815d8c0 0x7fad0814e940 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.004 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.001+0000 7fad0f5ff700 1 -- 172.21.15.16:0/723916556 >> 172.21.15.16:0/723916556 conn(0x7fad0809c9b0 msgr2=0x7fad080d0030 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:49.004 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.001+0000 7fad0f5ff700 1 -- 172.21.15.16:0/723916556 shutdown_connections 2023-09-23T06:36:49.004 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.001+0000 7fad0f5ff700 1 -- 172.21.15.16:0/723916556 wait complete. 2023-09-23T06:36:49.020 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:36:49.222 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.221+0000 7fe894dff700 1 Processor -- start 2023-09-23T06:36:49.223 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.221+0000 7fe894dff700 1 -- start start 2023-09-23T06:36:49.226 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.222+0000 7fe894dff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe89015d770 0x7fe8900ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:49.226 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.222+0000 7fe894dff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe89015ec00 con 0x7fe8900b4fe0 2023-09-23T06:36:49.226 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.222+0000 7fe894dff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8900cdd00 con 0x7fe89015db50 2023-09-23T06:36:49.226 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.222+0000 7fe894dff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8900b9550 con 0x7fe89015d770 2023-09-23T06:36:49.226 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.222+0000 7fe88e59c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe89015d770 0x7fe8900ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:49.226 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.222+0000 7fe88ed9d700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fe8900b4fe0 0x7fe890161600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51492/0 (socket says 172.21.15.16:51492) 2023-09-23T06:36:49.226 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.222+0000 7fe88ed9d700 1 -- 172.21.15.16:0/3477072214 learned_addr learned my addr 172.21.15.16:0/3477072214 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:49.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.223+0000 7fe88e59c700 1 -- 172.21.15.16:0/3477072214 >> v1:172.21.15.92:6789/0 conn(0x7fe89015db50 legacy=0x7fe8900b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:49.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.223+0000 7fe88e59c700 1 -- 172.21.15.16:0/3477072214 >> v1:172.21.15.16:6789/0 conn(0x7fe8900b4fe0 legacy=0x7fe890161600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:49.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.223+0000 7fe88e59c700 1 -- 172.21.15.16:0/3477072214 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe89015e080 con 0x7fe89015d770 2023-09-23T06:36:49.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.223+0000 7fe88e59c700 1 --2- 172.21.15.16:0/3477072214 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe89015d770 0x7fe8900ce420 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe880009840 tx=0x7fe880009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c242e5e062fcf47 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:49.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.223+0000 7fe88dd9b700 1 -- 172.21.15.16:0/3477072214 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe880011830 con 0x7fe89015d770 2023-09-23T06:36:49.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.223+0000 7fe88dd9b700 1 -- 172.21.15.16:0/3477072214 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe880011990 con 0x7fe89015d770 2023-09-23T06:36:49.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.223+0000 7fe88dd9b700 1 -- 172.21.15.16:0/3477072214 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe880011d20 con 0x7fe89015d770 2023-09-23T06:36:49.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.224+0000 7fe894dff700 1 -- 172.21.15.16:0/3477072214 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe89015d770 msgr2=0x7fe8900ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:49.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.224+0000 7fe894dff700 1 --2- 172.21.15.16:0/3477072214 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe89015d770 0x7fe8900ce420 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fe880009840 tx=0x7fe880009b50 comp rx=0 tx=0).stop 2023-09-23T06:36:49.228 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.224+0000 7fe894dff700 1 -- 172.21.15.16:0/3477072214 shutdown_connections 2023-09-23T06:36:49.228 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.224+0000 7fe894dff700 1 --2- 172.21.15.16:0/3477072214 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe89015d770 0x7fe8900ce420 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.228 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.224+0000 7fe894dff700 1 -- 172.21.15.16:0/3477072214 >> 172.21.15.16:0/3477072214 conn(0x7fe8900724b0 msgr2=0x7fe8900d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:49.228 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.224+0000 7fe894dff700 1 -- 172.21.15.16:0/3477072214 shutdown_connections 2023-09-23T06:36:49.228 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.224+0000 7fe894dff700 1 -- 172.21.15.16:0/3477072214 wait complete. 2023-09-23T06:36:49.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.226+0000 7fe894dff700 1 Processor -- start 2023-09-23T06:36:49.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.226+0000 7fe894dff700 1 -- start start 2023-09-23T06:36:49.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.227+0000 7fe894dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8900b4fe0 0x7fe89014f8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:49.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.227+0000 7fe894dff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe89015d770 0x7fe8900c72a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:49.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.227+0000 7fe894dff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe89015db50 0x7fe8900d15b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:49.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.227+0000 7fe894dff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8901f68f0 con 0x7fe89015db50 2023-09-23T06:36:49.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.227+0000 7fe894dff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe89014fe20 con 0x7fe89015d770 2023-09-23T06:36:49.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.227+0000 7fe894dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8901508d0 con 0x7fe8900b4fe0 2023-09-23T06:36:49.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.227+0000 7fe88ed9d700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe89015db50 0x7fe8900d15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:49.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.227+0000 7fe88ed9d700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe89015db50 0x7fe8900d15b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53564/0 (socket says 172.21.15.16:53564) 2023-09-23T06:36:49.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.227+0000 7fe88ed9d700 1 -- 172.21.15.16:0/1095270241 learned_addr learned my addr 172.21.15.16:0/1095270241 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:49.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.227+0000 7fe88e59c700 1 --2- 172.21.15.16:0/1095270241 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8900b4fe0 0x7fe89014f8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:49.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.227+0000 7fe887fff700 1 --2- 172.21.15.16:0/1095270241 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe89015d770 0x7fe8900c72a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:49.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.228+0000 7fe88ed9d700 1 -- 172.21.15.16:0/1095270241 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8900b4fe0 msgr2=0x7fe89014f8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:49.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.228+0000 7fe88ed9d700 1 --2- 172.21.15.16:0/1095270241 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8900b4fe0 0x7fe89014f8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.228+0000 7fe88ed9d700 1 -- 172.21.15.16:0/1095270241 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe89015d770 msgr2=0x7fe8900c72a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:49.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.228+0000 7fe88ed9d700 1 --2- 172.21.15.16:0/1095270241 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe89015d770 0x7fe8900c72a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.228+0000 7fe88ed9d700 1 -- 172.21.15.16:0/1095270241 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8800094a0 con 0x7fe89015db50 2023-09-23T06:36:49.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.228+0000 7fe88e59c700 1 --2- 172.21.15.16:0/1095270241 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8900b4fe0 0x7fe89014f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:36:49.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.228+0000 7fe887fff700 1 --2- 172.21.15.16:0/1095270241 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe89015d770 0x7fe8900c72a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:36:49.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.228+0000 7fe88ed9d700 1 --2- 172.21.15.16:0/1095270241 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe89015db50 0x7fe8900d15b0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe88800cbc0 tx=0x7fe88800cf80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:49.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.228+0000 7fe886ffd700 1 -- 172.21.15.16:0/1095270241 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe88800ab50 con 0x7fe89015db50 2023-09-23T06:36:49.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.228+0000 7fe886ffd700 1 -- 172.21.15.16:0/1095270241 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe88800acb0 con 0x7fe89015db50 2023-09-23T06:36:49.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.228+0000 7fe886ffd700 1 -- 172.21.15.16:0/1095270241 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe888012600 con 0x7fe89015db50 2023-09-23T06:36:49.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.228+0000 7fe894dff700 1 -- 172.21.15.16:0/1095270241 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8900c77e0 con 0x7fe89015db50 2023-09-23T06:36:49.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.228+0000 7fe894dff700 1 -- 172.21.15.16:0/1095270241 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe890150310 con 0x7fe89015db50 2023-09-23T06:36:49.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.229+0000 7fe894dff700 1 -- 172.21.15.16:0/1095270241 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8901f6a30 con 0x7fe89015db50 2023-09-23T06:36:49.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.230+0000 7fe886ffd700 1 -- 172.21.15.16:0/1095270241 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fe88801b3b0 con 0x7fe89015db50 2023-09-23T06:36:49.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.231+0000 7fe886ffd700 1 --2- 172.21.15.16:0/1095270241 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fe87006afc0 0x7fe87006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:49.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.231+0000 7fe886ffd700 1 -- 172.21.15.16:0/1095270241 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe8880893f0 con 0x7fe89015db50 2023-09-23T06:36:49.235 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.232+0000 7fe88e59c700 1 --2- 172.21.15.16:0/1095270241 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fe87006afc0 0x7fe87006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:49.235 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.232+0000 7fe88e59c700 1 --2- 172.21.15.16:0/1095270241 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fe87006afc0 0x7fe87006d480 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fe89014a280 tx=0x7fe880008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:49.237 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.235+0000 7fe886ffd700 1 -- 172.21.15.16:0/1095270241 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fe8901f6a30 con 0x7fe89015db50 2023-09-23T06:36:49.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.443+0000 7fe894dff700 1 -- 172.21.15.16:0/1095270241 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe8901f6a30 con 0x7fe89015db50 2023-09-23T06:36:49.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.444+0000 7fe886ffd700 1 -- 172.21.15.16:0/1095270241 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16457 (secure 0 0 0) 0x7fe8901f6a30 con 0x7fe89015db50 2023-09-23T06:36:49.446 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:49.446 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:36:13.020285+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:36:09.790555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-23T06:36:10.695995+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:36:49.448 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.446+0000 7fe894dff700 1 -- 172.21.15.16:0/1095270241 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fe87006afc0 msgr2=0x7fe87006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:49.448 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.446+0000 7fe894dff700 1 --2- 172.21.15.16:0/1095270241 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fe87006afc0 0x7fe87006d480 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7fe89014a280 tx=0x7fe880008030 comp rx=0 tx=0).stop 2023-09-23T06:36:49.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.446+0000 7fe894dff700 1 -- 172.21.15.16:0/1095270241 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe89015db50 msgr2=0x7fe8900d15b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:49.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.446+0000 7fe894dff700 1 --2- 172.21.15.16:0/1095270241 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe89015db50 0x7fe8900d15b0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fe88800cbc0 tx=0x7fe88800cf80 comp rx=0 tx=0).stop 2023-09-23T06:36:49.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.446+0000 7fe894dff700 1 -- 172.21.15.16:0/1095270241 shutdown_connections 2023-09-23T06:36:49.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.446+0000 7fe894dff700 1 --2- 172.21.15.16:0/1095270241 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fe87006afc0 0x7fe87006d480 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.446+0000 7fe894dff700 1 --2- 172.21.15.16:0/1095270241 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe89015db50 0x7fe8900d15b0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.447+0000 7fe894dff700 1 --2- 172.21.15.16:0/1095270241 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8900b4fe0 0x7fe89014f8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.447+0000 7fe894dff700 1 --2- 172.21.15.16:0/1095270241 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe89015d770 0x7fe8900c72a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.447+0000 7fe894dff700 1 -- 172.21.15.16:0/1095270241 >> 172.21.15.16:0/1095270241 conn(0x7fe8900724b0 msgr2=0x7fe89015f610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:49.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.447+0000 7fe894dff700 1 -- 172.21.15.16:0/1095270241 shutdown_connections 2023-09-23T06:36:49.449 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.447+0000 7fe894dff700 1 -- 172.21.15.16:0/1095270241 wait complete. 2023-09-23T06:36:49.466 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-23T06:36:05.638048+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-23T06:36:09.790555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-23T06:36:10.695995+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-23T06:36:49.467 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-23T06:36:49.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.671+0000 7f605a9ff700 1 Processor -- start 2023-09-23T06:36:49.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.671+0000 7f605a9ff700 1 -- start start 2023-09-23T06:36:49.674 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.672+0000 7f605a9ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f6054161fc0 0x7f60540cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:49.674 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.673+0000 7f605a9ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f605415dca0 con 0x7f605415d8c0 2023-09-23T06:36:49.675 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.673+0000 7f605a9ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60540ce130 con 0x7f60540d0030 2023-09-23T06:36:49.675 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.673+0000 7f605a9ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60540ce3d0 con 0x7f6054161fc0 2023-09-23T06:36:49.675 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.673+0000 7f6053fff700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f605415d8c0 0x7f60540d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51500/0 (socket says 172.21.15.16:51500) 2023-09-23T06:36:49.675 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.673+0000 7f6053fff700 1 -- 172.21.15.16:0/627433652 learned_addr learned my addr 172.21.15.16:0/627433652 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:49.675 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.673+0000 7f60537fe700 1 --2- 172.21.15.16:0/627433652 >> v2:172.21.15.92:3300/0 conn(0x7f6054161fc0 0x7f60540cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:49.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.673+0000 7f6052ffd700 1 -- 172.21.15.16:0/627433652 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4233632457 0 0) 0x7f605415dca0 con 0x7f605415d8c0 2023-09-23T06:36:49.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.673+0000 7f6052ffd700 1 -- 172.21.15.16:0/627433652 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f603c0035b0 con 0x7f605415d8c0 2023-09-23T06:36:49.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.673+0000 7f6052ffd700 1 -- 172.21.15.16:0/627433652 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1629138956 0 0) 0x7f603c0035b0 con 0x7f605415d8c0 2023-09-23T06:36:49.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.673+0000 7f6052ffd700 1 -- 172.21.15.16:0/627433652 >> v2:172.21.15.92:3300/0 conn(0x7f6054161fc0 msgr2=0x7f60540cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:49.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.673+0000 7f6052ffd700 1 --2- 172.21.15.16:0/627433652 >> v2:172.21.15.92:3300/0 conn(0x7f6054161fc0 0x7f60540cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.673+0000 7f6052ffd700 1 -- 172.21.15.16:0/627433652 >> v1:172.21.15.92:6789/0 conn(0x7f60540d0030 legacy=0x7f605406b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:49.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.673+0000 7f6052ffd700 1 -- 172.21.15.16:0/627433652 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60540ce6b0 con 0x7f605415d8c0 2023-09-23T06:36:49.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.674+0000 7f6052ffd700 1 -- 172.21.15.16:0/627433652 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2518992857 0 0) 0x7f6044001670 con 0x7f605415d8c0 2023-09-23T06:36:49.679 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.674+0000 7f60537fe700 1 --2- 172.21.15.16:0/627433652 >> v2:172.21.15.92:3300/0 conn(0x7f6054161fc0 0x7f60540cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:49.679 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.674+0000 7f6052ffd700 1 -- 172.21.15.16:0/627433652 >> v1:172.21.15.16:6789/0 conn(0x7f605415d8c0 legacy=0x7f60540d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:49.679 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.674+0000 7f6052ffd700 1 --2- 172.21.15.16:0/627433652 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f603c003a00 0x7f603c003e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:49.679 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.674+0000 7f6052ffd700 1 --2- 172.21.15.16:0/627433652 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f603c004850 0x7f603c004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:49.679 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.674+0000 7f6052ffd700 1 --2- 172.21.15.16:0/627433652 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f603c005210 0x7f603c00ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:49.679 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.674+0000 7f6052ffd700 1 -- 172.21.15.16:0/627433652 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60540ce3d0 con 0x7f603c003a00 2023-09-23T06:36:49.679 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.674+0000 7f6052ffd700 1 -- 172.21.15.16:0/627433652 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f603c00c0b0 con 0x7f603c004850 2023-09-23T06:36:49.679 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.674+0000 7f6052ffd700 1 -- 172.21.15.16:0/627433652 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f603c00c270 con 0x7f603c005210 2023-09-23T06:36:49.679 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.674+0000 7f6053fff700 1 --2- 172.21.15.16:0/627433652 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f603c003a00 0x7f603c003e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:49.679 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.674+0000 7f60537fe700 1 --2- 172.21.15.16:0/627433652 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f603c004850 0x7f603c004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:49.679 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.674+0000 7f6058f9c700 1 --2- 172.21.15.16:0/627433652 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f603c005210 0x7f603c00ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:49.680 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.674+0000 7f6053fff700 1 -- 172.21.15.16:0/627433652 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f603c005210 msgr2=0x7f603c00ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:49.680 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.674+0000 7f6053fff700 1 --2- 172.21.15.16:0/627433652 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f603c005210 0x7f603c00ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.680 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.674+0000 7f6053fff700 1 -- 172.21.15.16:0/627433652 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f603c004850 msgr2=0x7f603c004cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:49.680 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.674+0000 7f6053fff700 1 --2- 172.21.15.16:0/627433652 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f603c004850 0x7f603c004cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.680 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.674+0000 7f6053fff700 1 -- 172.21.15.16:0/627433652 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f603c0035b0 con 0x7f603c003a00 2023-09-23T06:36:49.680 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.674+0000 7f6058f9c700 1 -- 172.21.15.16:0/627433652 reap_dead start 2023-09-23T06:36:49.680 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.675+0000 7f6053fff700 1 --2- 172.21.15.16:0/627433652 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f603c003a00 0x7f603c003e20 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f604400c240 tx=0x7f603c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bee09180176994c server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:49.680 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.675+0000 7f6052ffd700 1 -- 172.21.15.16:0/627433652 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6044007c10 con 0x7f603c003a00 2023-09-23T06:36:49.680 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.675+0000 7f6052ffd700 1 -- 172.21.15.16:0/627433652 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f604400ce00 con 0x7f603c003a00 2023-09-23T06:36:49.680 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.675+0000 7f6052ffd700 1 -- 172.21.15.16:0/627433652 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6044005ba0 con 0x7f603c003a00 2023-09-23T06:36:49.680 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.675+0000 7f605a9ff700 1 -- 172.21.15.16:0/627433652 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f603c003a00 msgr2=0x7f603c003e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:49.680 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.675+0000 7f605a9ff700 1 --2- 172.21.15.16:0/627433652 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f603c003a00 0x7f603c003e20 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f604400c240 tx=0x7f603c005880 comp rx=0 tx=0).stop 2023-09-23T06:36:49.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.675+0000 7f605a9ff700 1 -- 172.21.15.16:0/627433652 shutdown_connections 2023-09-23T06:36:49.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.675+0000 7f605a9ff700 1 --2- 172.21.15.16:0/627433652 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f603c003a00 0x7f603c003e20 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.675+0000 7f605a9ff700 1 -- 172.21.15.16:0/627433652 >> 172.21.15.16:0/627433652 conn(0x7f605409c9b0 msgr2=0x7f60540d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:49.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.676+0000 7f605a9ff700 1 -- 172.21.15.16:0/627433652 shutdown_connections 2023-09-23T06:36:49.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.676+0000 7f605a9ff700 1 -- 172.21.15.16:0/627433652 wait complete. 2023-09-23T06:36:49.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.677+0000 7f605a9ff700 1 Processor -- start 2023-09-23T06:36:49.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.677+0000 7f605a9ff700 1 -- start start 2023-09-23T06:36:49.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.678+0000 7f605a9ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f603c003a00 0x7f60540c9bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:49.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.678+0000 7f605a9ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60540c7150 0x7f605415b910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:49.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.678+0000 7f605a9ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60540ccb70 0x7f60540ccff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:49.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.678+0000 7f605a9ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60540cd530 con 0x7f60540c7150 2023-09-23T06:36:49.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.678+0000 7f605a9ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60540c78f0 con 0x7f60540ccb70 2023-09-23T06:36:49.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.678+0000 7f605a9ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60541559f0 con 0x7f603c003a00 2023-09-23T06:36:49.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.679+0000 7f60537fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60540c7150 0x7f605415b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:49.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.679+0000 7f60537fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60540c7150 0x7f605415b910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53582/0 (socket says 172.21.15.16:53582) 2023-09-23T06:36:49.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.679+0000 7f60537fe700 1 -- 172.21.15.16:0/2570520416 learned_addr learned my addr 172.21.15.16:0/2570520416 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:49.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.679+0000 7f6053fff700 1 --2- 172.21.15.16:0/2570520416 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f603c003a00 0x7f60540c9bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:49.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.679+0000 7f6058f9c700 1 --2- 172.21.15.16:0/2570520416 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60540ccb70 0x7f60540ccff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:49.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.679+0000 7f60537fe700 1 -- 172.21.15.16:0/2570520416 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f603c003a00 msgr2=0x7f60540c9bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:49.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.679+0000 7f60537fe700 1 --2- 172.21.15.16:0/2570520416 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f603c003a00 0x7f60540c9bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.679+0000 7f60537fe700 1 -- 172.21.15.16:0/2570520416 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60540ccb70 msgr2=0x7f60540ccff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:49.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.679+0000 7f60537fe700 1 --2- 172.21.15.16:0/2570520416 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60540ccb70 0x7f60540ccff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.679+0000 7f60537fe700 1 -- 172.21.15.16:0/2570520416 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6054155cd0 con 0x7f60540c7150 2023-09-23T06:36:49.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.679+0000 7f60537fe700 1 --2- 172.21.15.16:0/2570520416 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60540c7150 0x7f605415b910 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f6048011c20 tx=0x7f6048011f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:49.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.680+0000 7f6050ff9700 1 -- 172.21.15.16:0/2570520416 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f604800fa00 con 0x7f60540c7150 2023-09-23T06:36:49.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.680+0000 7f6050ff9700 1 -- 172.21.15.16:0/2570520416 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f604800fb60 con 0x7f60540c7150 2023-09-23T06:36:49.685 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.680+0000 7f6050ff9700 1 -- 172.21.15.16:0/2570520416 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6048004020 con 0x7f60540c7150 2023-09-23T06:36:49.685 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.680+0000 7f605a9ff700 1 -- 172.21.15.16:0/2570520416 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6054155fb0 con 0x7f60540c7150 2023-09-23T06:36:49.685 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.680+0000 7f605a9ff700 1 -- 172.21.15.16:0/2570520416 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60540c75d0 con 0x7f60540c7150 2023-09-23T06:36:49.685 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.681+0000 7f605a9ff700 1 -- 172.21.15.16:0/2570520416 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6054074b40 con 0x7f60540c7150 2023-09-23T06:36:49.686 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.682+0000 7f6050ff9700 1 -- 172.21.15.16:0/2570520416 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f6048004180 con 0x7f60540c7150 2023-09-23T06:36:49.686 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.682+0000 7f6050ff9700 1 --2- 172.21.15.16:0/2570520416 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f604006afc0 0x7f604006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:49.686 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.683+0000 7f6050ff9700 1 -- 172.21.15.16:0/2570520416 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6048089bc0 con 0x7f60540c7150 2023-09-23T06:36:49.686 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.683+0000 7f6053fff700 1 --2- 172.21.15.16:0/2570520416 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f604006afc0 0x7f604006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:49.686 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.684+0000 7f6053fff700 1 --2- 172.21.15.16:0/2570520416 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f604006afc0 0x7f604006d480 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6044000c00 tx=0x7f6044007000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:49.688 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.687+0000 7f6050ff9700 1 -- 172.21.15.16:0/2570520416 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f6048054bf0 con 0x7f60540c7150 2023-09-23T06:36:49.897 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.895+0000 7f605a9ff700 1 -- 172.21.15.16:0/2570520416 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f60540cfe10 con 0x7f60540c7150 2023-09-23T06:36:49.897 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.896+0000 7f6050ff9700 1 -- 172.21.15.16:0/2570520416 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6048022070 con 0x7f60540c7150 2023-09-23T06:36:49.898 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2023-09-23T06:36:49.900 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.898+0000 7f605a9ff700 1 -- 172.21.15.16:0/2570520416 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f604006afc0 msgr2=0x7f604006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:49.901 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.898+0000 7f605a9ff700 1 --2- 172.21.15.16:0/2570520416 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f604006afc0 0x7f604006d480 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f6044000c00 tx=0x7f6044007000 comp rx=0 tx=0).stop 2023-09-23T06:36:49.901 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.899+0000 7f605a9ff700 1 -- 172.21.15.16:0/2570520416 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60540c7150 msgr2=0x7f605415b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:49.901 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.899+0000 7f605a9ff700 1 --2- 172.21.15.16:0/2570520416 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60540c7150 0x7f605415b910 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f6048011c20 tx=0x7f6048011f30 comp rx=0 tx=0).stop 2023-09-23T06:36:49.901 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.899+0000 7f605a9ff700 1 -- 172.21.15.16:0/2570520416 shutdown_connections 2023-09-23T06:36:49.901 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.899+0000 7f605a9ff700 1 --2- 172.21.15.16:0/2570520416 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f60540ccb70 0x7f60540ccff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.901 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.899+0000 7f605a9ff700 1 --2- 172.21.15.16:0/2570520416 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f603c003a00 0x7f60540c9bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.901 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.899+0000 7f605a9ff700 1 --2- 172.21.15.16:0/2570520416 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f604006afc0 0x7f604006d480 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.901 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.899+0000 7f605a9ff700 1 --2- 172.21.15.16:0/2570520416 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f60540c7150 0x7f605415b910 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:49.901 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.899+0000 7f605a9ff700 1 -- 172.21.15.16:0/2570520416 >> 172.21.15.16:0/2570520416 conn(0x7f605409c9b0 msgr2=0x7f60540b3510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:49.901 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.899+0000 7f605a9ff700 1 -- 172.21.15.16:0/2570520416 shutdown_connections 2023-09-23T06:36:49.901 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:49.899+0000 7f605a9ff700 1 -- 172.21.15.16:0/2570520416 wait complete. 2023-09-23T06:36:49.918 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-23T06:36:50.124 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.123+0000 7fd4ba3ff700 1 Processor -- start 2023-09-23T06:36:50.124 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.123+0000 7fd4ba3ff700 1 -- start start 2023-09-23T06:36:50.127 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.124+0000 7fd4ba3ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd4b415d8c0 0x7fd4b40cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:50.127 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.124+0000 7fd4ba3ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd4b4161fc0 0x7fd4b40d3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:50.127 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.124+0000 7fd4ba3ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd4b40d0030 0x7fd4b40d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:50.127 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.124+0000 7fd4ba3ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4b40d09a0 con 0x7fd4b415d8c0 2023-09-23T06:36:50.127 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.124+0000 7fd4ba3ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4b415dca0 con 0x7fd4b40d0030 2023-09-23T06:36:50.127 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.124+0000 7fd4ba3ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b40ce130 con 0x7fd4b4161fc0 2023-09-23T06:36:50.127 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.124+0000 7fd4b3fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd4b415d8c0 0x7fd4b40cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:50.127 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.124+0000 7fd4b3fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd4b415d8c0 0x7fd4b40cf190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53590/0 (socket says 172.21.15.16:53590) 2023-09-23T06:36:50.128 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.124+0000 7fd4b3fff700 1 -- 172.21.15.16:0/2090724517 learned_addr learned my addr 172.21.15.16:0/2090724517 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:50.128 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.124+0000 7fd4b37fe700 1 --2- 172.21.15.16:0/2090724517 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd4b4161fc0 0x7fd4b40d3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:50.128 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.124+0000 7fd4b899c700 1 --2- 172.21.15.16:0/2090724517 >> v2:172.21.15.92:3300/0 conn(0x7fd4b40d0030 0x7fd4b40d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:50.128 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.125+0000 7fd4b3fff700 1 -- 172.21.15.16:0/2090724517 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd4b4161fc0 msgr2=0x7fd4b40d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:50.128 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.125+0000 7fd4b3fff700 1 --2- 172.21.15.16:0/2090724517 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd4b4161fc0 0x7fd4b40d3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.128 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.125+0000 7fd4b3fff700 1 -- 172.21.15.16:0/2090724517 >> v2:172.21.15.92:3300/0 conn(0x7fd4b40d0030 msgr2=0x7fd4b40d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:50.128 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.125+0000 7fd4b3fff700 1 --2- 172.21.15.16:0/2090724517 >> v2:172.21.15.92:3300/0 conn(0x7fd4b40d0030 0x7fd4b40d0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.128 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.125+0000 7fd4b3fff700 1 -- 172.21.15.16:0/2090724517 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4b40ce3d0 con 0x7fd4b415d8c0 2023-09-23T06:36:50.128 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.125+0000 7fd4b37fe700 1 --2- 172.21.15.16:0/2090724517 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd4b4161fc0 0x7fd4b40d3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:50.128 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.125+0000 7fd4b3fff700 1 --2- 172.21.15.16:0/2090724517 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b415d8c0 0x7fd4b40cf190 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd4b408cae0 tx=0x7fd4a4009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db6e1e40475331b7 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:50.128 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.125+0000 7fd4b2ffd700 1 -- 172.21.15.16:0/2090724517 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a4011830 con 0x7fd4b415d8c0 2023-09-23T06:36:50.128 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.125+0000 7fd4b2ffd700 1 -- 172.21.15.16:0/2090724517 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4a4011990 con 0x7fd4b415d8c0 2023-09-23T06:36:50.129 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.125+0000 7fd4b2ffd700 1 -- 172.21.15.16:0/2090724517 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a4011d20 con 0x7fd4b415d8c0 2023-09-23T06:36:50.129 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.126+0000 7fd4ba3ff700 1 -- 172.21.15.16:0/2090724517 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b415d8c0 msgr2=0x7fd4b40cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:50.130 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.126+0000 7fd4ba3ff700 1 --2- 172.21.15.16:0/2090724517 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b415d8c0 0x7fd4b40cf190 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fd4b408cae0 tx=0x7fd4a4009bd0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.130 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.126+0000 7fd4ba3ff700 1 -- 172.21.15.16:0/2090724517 shutdown_connections 2023-09-23T06:36:50.130 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.126+0000 7fd4ba3ff700 1 --2- 172.21.15.16:0/2090724517 >> v2:172.21.15.92:3300/0 conn(0x7fd4b40d0030 0x7fd4b40d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.130 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.126+0000 7fd4ba3ff700 1 --2- 172.21.15.16:0/2090724517 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b415d8c0 0x7fd4b40cf190 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.130 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.126+0000 7fd4ba3ff700 1 --2- 172.21.15.16:0/2090724517 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd4b4161fc0 0x7fd4b40d3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.130 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.126+0000 7fd4ba3ff700 1 -- 172.21.15.16:0/2090724517 >> 172.21.15.16:0/2090724517 conn(0x7fd4b409c9b0 msgr2=0x7fd4b40d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:50.130 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.126+0000 7fd4ba3ff700 1 -- 172.21.15.16:0/2090724517 shutdown_connections 2023-09-23T06:36:50.130 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.126+0000 7fd4ba3ff700 1 -- 172.21.15.16:0/2090724517 wait complete. 2023-09-23T06:36:50.130 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.128+0000 7fd4ba3ff700 1 Processor -- start 2023-09-23T06:36:50.130 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.128+0000 7fd4ba3ff700 1 -- start start 2023-09-23T06:36:50.133 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.129+0000 7fd4ba3ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4b40d0030 0x7fd4b415de70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:50.133 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.129+0000 7fd4ba3ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b415d8c0 0x7fd4b41f2b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:50.133 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.129+0000 7fd4ba3ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd4b4161fc0 0x7fd4b40b8010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:50.133 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.129+0000 7fd4ba3ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b41583b0 con 0x7fd4b415d8c0 2023-09-23T06:36:50.133 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.129+0000 7fd4ba3ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b41f75e0 con 0x7fd4b40d0030 2023-09-23T06:36:50.133 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.129+0000 7fd4ba3ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4b40cc400 con 0x7fd4b4161fc0 2023-09-23T06:36:50.133 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.129+0000 7fd4b37fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b415d8c0 0x7fd4b41f2b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:50.133 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.129+0000 7fd4b37fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b415d8c0 0x7fd4b41f2b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53604/0 (socket says 172.21.15.16:53604) 2023-09-23T06:36:50.133 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.129+0000 7fd4b37fe700 1 -- 172.21.15.16:0/2944947467 learned_addr learned my addr 172.21.15.16:0/2944947467 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:50.133 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.129+0000 7fd4b3fff700 1 --2- 172.21.15.16:0/2944947467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4b40d0030 0x7fd4b415de70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:50.133 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.129+0000 7fd4b899c700 1 --2- 172.21.15.16:0/2944947467 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd4b4161fc0 0x7fd4b40b8010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:50.134 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.130+0000 7fd4b37fe700 1 -- 172.21.15.16:0/2944947467 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd4b4161fc0 msgr2=0x7fd4b40b8010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:50.134 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.130+0000 7fd4b37fe700 1 --2- 172.21.15.16:0/2944947467 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd4b4161fc0 0x7fd4b40b8010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.134 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.130+0000 7fd4b37fe700 1 -- 172.21.15.16:0/2944947467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4b40d0030 msgr2=0x7fd4b415de70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:50.134 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.130+0000 7fd4b37fe700 1 --2- 172.21.15.16:0/2944947467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4b40d0030 0x7fd4b415de70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.134 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.130+0000 7fd4b37fe700 1 -- 172.21.15.16:0/2944947467 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4a4009550 con 0x7fd4b415d8c0 2023-09-23T06:36:50.134 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.130+0000 7fd4b899c700 1 --2- 172.21.15.16:0/2944947467 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd4b4161fc0 0x7fd4b40b8010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:50.134 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.130+0000 7fd4b37fe700 1 --2- 172.21.15.16:0/2944947467 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b415d8c0 0x7fd4b41f2b70 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fd4a800e760 tx=0x7fd4a800ea70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:50.134 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.130+0000 7fd4b0ff9700 1 -- 172.21.15.16:0/2944947467 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a8013610 con 0x7fd4b415d8c0 2023-09-23T06:36:50.134 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.130+0000 7fd4b0ff9700 1 -- 172.21.15.16:0/2944947467 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4a8013770 con 0x7fd4b415d8c0 2023-09-23T06:36:50.135 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.130+0000 7fd4b0ff9700 1 -- 172.21.15.16:0/2944947467 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a8013b20 con 0x7fd4b415d8c0 2023-09-23T06:36:50.135 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.130+0000 7fd4ba3ff700 1 -- 172.21.15.16:0/2944947467 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4b40cbad0 con 0x7fd4b415d8c0 2023-09-23T06:36:50.135 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.130+0000 7fd4ba3ff700 1 -- 172.21.15.16:0/2944947467 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4b40cc090 con 0x7fd4b415d8c0 2023-09-23T06:36:50.136 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.131+0000 7fd4ba3ff700 1 -- 172.21.15.16:0/2944947467 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4b4074b40 con 0x7fd4b415d8c0 2023-09-23T06:36:50.136 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.132+0000 7fd4b0ff9700 1 -- 172.21.15.16:0/2944947467 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fd4a8013c80 con 0x7fd4b415d8c0 2023-09-23T06:36:50.136 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.133+0000 7fd4b0ff9700 1 --2- 172.21.15.16:0/2944947467 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd4a006afc0 0x7fd4a006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:50.136 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.133+0000 7fd4b0ff9700 1 -- 172.21.15.16:0/2944947467 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd4a80891d0 con 0x7fd4b415d8c0 2023-09-23T06:36:50.136 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.134+0000 7fd4b3fff700 1 --2- 172.21.15.16:0/2944947467 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd4a006afc0 0x7fd4a006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:50.136 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.134+0000 7fd4b3fff700 1 --2- 172.21.15.16:0/2944947467 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd4a006afc0 0x7fd4a006d480 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fd4a4009c10 tx=0x7fd4a4008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:50.139 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.137+0000 7fd4b0ff9700 1 -- 172.21.15.16:0/2944947467 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fd4a8054200 con 0x7fd4b415d8c0 2023-09-23T06:36:50.349 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.348+0000 7fd4ba3ff700 1 -- 172.21.15.16:0/2944947467 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd4b40cfe10 con 0x7fd4b415d8c0 2023-09-23T06:36:50.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.348+0000 7fd4b0ff9700 1 -- 172.21.15.16:0/2944947467 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd4a8057820 con 0x7fd4b415d8c0 2023-09-23T06:36:50.350 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 32 2023-09-23T06:36:50.353 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.351+0000 7fd4ba3ff700 1 -- 172.21.15.16:0/2944947467 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd4a006afc0 msgr2=0x7fd4a006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:50.353 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.351+0000 7fd4ba3ff700 1 --2- 172.21.15.16:0/2944947467 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd4a006afc0 0x7fd4a006d480 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fd4a4009c10 tx=0x7fd4a4008030 comp rx=0 tx=0).stop 2023-09-23T06:36:50.353 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.351+0000 7fd4ba3ff700 1 -- 172.21.15.16:0/2944947467 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b415d8c0 msgr2=0x7fd4b41f2b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:50.353 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.351+0000 7fd4ba3ff700 1 --2- 172.21.15.16:0/2944947467 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b415d8c0 0x7fd4b41f2b70 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7fd4a800e760 tx=0x7fd4a800ea70 comp rx=0 tx=0).stop 2023-09-23T06:36:50.353 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.351+0000 7fd4ba3ff700 1 -- 172.21.15.16:0/2944947467 shutdown_connections 2023-09-23T06:36:50.353 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.351+0000 7fd4ba3ff700 1 --2- 172.21.15.16:0/2944947467 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd4b4161fc0 0x7fd4b40b8010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.353 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.351+0000 7fd4ba3ff700 1 --2- 172.21.15.16:0/2944947467 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd4b40d0030 0x7fd4b415de70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.354 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.351+0000 7fd4ba3ff700 1 --2- 172.21.15.16:0/2944947467 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd4a006afc0 0x7fd4a006d480 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.354 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.351+0000 7fd4ba3ff700 1 --2- 172.21.15.16:0/2944947467 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd4b415d8c0 0x7fd4b41f2b70 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.354 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.351+0000 7fd4ba3ff700 1 -- 172.21.15.16:0/2944947467 >> 172.21.15.16:0/2944947467 conn(0x7fd4b409c9b0 msgr2=0x7fd4b40b0310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:50.354 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.351+0000 7fd4ba3ff700 1 -- 172.21.15.16:0/2944947467 shutdown_connections 2023-09-23T06:36:50.354 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.351+0000 7fd4ba3ff700 1 -- 172.21.15.16:0/2944947467 wait complete. 2023-09-23T06:36:50.371 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-23T06:36:50.576 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.574+0000 7f4c863ff700 1 Processor -- start 2023-09-23T06:36:50.576 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.574+0000 7f4c863ff700 1 -- start start 2023-09-23T06:36:50.577 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.575+0000 7f4c863ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4c8015d8c0 0x7f4c800cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:50.578 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.575+0000 7f4c863ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f4c800d0030 0x7f4c800d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:50.578 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.575+0000 7f4c863ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c800d09a0 con 0x7f4c80161fc0 2023-09-23T06:36:50.578 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.575+0000 7f4c863ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c8015dca0 con 0x7f4c8015d8c0 2023-09-23T06:36:50.578 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.575+0000 7f4c863ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c800ce130 con 0x7f4c800d0030 2023-09-23T06:36:50.578 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.576+0000 7f4c7ffff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f4c8015d8c0 0x7f4c800cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:50.578 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.576+0000 7f4c7f7fe700 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f4c80161fc0 0x7f4c800d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.16:44174/0 (socket says 172.21.15.16:44174) 2023-09-23T06:36:50.579 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.576+0000 7f4c7f7fe700 1 -- 172.21.15.16:0/262016462 learned_addr learned my addr 172.21.15.16:0/262016462 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:50.579 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.576+0000 7f4c8499c700 1 --2- 172.21.15.16:0/262016462 >> v2:172.21.15.92:3300/0 conn(0x7f4c800d0030 0x7f4c800d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:50.579 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.576+0000 7f4c7ffff700 1 -- 172.21.15.16:0/262016462 >> v2:172.21.15.92:3300/0 conn(0x7f4c800d0030 msgr2=0x7f4c800d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:50.579 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.576+0000 7f4c7ffff700 1 --2- 172.21.15.16:0/262016462 >> v2:172.21.15.92:3300/0 conn(0x7f4c800d0030 0x7f4c800d0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.579 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.576+0000 7f4c7ffff700 1 -- 172.21.15.16:0/262016462 >> v1:172.21.15.92:6789/0 conn(0x7f4c80161fc0 legacy=0x7f4c800d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:50.579 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.576+0000 7f4c7ffff700 1 -- 172.21.15.16:0/262016462 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c800ce3d0 con 0x7f4c8015d8c0 2023-09-23T06:36:50.581 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.576+0000 7f4c7ffff700 1 --2- 172.21.15.16:0/262016462 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4c8015d8c0 0x7f4c800cf190 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f4c800d1450 tx=0x7f4c70009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1959e4d05416c89 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:50.581 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.577+0000 7f4c7effd700 1 -- 172.21.15.16:0/262016462 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c70011830 con 0x7f4c8015d8c0 2023-09-23T06:36:50.581 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.577+0000 7f4c7effd700 1 -- 172.21.15.16:0/262016462 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c70011990 con 0x7f4c8015d8c0 2023-09-23T06:36:50.581 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.577+0000 7f4c7effd700 1 -- 172.21.15.16:0/262016462 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c70011d20 con 0x7f4c8015d8c0 2023-09-23T06:36:50.581 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.577+0000 7f4c863ff700 1 -- 172.21.15.16:0/262016462 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4c8015d8c0 msgr2=0x7f4c800cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:50.582 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.577+0000 7f4c863ff700 1 --2- 172.21.15.16:0/262016462 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4c8015d8c0 0x7f4c800cf190 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f4c800d1450 tx=0x7f4c70009b20 comp rx=0 tx=0).stop 2023-09-23T06:36:50.582 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.577+0000 7f4c863ff700 1 -- 172.21.15.16:0/262016462 shutdown_connections 2023-09-23T06:36:50.582 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.577+0000 7f4c863ff700 1 --2- 172.21.15.16:0/262016462 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4c8015d8c0 0x7f4c800cf190 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.582 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.577+0000 7f4c863ff700 1 --2- 172.21.15.16:0/262016462 >> v2:172.21.15.92:3300/0 conn(0x7f4c800d0030 0x7f4c800d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.582 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.577+0000 7f4c863ff700 1 -- 172.21.15.16:0/262016462 >> 172.21.15.16:0/262016462 conn(0x7f4c8009c9b0 msgr2=0x7f4c800d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:50.582 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.577+0000 7f4c863ff700 1 -- 172.21.15.16:0/262016462 shutdown_connections 2023-09-23T06:36:50.582 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.577+0000 7f4c863ff700 1 -- 172.21.15.16:0/262016462 wait complete. 2023-09-23T06:36:50.583 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.579+0000 7f4c863ff700 1 Processor -- start 2023-09-23T06:36:50.583 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.579+0000 7f4c863ff700 1 -- start start 2023-09-23T06:36:50.585 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.580+0000 7f4c863ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4c800d0030 0x7f4c800cd040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:50.586 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.580+0000 7f4c863ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4c8015d8c0 0x7f4c800ca6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:50.586 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.580+0000 7f4c863ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c80161fc0 0x7f4c800d1910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:50.586 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.580+0000 7f4c863ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c801f38e0 con 0x7f4c800d0030 2023-09-23T06:36:50.586 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.580+0000 7f4c863ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c801f2fb0 con 0x7f4c80161fc0 2023-09-23T06:36:50.586 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.580+0000 7f4c863ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c801f3290 con 0x7f4c8015d8c0 2023-09-23T06:36:50.586 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.580+0000 7f4c7ffff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4c800d0030 0x7f4c800cd040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:50.587 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.580+0000 7f4c7ffff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4c800d0030 0x7f4c800cd040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53616/0 (socket says 172.21.15.16:53616) 2023-09-23T06:36:50.587 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.580+0000 7f4c7ffff700 1 -- 172.21.15.16:0/3556835829 learned_addr learned my addr 172.21.15.16:0/3556835829 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:50.587 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.581+0000 7f4c7f7fe700 1 --2- 172.21.15.16:0/3556835829 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4c8015d8c0 0x7f4c800ca6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:50.587 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.581+0000 7f4c8499c700 1 --2- 172.21.15.16:0/3556835829 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c80161fc0 0x7f4c800d1910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:50.587 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.581+0000 7f4c7ffff700 1 -- 172.21.15.16:0/3556835829 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4c8015d8c0 msgr2=0x7f4c800ca6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:50.587 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.581+0000 7f4c7ffff700 1 --2- 172.21.15.16:0/3556835829 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4c8015d8c0 0x7f4c800ca6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.587 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.581+0000 7f4c7ffff700 1 -- 172.21.15.16:0/3556835829 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c80161fc0 msgr2=0x7f4c800d1910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:50.588 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.581+0000 7f4c7ffff700 1 --2- 172.21.15.16:0/3556835829 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c80161fc0 0x7f4c800d1910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.588 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.581+0000 7f4c7ffff700 1 -- 172.21.15.16:0/3556835829 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c700094a0 con 0x7f4c800d0030 2023-09-23T06:36:50.588 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.581+0000 7f4c7ffff700 1 --2- 172.21.15.16:0/3556835829 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4c800d0030 0x7f4c800cd040 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4c70009b60 tx=0x7f4c70004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:50.588 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.581+0000 7f4c7cff9700 1 -- 172.21.15.16:0/3556835829 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c700036a0 con 0x7f4c800d0030 2023-09-23T06:36:50.588 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.581+0000 7f4c7cff9700 1 -- 172.21.15.16:0/3556835829 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c7001f070 con 0x7f4c800d0030 2023-09-23T06:36:50.588 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.581+0000 7f4c7cff9700 1 -- 172.21.15.16:0/3556835829 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c70003a40 con 0x7f4c800d0030 2023-09-23T06:36:50.588 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.581+0000 7f4c863ff700 1 -- 172.21.15.16:0/3556835829 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c801f3570 con 0x7f4c800d0030 2023-09-23T06:36:50.588 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.582+0000 7f4c863ff700 1 -- 172.21.15.16:0/3556835829 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c800cd580 con 0x7f4c800d0030 2023-09-23T06:36:50.589 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.583+0000 7f4c863ff700 1 -- 172.21.15.16:0/3556835829 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c801f30f0 con 0x7f4c800d0030 2023-09-23T06:36:50.589 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.584+0000 7f4c7cff9700 1 -- 172.21.15.16:0/3556835829 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f4c70003ba0 con 0x7f4c800d0030 2023-09-23T06:36:50.590 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.584+0000 7f4c7cff9700 1 --2- 172.21.15.16:0/3556835829 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4c6c06afc0 0x7f4c6c06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:50.590 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.585+0000 7f4c7cff9700 1 -- 172.21.15.16:0/3556835829 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4c70021070 con 0x7f4c800d0030 2023-09-23T06:36:50.590 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.585+0000 7f4c7f7fe700 1 --2- 172.21.15.16:0/3556835829 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4c6c06afc0 0x7f4c6c06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:50.590 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.586+0000 7f4c7f7fe700 1 --2- 172.21.15.16:0/3556835829 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4c6c06afc0 0x7f4c6c06d480 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f4c800d2520 tx=0x7f4c74009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:50.591 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.589+0000 7f4c7cff9700 1 -- 172.21.15.16:0/3556835829 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f4c801f30f0 con 0x7f4c800d0030 2023-09-23T06:36:50.799 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.797+0000 7f4c863ff700 1 -- 172.21.15.16:0/3556835829 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f4c801f30f0 con 0x7f4c800d0030 2023-09-23T06:36:50.799 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.798+0000 7f4c7cff9700 1 -- 172.21.15.16:0/3556835829 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7f4c801f30f0 con 0x7f4c800d0030 2023-09-23T06:36:50.800 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 64 2023-09-23T06:36:50.802 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.800+0000 7f4c863ff700 1 -- 172.21.15.16:0/3556835829 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4c6c06afc0 msgr2=0x7f4c6c06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:50.802 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.800+0000 7f4c863ff700 1 --2- 172.21.15.16:0/3556835829 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4c6c06afc0 0x7f4c6c06d480 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f4c800d2520 tx=0x7f4c74009040 comp rx=0 tx=0).stop 2023-09-23T06:36:50.803 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.800+0000 7f4c863ff700 1 -- 172.21.15.16:0/3556835829 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4c800d0030 msgr2=0x7f4c800cd040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:50.803 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.800+0000 7f4c863ff700 1 --2- 172.21.15.16:0/3556835829 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4c800d0030 0x7f4c800cd040 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f4c70009b60 tx=0x7f4c70004750 comp rx=0 tx=0).stop 2023-09-23T06:36:50.803 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.800+0000 7f4c863ff700 1 -- 172.21.15.16:0/3556835829 shutdown_connections 2023-09-23T06:36:50.803 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.800+0000 7f4c863ff700 1 --2- 172.21.15.16:0/3556835829 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f4c80161fc0 0x7f4c800d1910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.803 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.800+0000 7f4c863ff700 1 --2- 172.21.15.16:0/3556835829 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f4c6c06afc0 0x7f4c6c06d480 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.803 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.800+0000 7f4c863ff700 1 --2- 172.21.15.16:0/3556835829 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f4c800d0030 0x7f4c800cd040 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.803 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.800+0000 7f4c863ff700 1 --2- 172.21.15.16:0/3556835829 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f4c8015d8c0 0x7f4c800ca6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:50.803 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.800+0000 7f4c863ff700 1 -- 172.21.15.16:0/3556835829 >> 172.21.15.16:0/3556835829 conn(0x7f4c8009c9b0 msgr2=0x7f4c800b3320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:50.803 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.800+0000 7f4c863ff700 1 -- 172.21.15.16:0/3556835829 shutdown_connections 2023-09-23T06:36:50.803 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:50.801+0000 7f4c863ff700 1 -- 172.21.15.16:0/3556835829 wait complete. 2023-09-23T06:36:50.893 INFO:tasks.cephfs_test_runner:Starting test: test_generic (tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev) 2023-09-23T06:36:50.894 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:36:51.097 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.095+0000 7f21f69ff700 1 Processor -- start 2023-09-23T06:36:51.097 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.095+0000 7f21f69ff700 1 -- start start 2023-09-23T06:36:51.099 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.096+0000 7f21f69ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21f015d770 0x7f21f00ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:51.099 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.096+0000 7f21f69ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f21f015db50 0x7f21f00b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:51.099 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.096+0000 7f21f69ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f21f00b4fe0 0x7f21f00b5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:51.099 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.096+0000 7f21f69ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21f00b59b0 con 0x7f21f015db50 2023-09-23T06:36:51.099 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.096+0000 7f21f69ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21f00b65c0 con 0x7f21f00b4fe0 2023-09-23T06:36:51.099 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.096+0000 7f21f69ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21f015ec00 con 0x7f21f015d770 2023-09-23T06:36:51.099 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.097+0000 7f21ef7fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f21f015db50 0x7f21f00b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:51.100 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.097+0000 7f21ef7fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f21f015db50 0x7f21f00b8e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53630/0 (socket says 172.21.15.16:53630) 2023-09-23T06:36:51.100 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.097+0000 7f21ef7fe700 1 -- 172.21.15.16:0/2670918417 learned_addr learned my addr 172.21.15.16:0/2670918417 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:51.100 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.097+0000 7f21f4f9c700 1 --2- 172.21.15.16:0/2670918417 >> v2:172.21.15.92:3300/0 conn(0x7f21f00b4fe0 0x7f21f00b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:51.100 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.097+0000 7f21effff700 1 --2- 172.21.15.16:0/2670918417 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21f015d770 0x7f21f00ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:51.100 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.097+0000 7f21ef7fe700 1 -- 172.21.15.16:0/2670918417 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21f015d770 msgr2=0x7f21f00ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:51.100 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.097+0000 7f21ef7fe700 1 --2- 172.21.15.16:0/2670918417 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21f015d770 0x7f21f00ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.100 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.097+0000 7f21ef7fe700 1 -- 172.21.15.16:0/2670918417 >> v2:172.21.15.92:3300/0 conn(0x7f21f00b4fe0 msgr2=0x7f21f00b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:51.100 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.097+0000 7f21ef7fe700 1 --2- 172.21.15.16:0/2670918417 >> v2:172.21.15.92:3300/0 conn(0x7f21f00b4fe0 0x7f21f00b5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.100 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.097+0000 7f21ef7fe700 1 -- 172.21.15.16:0/2670918417 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21f00cdd00 con 0x7f21f015db50 2023-09-23T06:36:51.100 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.098+0000 7f21ef7fe700 1 --2- 172.21.15.16:0/2670918417 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21f015db50 0x7f21f00b8e40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f21f00b6460 tx=0x7f21e4009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5dca7b3eb99a4404 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:51.101 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.098+0000 7f21eeffd700 1 -- 172.21.15.16:0/2670918417 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21e4011830 con 0x7f21f015db50 2023-09-23T06:36:51.101 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.098+0000 7f21eeffd700 1 -- 172.21.15.16:0/2670918417 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21e4011990 con 0x7f21f015db50 2023-09-23T06:36:51.101 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.098+0000 7f21eeffd700 1 -- 172.21.15.16:0/2670918417 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21e4011d20 con 0x7f21f015db50 2023-09-23T06:36:51.101 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.098+0000 7f21f69ff700 1 -- 172.21.15.16:0/2670918417 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21f015db50 msgr2=0x7f21f00b8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:51.102 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.098+0000 7f21f69ff700 1 --2- 172.21.15.16:0/2670918417 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21f015db50 0x7f21f00b8e40 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f21f00b6460 tx=0x7f21e4009bd0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.102 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.098+0000 7f21f69ff700 1 -- 172.21.15.16:0/2670918417 shutdown_connections 2023-09-23T06:36:51.102 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.098+0000 7f21f69ff700 1 --2- 172.21.15.16:0/2670918417 >> v2:172.21.15.92:3300/0 conn(0x7f21f00b4fe0 0x7f21f00b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.102 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.098+0000 7f21f69ff700 1 --2- 172.21.15.16:0/2670918417 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21f015d770 0x7f21f00ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.102 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.098+0000 7f21f69ff700 1 --2- 172.21.15.16:0/2670918417 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21f015db50 0x7f21f00b8e40 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.102 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.098+0000 7f21f69ff700 1 -- 172.21.15.16:0/2670918417 >> 172.21.15.16:0/2670918417 conn(0x7f21f00724b0 msgr2=0x7f21f00d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:51.102 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.099+0000 7f21f69ff700 1 -- 172.21.15.16:0/2670918417 shutdown_connections 2023-09-23T06:36:51.102 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.099+0000 7f21f69ff700 1 -- 172.21.15.16:0/2670918417 wait complete. 2023-09-23T06:36:51.104 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.100+0000 7f21f69ff700 1 Processor -- start 2023-09-23T06:36:51.104 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.100+0000 7f21f69ff700 1 -- start start 2023-09-23T06:36:51.104 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.101+0000 7f21f69ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21f00b4fe0 0x7f21f00c76f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:51.104 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.101+0000 7f21f69ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21f015d770 0x7f21f00c6150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:51.104 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.101+0000 7f21f69ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21f015db50 0x7f21f00aa340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:51.104 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.102+0000 7f21f69ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21f014b280 con 0x7f21f015d770 2023-09-23T06:36:51.104 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.102+0000 7f21f69ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21f00c6690 con 0x7f21f00b4fe0 2023-09-23T06:36:51.104 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.102+0000 7f21f69ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21f014a600 con 0x7f21f015db50 2023-09-23T06:36:51.104 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.102+0000 7f21ef7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21f015d770 0x7f21f00c6150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:51.105 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.102+0000 7f21ef7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21f015d770 0x7f21f00c6150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53640/0 (socket says 172.21.15.16:53640) 2023-09-23T06:36:51.105 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.102+0000 7f21ef7fe700 1 -- 172.21.15.16:0/4263114411 learned_addr learned my addr 172.21.15.16:0/4263114411 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:51.105 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.102+0000 7f21effff700 1 --2- 172.21.15.16:0/4263114411 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21f00b4fe0 0x7f21f00c76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:51.105 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.102+0000 7f21f4f9c700 1 --2- 172.21.15.16:0/4263114411 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21f015db50 0x7f21f00aa340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:51.105 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.102+0000 7f21ef7fe700 1 -- 172.21.15.16:0/4263114411 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21f015db50 msgr2=0x7f21f00aa340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:51.105 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.102+0000 7f21ef7fe700 1 --2- 172.21.15.16:0/4263114411 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21f015db50 0x7f21f00aa340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.105 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.102+0000 7f21ef7fe700 1 -- 172.21.15.16:0/4263114411 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21f00b4fe0 msgr2=0x7f21f00c76f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:51.105 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.102+0000 7f21ef7fe700 1 --2- 172.21.15.16:0/4263114411 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21f00b4fe0 0x7f21f00c76f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.105 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.102+0000 7f21ef7fe700 1 -- 172.21.15.16:0/4263114411 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21e4009550 con 0x7f21f015d770 2023-09-23T06:36:51.105 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.102+0000 7f21ef7fe700 1 --2- 172.21.15.16:0/4263114411 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21f015d770 0x7f21f00c6150 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f21e4000c00 tx=0x7f21e4004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:51.106 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.103+0000 7f21ecff9700 1 -- 172.21.15.16:0/4263114411 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21e4004240 con 0x7f21f015d770 2023-09-23T06:36:51.106 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.103+0000 7f21ecff9700 1 -- 172.21.15.16:0/4263114411 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21e401f070 con 0x7f21f015d770 2023-09-23T06:36:51.106 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.103+0000 7f21ecff9700 1 -- 172.21.15.16:0/4263114411 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21e40036a0 con 0x7f21f015d770 2023-09-23T06:36:51.107 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.103+0000 7f21f69ff700 1 -- 172.21.15.16:0/4263114411 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21f014a8e0 con 0x7f21f015d770 2023-09-23T06:36:51.107 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.103+0000 7f21f69ff700 1 -- 172.21.15.16:0/4263114411 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21f014aea0 con 0x7f21f015d770 2023-09-23T06:36:51.107 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.104+0000 7f21f69ff700 1 -- 172.21.15.16:0/4263114411 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21f014b3c0 con 0x7f21f015d770 2023-09-23T06:36:51.107 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.105+0000 7f21ecff9700 1 -- 172.21.15.16:0/4263114411 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f21e4021030 con 0x7f21f015d770 2023-09-23T06:36:51.107 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.106+0000 7f21ecff9700 1 --2- 172.21.15.16:0/4263114411 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f21dc06afc0 0x7f21dc06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:51.107 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.106+0000 7f21ecff9700 1 -- 172.21.15.16:0/4263114411 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f21e408a860 con 0x7f21f015d770 2023-09-23T06:36:51.108 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.106+0000 7f21effff700 1 --2- 172.21.15.16:0/4263114411 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f21dc06afc0 0x7f21dc06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:51.108 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.107+0000 7f21effff700 1 --2- 172.21.15.16:0/4263114411 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f21dc06afc0 0x7f21dc06d480 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f21e0009b40 tx=0x7f21e0009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:51.112 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.110+0000 7f21ecff9700 1 -- 172.21.15.16:0/4263114411 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f21f014b3c0 con 0x7f21f015d770 2023-09-23T06:36:51.322 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.320+0000 7f21f69ff700 1 -- 172.21.15.16:0/4263114411 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f21f014b3c0 con 0x7f21f015d770 2023-09-23T06:36:51.322 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.321+0000 7f21ecff9700 1 -- 172.21.15.16:0/4263114411 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f21f014b3c0 con 0x7f21f015d770 2023-09-23T06:36:51.323 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:51.323 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:36:13.020285+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:36:09.790555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-23T06:36:10.695995+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:36:51.325 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.323+0000 7f21f69ff700 1 -- 172.21.15.16:0/4263114411 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f21dc06afc0 msgr2=0x7f21dc06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:51.325 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.323+0000 7f21f69ff700 1 --2- 172.21.15.16:0/4263114411 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f21dc06afc0 0x7f21dc06d480 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f21e0009b40 tx=0x7f21e0009210 comp rx=0 tx=0).stop 2023-09-23T06:36:51.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.323+0000 7f21f69ff700 1 -- 172.21.15.16:0/4263114411 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21f015d770 msgr2=0x7f21f00c6150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:51.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.323+0000 7f21f69ff700 1 --2- 172.21.15.16:0/4263114411 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21f015d770 0x7f21f00c6150 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f21e4000c00 tx=0x7f21e4004750 comp rx=0 tx=0).stop 2023-09-23T06:36:51.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.324+0000 7f21f69ff700 1 -- 172.21.15.16:0/4263114411 shutdown_connections 2023-09-23T06:36:51.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.324+0000 7f21f69ff700 1 --2- 172.21.15.16:0/4263114411 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21f015db50 0x7f21f00aa340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.324+0000 7f21f69ff700 1 --2- 172.21.15.16:0/4263114411 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21f00b4fe0 0x7f21f00c76f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.324+0000 7f21f69ff700 1 --2- 172.21.15.16:0/4263114411 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f21dc06afc0 0x7f21dc06d480 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.324+0000 7f21f69ff700 1 --2- 172.21.15.16:0/4263114411 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21f015d770 0x7f21f00c6150 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.324+0000 7f21f69ff700 1 -- 172.21.15.16:0/4263114411 >> 172.21.15.16:0/4263114411 conn(0x7f21f00724b0 msgr2=0x7f21f015ff10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:51.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.324+0000 7f21f69ff700 1 -- 172.21.15.16:0/4263114411 shutdown_connections 2023-09-23T06:36:51.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.324+0000 7f21f69ff700 1 -- 172.21.15.16:0/4263114411 wait complete. 2023-09-23T06:36:51.343 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-23T06:36:05.638048+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-23T06:36:09.790555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-23T06:36:10.695995+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-23T06:36:51.344 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-23T06:36:51.550 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.548+0000 7efe737ff700 1 Processor -- start 2023-09-23T06:36:51.550 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.548+0000 7efe737ff700 1 -- start start 2023-09-23T06:36:51.552 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.549+0000 7efe737ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7efe6c161fc0 0x7efe6c0cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:51.552 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.549+0000 7efe737ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7efe6c0d0030 0x7efe6c0d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:51.552 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.549+0000 7efe737ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe6c0d09a0 con 0x7efe6c15d8c0 2023-09-23T06:36:51.552 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.549+0000 7efe737ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe6c15dca0 con 0x7efe6c161fc0 2023-09-23T06:36:51.553 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.549+0000 7efe737ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe6c0ce130 con 0x7efe6c0d0030 2023-09-23T06:36:51.553 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.549+0000 7efe7159b700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7efe6c15d8c0 0x7efe6c0d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51502/0 (socket says 172.21.15.16:51502) 2023-09-23T06:36:51.553 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.550+0000 7efe7159b700 1 -- 172.21.15.16:0/1620601964 learned_addr learned my addr 172.21.15.16:0/1620601964 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:51.553 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.550+0000 7efe70d9a700 1 --2- 172.21.15.16:0/1620601964 >> v2:172.21.15.16:3300/0 conn(0x7efe6c161fc0 0x7efe6c0cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:51.553 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.550+0000 7efe71d9c700 1 --2- 172.21.15.16:0/1620601964 >> v2:172.21.15.92:3300/0 conn(0x7efe6c0d0030 0x7efe6c0d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:51.553 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.550+0000 7efe63fff700 1 -- 172.21.15.16:0/1620601964 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3764592142 0 0) 0x7efe6c0d09a0 con 0x7efe6c15d8c0 2023-09-23T06:36:51.553 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.550+0000 7efe63fff700 1 -- 172.21.15.16:0/1620601964 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efe580035b0 con 0x7efe6c15d8c0 2023-09-23T06:36:51.553 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.550+0000 7efe70d9a700 1 -- 172.21.15.16:0/1620601964 >> v2:172.21.15.92:3300/0 conn(0x7efe6c0d0030 msgr2=0x7efe6c0d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:51.553 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.550+0000 7efe70d9a700 1 --2- 172.21.15.16:0/1620601964 >> v2:172.21.15.92:3300/0 conn(0x7efe6c0d0030 0x7efe6c0d0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.553 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.550+0000 7efe70d9a700 1 -- 172.21.15.16:0/1620601964 >> v1:172.21.15.16:6789/0 conn(0x7efe6c15d8c0 legacy=0x7efe6c0d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:51.554 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.550+0000 7efe70d9a700 1 -- 172.21.15.16:0/1620601964 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe6c0ce3d0 con 0x7efe6c161fc0 2023-09-23T06:36:51.554 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.550+0000 7efe70d9a700 1 --2- 172.21.15.16:0/1620601964 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe6c161fc0 0x7efe6c0cf190 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7efe6c0d1450 tx=0x7efe5c009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=542ade6d4437b116 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:51.554 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.551+0000 7efe63fff700 1 -- 172.21.15.16:0/1620601964 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe5c011830 con 0x7efe6c161fc0 2023-09-23T06:36:51.554 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.551+0000 7efe63fff700 1 -- 172.21.15.16:0/1620601964 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe5c011990 con 0x7efe6c161fc0 2023-09-23T06:36:51.554 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.551+0000 7efe63fff700 1 -- 172.21.15.16:0/1620601964 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe5c011d20 con 0x7efe6c161fc0 2023-09-23T06:36:51.555 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.551+0000 7efe737ff700 1 -- 172.21.15.16:0/1620601964 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe6c161fc0 msgr2=0x7efe6c0cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:51.555 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.551+0000 7efe737ff700 1 --2- 172.21.15.16:0/1620601964 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe6c161fc0 0x7efe6c0cf190 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7efe6c0d1450 tx=0x7efe5c009b20 comp rx=0 tx=0).stop 2023-09-23T06:36:51.555 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.551+0000 7efe737ff700 1 -- 172.21.15.16:0/1620601964 shutdown_connections 2023-09-23T06:36:51.555 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.551+0000 7efe737ff700 1 --2- 172.21.15.16:0/1620601964 >> v2:172.21.15.92:3300/0 conn(0x7efe6c0d0030 0x7efe6c0d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.555 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.551+0000 7efe737ff700 1 --2- 172.21.15.16:0/1620601964 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe6c161fc0 0x7efe6c0cf190 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.555 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.551+0000 7efe737ff700 1 -- 172.21.15.16:0/1620601964 >> 172.21.15.16:0/1620601964 conn(0x7efe6c09c9b0 msgr2=0x7efe6c0d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:51.556 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.551+0000 7efe737ff700 1 -- 172.21.15.16:0/1620601964 shutdown_connections 2023-09-23T06:36:51.556 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.551+0000 7efe737ff700 1 -- 172.21.15.16:0/1620601964 wait complete. 2023-09-23T06:36:51.556 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.553+0000 7efe737ff700 1 Processor -- start 2023-09-23T06:36:51.556 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.553+0000 7efe737ff700 1 -- start start 2023-09-23T06:36:51.557 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.554+0000 7efe737ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe6c0d0030 0x7efe6c0c9720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:51.557 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.554+0000 7efe737ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe6c15d8c0 0x7efe6c1f29f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:51.558 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.554+0000 7efe737ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe6c161fc0 0x7efe6c1f6670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:51.558 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.554+0000 7efe737ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe6c0c9290 con 0x7efe6c15d8c0 2023-09-23T06:36:51.558 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.554+0000 7efe737ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe6c1f7480 con 0x7efe6c161fc0 2023-09-23T06:36:51.558 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.554+0000 7efe737ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe6c0c8680 con 0x7efe6c0d0030 2023-09-23T06:36:51.558 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.554+0000 7efe70d9a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe6c15d8c0 0x7efe6c1f29f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:51.558 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.554+0000 7efe70d9a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe6c15d8c0 0x7efe6c1f29f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53646/0 (socket says 172.21.15.16:53646) 2023-09-23T06:36:51.558 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.554+0000 7efe70d9a700 1 -- 172.21.15.16:0/1769620599 learned_addr learned my addr 172.21.15.16:0/1769620599 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:51.558 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.555+0000 7efe71d9c700 1 --2- 172.21.15.16:0/1769620599 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe6c161fc0 0x7efe6c1f6670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:51.559 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.555+0000 7efe7159b700 1 --2- 172.21.15.16:0/1769620599 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe6c0d0030 0x7efe6c0c9720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:51.559 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.555+0000 7efe70d9a700 1 -- 172.21.15.16:0/1769620599 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe6c0d0030 msgr2=0x7efe6c0c9720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:51.559 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.555+0000 7efe70d9a700 1 --2- 172.21.15.16:0/1769620599 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe6c0d0030 0x7efe6c0c9720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.559 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.555+0000 7efe70d9a700 1 -- 172.21.15.16:0/1769620599 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe6c161fc0 msgr2=0x7efe6c1f6670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:51.559 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.555+0000 7efe70d9a700 1 --2- 172.21.15.16:0/1769620599 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe6c161fc0 0x7efe6c1f6670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.559 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.555+0000 7efe70d9a700 1 -- 172.21.15.16:0/1769620599 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe5c0094a0 con 0x7efe6c15d8c0 2023-09-23T06:36:51.559 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.555+0000 7efe70d9a700 1 --2- 172.21.15.16:0/1769620599 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe6c15d8c0 0x7efe6c1f29f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7efe5c000c00 tx=0x7efe5c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:51.559 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.555+0000 7efe61ffb700 1 -- 172.21.15.16:0/1769620599 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe5c0036a0 con 0x7efe6c15d8c0 2023-09-23T06:36:51.559 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.555+0000 7efe61ffb700 1 -- 172.21.15.16:0/1769620599 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe5c01e070 con 0x7efe6c15d8c0 2023-09-23T06:36:51.559 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.555+0000 7efe61ffb700 1 -- 172.21.15.16:0/1769620599 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe5c003a20 con 0x7efe6c15d8c0 2023-09-23T06:36:51.559 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.555+0000 7efe737ff700 1 -- 172.21.15.16:0/1769620599 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe6c0c8960 con 0x7efe6c15d8c0 2023-09-23T06:36:51.559 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.556+0000 7efe737ff700 1 -- 172.21.15.16:0/1769620599 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe6c0c8f20 con 0x7efe6c15d8c0 2023-09-23T06:36:51.560 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.557+0000 7efe4f7fe700 1 -- 172.21.15.16:0/1769620599 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe480052f0 con 0x7efe6c15d8c0 2023-09-23T06:36:51.560 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.557+0000 7efe61ffb700 1 -- 172.21.15.16:0/1769620599 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7efe5c003b80 con 0x7efe6c15d8c0 2023-09-23T06:36:51.561 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.558+0000 7efe61ffb700 1 --2- 172.21.15.16:0/1769620599 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7efe5006afc0 0x7efe5006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:51.561 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.558+0000 7efe61ffb700 1 -- 172.21.15.16:0/1769620599 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efe5c08a5e0 con 0x7efe6c15d8c0 2023-09-23T06:36:51.561 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.559+0000 7efe7159b700 1 --2- 172.21.15.16:0/1769620599 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7efe5006afc0 0x7efe5006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:51.561 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.559+0000 7efe7159b700 1 --2- 172.21.15.16:0/1769620599 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7efe5006afc0 0x7efe5006d480 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7efe680011e0 tx=0x7efe68009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:51.564 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.563+0000 7efe61ffb700 1 -- 172.21.15.16:0/1769620599 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7efe5c055610 con 0x7efe6c15d8c0 2023-09-23T06:36:51.775 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.773+0000 7efe4f7fe700 1 -- 172.21.15.16:0/1769620599 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7efe48005b20 con 0x7efe6c15d8c0 2023-09-23T06:36:51.775 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.774+0000 7efe61ffb700 1 -- 172.21.15.16:0/1769620599 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7efe5c058c30 con 0x7efe6c15d8c0 2023-09-23T06:36:51.776 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2023-09-23T06:36:51.778 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.776+0000 7efe4f7fe700 1 -- 172.21.15.16:0/1769620599 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7efe5006afc0 msgr2=0x7efe5006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:51.778 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.776+0000 7efe4f7fe700 1 --2- 172.21.15.16:0/1769620599 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7efe5006afc0 0x7efe5006d480 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7efe680011e0 tx=0x7efe68009040 comp rx=0 tx=0).stop 2023-09-23T06:36:51.778 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.776+0000 7efe4f7fe700 1 -- 172.21.15.16:0/1769620599 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe6c15d8c0 msgr2=0x7efe6c1f29f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:51.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.776+0000 7efe4f7fe700 1 --2- 172.21.15.16:0/1769620599 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe6c15d8c0 0x7efe6c1f29f0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7efe5c000c00 tx=0x7efe5c004750 comp rx=0 tx=0).stop 2023-09-23T06:36:51.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.776+0000 7efe4f7fe700 1 -- 172.21.15.16:0/1769620599 shutdown_connections 2023-09-23T06:36:51.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.776+0000 7efe4f7fe700 1 --2- 172.21.15.16:0/1769620599 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efe6c161fc0 0x7efe6c1f6670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.776+0000 7efe4f7fe700 1 --2- 172.21.15.16:0/1769620599 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efe6c0d0030 0x7efe6c0c9720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.776+0000 7efe4f7fe700 1 --2- 172.21.15.16:0/1769620599 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7efe5006afc0 0x7efe5006d480 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.776+0000 7efe4f7fe700 1 --2- 172.21.15.16:0/1769620599 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efe6c15d8c0 0x7efe6c1f29f0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:51.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.776+0000 7efe4f7fe700 1 -- 172.21.15.16:0/1769620599 >> 172.21.15.16:0/1769620599 conn(0x7efe6c09c9b0 msgr2=0x7efe6c0b2040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:51.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.777+0000 7efe4f7fe700 1 -- 172.21.15.16:0/1769620599 shutdown_connections 2023-09-23T06:36:51.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.777+0000 7efe4f7fe700 1 -- 172.21.15.16:0/1769620599 wait complete. 2023-09-23T06:36:51.796 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-23T06:36:52.001 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.999+0000 7fda29dff700 1 Processor -- start 2023-09-23T06:36:52.001 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:51.999+0000 7fda29dff700 1 -- start start 2023-09-23T06:36:52.005 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.000+0000 7fda29dff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fda2415d7e0 0x7fda240d1670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:52.005 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.000+0000 7fda29dff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fda240d3080 0x7fda240d3510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:52.005 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.000+0000 7fda29dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda240b8f30 0x7fda240d3a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:52.005 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.000+0000 7fda29dff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda2415dbc0 con 0x7fda2415d7e0 2023-09-23T06:36:52.005 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.000+0000 7fda29dff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda240d1fe0 con 0x7fda240d3080 2023-09-23T06:36:52.006 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.000+0000 7fda29dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda240d22c0 con 0x7fda240b8f30 2023-09-23T06:36:52.006 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.000+0000 7fda237fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fda2415d7e0 0x7fda240d1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:52.006 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.000+0000 7fda237fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fda2415d7e0 0x7fda240d1670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53660/0 (socket says 172.21.15.16:53660) 2023-09-23T06:36:52.006 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.000+0000 7fda237fe700 1 -- 172.21.15.16:0/2688062509 learned_addr learned my addr 172.21.15.16:0/2688062509 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:52.006 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.001+0000 7fda22ffd700 1 --2- 172.21.15.16:0/2688062509 >> v2:172.21.15.92:3300/0 conn(0x7fda240d3080 0x7fda240d3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:52.006 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.001+0000 7fda23fff700 1 --2- 172.21.15.16:0/2688062509 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda240b8f30 0x7fda240d3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:52.007 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.001+0000 7fda237fe700 1 -- 172.21.15.16:0/2688062509 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda240b8f30 msgr2=0x7fda240d3a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:52.007 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.001+0000 7fda237fe700 1 --2- 172.21.15.16:0/2688062509 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda240b8f30 0x7fda240d3a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.007 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.001+0000 7fda237fe700 1 -- 172.21.15.16:0/2688062509 >> v2:172.21.15.92:3300/0 conn(0x7fda240d3080 msgr2=0x7fda240d3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:52.007 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.001+0000 7fda237fe700 1 --2- 172.21.15.16:0/2688062509 >> v2:172.21.15.92:3300/0 conn(0x7fda240d3080 0x7fda240d3510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.007 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.001+0000 7fda237fe700 1 -- 172.21.15.16:0/2688062509 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda240d25a0 con 0x7fda2415d7e0 2023-09-23T06:36:52.007 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.001+0000 7fda237fe700 1 --2- 172.21.15.16:0/2688062509 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda2415d7e0 0x7fda240d1670 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fda240d1400 tx=0x7fda14009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d63c2db1b8cab7b2 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:52.008 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.001+0000 7fda227fc700 1 -- 172.21.15.16:0/2688062509 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda1400b870 con 0x7fda2415d7e0 2023-09-23T06:36:52.008 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.001+0000 7fda227fc700 1 -- 172.21.15.16:0/2688062509 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda1400b9d0 con 0x7fda2415d7e0 2023-09-23T06:36:52.008 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.001+0000 7fda227fc700 1 -- 172.21.15.16:0/2688062509 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda1400bd60 con 0x7fda2415d7e0 2023-09-23T06:36:52.008 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.002+0000 7fda29dff700 1 -- 172.21.15.16:0/2688062509 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda2415d7e0 msgr2=0x7fda240d1670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:52.008 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.002+0000 7fda29dff700 1 --2- 172.21.15.16:0/2688062509 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda2415d7e0 0x7fda240d1670 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fda240d1400 tx=0x7fda14009bd0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.008 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.002+0000 7fda29dff700 1 -- 172.21.15.16:0/2688062509 shutdown_connections 2023-09-23T06:36:52.009 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.002+0000 7fda29dff700 1 --2- 172.21.15.16:0/2688062509 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda240b8f30 0x7fda240d3a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.009 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.002+0000 7fda29dff700 1 --2- 172.21.15.16:0/2688062509 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda2415d7e0 0x7fda240d1670 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.009 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.002+0000 7fda29dff700 1 --2- 172.21.15.16:0/2688062509 >> v2:172.21.15.92:3300/0 conn(0x7fda240d3080 0x7fda240d3510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.009 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.002+0000 7fda29dff700 1 -- 172.21.15.16:0/2688062509 >> 172.21.15.16:0/2688062509 conn(0x7fda24072270 msgr2=0x7fda24072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:52.009 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.002+0000 7fda29dff700 1 -- 172.21.15.16:0/2688062509 shutdown_connections 2023-09-23T06:36:52.009 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.002+0000 7fda29dff700 1 -- 172.21.15.16:0/2688062509 wait complete. 2023-09-23T06:36:52.013 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.004+0000 7fda29dff700 1 Processor -- start 2023-09-23T06:36:52.014 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.005+0000 7fda29dff700 1 -- start start 2023-09-23T06:36:52.014 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.006+0000 7fda29dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda240b8f30 0x7fda24148740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:52.014 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.006+0000 7fda29dff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda240d3080 0x7fda240cc6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:52.014 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.006+0000 7fda29dff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda2415d7e0 0x7fda240ccc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:52.014 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.006+0000 7fda29dff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda24149a30 con 0x7fda2415d7e0 2023-09-23T06:36:52.014 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.006+0000 7fda29dff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda24148e20 con 0x7fda240d3080 2023-09-23T06:36:52.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.006+0000 7fda29dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda24149100 con 0x7fda240b8f30 2023-09-23T06:36:52.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.006+0000 7fda23fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda2415d7e0 0x7fda240ccc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:52.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.006+0000 7fda23fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda2415d7e0 0x7fda240ccc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53668/0 (socket says 172.21.15.16:53668) 2023-09-23T06:36:52.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.006+0000 7fda23fff700 1 -- 172.21.15.16:0/3992718791 learned_addr learned my addr 172.21.15.16:0/3992718791 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:52.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.006+0000 7fda22ffd700 1 --2- 172.21.15.16:0/3992718791 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda240d3080 0x7fda240cc6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:52.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.006+0000 7fda237fe700 1 --2- 172.21.15.16:0/3992718791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda240b8f30 0x7fda24148740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:52.015 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.007+0000 7fda23fff700 1 -- 172.21.15.16:0/3992718791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda240b8f30 msgr2=0x7fda24148740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:52.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.007+0000 7fda23fff700 1 --2- 172.21.15.16:0/3992718791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda240b8f30 0x7fda24148740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.007+0000 7fda23fff700 1 -- 172.21.15.16:0/3992718791 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda240d3080 msgr2=0x7fda240cc6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:52.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.007+0000 7fda23fff700 1 --2- 172.21.15.16:0/3992718791 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda240d3080 0x7fda240cc6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.007+0000 7fda23fff700 1 -- 172.21.15.16:0/3992718791 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda14009550 con 0x7fda2415d7e0 2023-09-23T06:36:52.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.007+0000 7fda23fff700 1 --2- 172.21.15.16:0/3992718791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda2415d7e0 0x7fda240ccc30 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fda1c007e30 tx=0x7fda1c00e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:52.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.007+0000 7fda0bfff700 1 -- 172.21.15.16:0/3992718791 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda1c00ed30 con 0x7fda2415d7e0 2023-09-23T06:36:52.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.007+0000 7fda0bfff700 1 -- 172.21.15.16:0/3992718791 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda1c00ee90 con 0x7fda2415d7e0 2023-09-23T06:36:52.017 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.007+0000 7fda0bfff700 1 -- 172.21.15.16:0/3992718791 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda1c014660 con 0x7fda2415d7e0 2023-09-23T06:36:52.017 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.007+0000 7fda29dff700 1 -- 172.21.15.16:0/3992718791 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda241493e0 con 0x7fda2415d7e0 2023-09-23T06:36:52.017 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.008+0000 7fda29dff700 1 -- 172.21.15.16:0/3992718791 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda24155780 con 0x7fda2415d7e0 2023-09-23T06:36:52.017 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.008+0000 7fda29dff700 1 -- 172.21.15.16:0/3992718791 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda2404eb20 con 0x7fda2415d7e0 2023-09-23T06:36:52.017 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.009+0000 7fda0bfff700 1 -- 172.21.15.16:0/3992718791 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fda1c0147c0 con 0x7fda2415d7e0 2023-09-23T06:36:52.017 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.010+0000 7fda0bfff700 1 --2- 172.21.15.16:0/3992718791 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fda1006afc0 0x7fda1006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:52.017 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.010+0000 7fda0bfff700 1 -- 172.21.15.16:0/3992718791 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fda1c089e10 con 0x7fda2415d7e0 2023-09-23T06:36:52.017 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.011+0000 7fda237fe700 1 --2- 172.21.15.16:0/3992718791 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fda1006afc0 0x7fda1006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:52.018 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.012+0000 7fda237fe700 1 --2- 172.21.15.16:0/3992718791 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fda1006afc0 0x7fda1006d480 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fda14014040 tx=0x7fda14008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:52.018 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.015+0000 7fda0bfff700 1 -- 172.21.15.16:0/3992718791 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fda1c08d030 con 0x7fda2415d7e0 2023-09-23T06:36:52.230 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.228+0000 7fda29dff700 1 -- 172.21.15.16:0/3992718791 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fda24149b70 con 0x7fda2415d7e0 2023-09-23T06:36:52.230 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.228+0000 7fda0bfff700 1 -- 172.21.15.16:0/3992718791 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7fda24149b70 con 0x7fda2415d7e0 2023-09-23T06:36:52.230 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 32 2023-09-23T06:36:52.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.231+0000 7fda29dff700 1 -- 172.21.15.16:0/3992718791 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fda1006afc0 msgr2=0x7fda1006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:52.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.231+0000 7fda29dff700 1 --2- 172.21.15.16:0/3992718791 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fda1006afc0 0x7fda1006d480 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fda14014040 tx=0x7fda14008030 comp rx=0 tx=0).stop 2023-09-23T06:36:52.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.231+0000 7fda29dff700 1 -- 172.21.15.16:0/3992718791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda2415d7e0 msgr2=0x7fda240ccc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:52.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.231+0000 7fda29dff700 1 --2- 172.21.15.16:0/3992718791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda2415d7e0 0x7fda240ccc30 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7fda1c007e30 tx=0x7fda1c00e3c0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.231+0000 7fda29dff700 1 -- 172.21.15.16:0/3992718791 shutdown_connections 2023-09-23T06:36:52.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.231+0000 7fda29dff700 1 --2- 172.21.15.16:0/3992718791 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fda1006afc0 0x7fda1006d480 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.231+0000 7fda29dff700 1 --2- 172.21.15.16:0/3992718791 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fda2415d7e0 0x7fda240ccc30 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.231+0000 7fda29dff700 1 --2- 172.21.15.16:0/3992718791 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fda240b8f30 0x7fda24148740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.231+0000 7fda29dff700 1 --2- 172.21.15.16:0/3992718791 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fda240d3080 0x7fda240cc6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.231+0000 7fda29dff700 1 -- 172.21.15.16:0/3992718791 >> 172.21.15.16:0/3992718791 conn(0x7fda24072270 msgr2=0x7fda240b7df0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:52.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.231+0000 7fda29dff700 1 -- 172.21.15.16:0/3992718791 shutdown_connections 2023-09-23T06:36:52.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.231+0000 7fda29dff700 1 -- 172.21.15.16:0/3992718791 wait complete. 2023-09-23T06:36:52.250 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-23T06:36:52.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.453+0000 7f76f35ff700 1 Processor -- start 2023-09-23T06:36:52.455 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.454+0000 7f76f35ff700 1 -- start start 2023-09-23T06:36:52.456 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.455+0000 7f76f35ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f76ec15d8c0 0x7f76ec0cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:52.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.455+0000 7f76f35ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f76ec161fc0 0x7f76ec0d3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:52.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.455+0000 7f76f35ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76ec15dca0 con 0x7f76ec0d0030 2023-09-23T06:36:52.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.455+0000 7f76f35ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76ec0ce130 con 0x7f76ec161fc0 2023-09-23T06:36:52.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.455+0000 7f76f35ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76ec0ce3d0 con 0x7f76ec15d8c0 2023-09-23T06:36:52.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.455+0000 7f76f0b9a700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f76ec161fc0 0x7f76ec0d3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:52.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.455+0000 7f76f0b9a700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f76ec161fc0 0x7f76ec0d3d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53684/0 (socket says 172.21.15.16:53684) 2023-09-23T06:36:52.457 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.455+0000 7f76f0b9a700 1 -- 172.21.15.16:0/2971302185 learned_addr learned my addr 172.21.15.16:0/2971302185 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:52.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.455+0000 7f76f139b700 1 --2- 172.21.15.16:0/2971302185 >> v2:172.21.15.92:3300/0 conn(0x7f76ec15d8c0 0x7f76ec0cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:52.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.456+0000 7f76f0b9a700 1 -- 172.21.15.16:0/2971302185 >> v2:172.21.15.92:3300/0 conn(0x7f76ec15d8c0 msgr2=0x7f76ec0cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:52.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.456+0000 7f76f0b9a700 1 --2- 172.21.15.16:0/2971302185 >> v2:172.21.15.92:3300/0 conn(0x7f76ec15d8c0 0x7f76ec0cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.456+0000 7f76f0b9a700 1 -- 172.21.15.16:0/2971302185 >> v1:172.21.15.92:6789/0 conn(0x7f76ec0d0030 legacy=0x7f76ec06b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:52.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.456+0000 7f76f0b9a700 1 -- 172.21.15.16:0/2971302185 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76ec0ce6b0 con 0x7f76ec161fc0 2023-09-23T06:36:52.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.456+0000 7f76f0b9a700 1 --2- 172.21.15.16:0/2971302185 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ec161fc0 0x7f76ec0d3d30 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f76ec067e00 tx=0x7f76dc009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d7b42d198d533c9 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:52.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.456+0000 7f76e3fff700 1 -- 172.21.15.16:0/2971302185 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76dc011830 con 0x7f76ec161fc0 2023-09-23T06:36:52.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.456+0000 7f76e3fff700 1 -- 172.21.15.16:0/2971302185 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76dc011990 con 0x7f76ec161fc0 2023-09-23T06:36:52.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.456+0000 7f76e3fff700 1 -- 172.21.15.16:0/2971302185 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76dc011d20 con 0x7f76ec161fc0 2023-09-23T06:36:52.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.457+0000 7f76f35ff700 1 -- 172.21.15.16:0/2971302185 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ec161fc0 msgr2=0x7f76ec0d3d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:52.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.457+0000 7f76f35ff700 1 --2- 172.21.15.16:0/2971302185 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ec161fc0 0x7f76ec0d3d30 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f76ec067e00 tx=0x7f76dc009bd0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.457+0000 7f76f35ff700 1 -- 172.21.15.16:0/2971302185 shutdown_connections 2023-09-23T06:36:52.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.457+0000 7f76f35ff700 1 --2- 172.21.15.16:0/2971302185 >> v2:172.21.15.92:3300/0 conn(0x7f76ec15d8c0 0x7f76ec0cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.457+0000 7f76f35ff700 1 --2- 172.21.15.16:0/2971302185 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ec161fc0 0x7f76ec0d3d30 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.457+0000 7f76f35ff700 1 -- 172.21.15.16:0/2971302185 >> 172.21.15.16:0/2971302185 conn(0x7f76ec09c9b0 msgr2=0x7f76ec0d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:52.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.457+0000 7f76f35ff700 1 -- 172.21.15.16:0/2971302185 shutdown_connections 2023-09-23T06:36:52.460 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.457+0000 7f76f35ff700 1 -- 172.21.15.16:0/2971302185 wait complete. 2023-09-23T06:36:52.461 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.459+0000 7f76f35ff700 1 Processor -- start 2023-09-23T06:36:52.461 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.459+0000 7f76f35ff700 1 -- start start 2023-09-23T06:36:52.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.460+0000 7f76f35ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ec0d0030 0x7f76ec0c7ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:52.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.460+0000 7f76f35ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f76ec15d8c0 0x7f76ec0c98c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:52.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.460+0000 7f76f35ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f76ec161fc0 0x7f76ec157d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:52.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.460+0000 7f76f35ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76ec0c8860 con 0x7f76ec0d0030 2023-09-23T06:36:52.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.460+0000 7f76f35ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76ec0c8b00 con 0x7f76ec15d8c0 2023-09-23T06:36:52.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.460+0000 7f76f35ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76ec0c8de0 con 0x7f76ec161fc0 2023-09-23T06:36:52.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.460+0000 7f76f139b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ec0d0030 0x7f76ec0c7ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:52.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.460+0000 7f76f139b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ec0d0030 0x7f76ec0c7ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53698/0 (socket says 172.21.15.16:53698) 2023-09-23T06:36:52.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.460+0000 7f76f139b700 1 -- 172.21.15.16:0/696902644 learned_addr learned my addr 172.21.15.16:0/696902644 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:52.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.460+0000 7f76f0b9a700 1 --2- 172.21.15.16:0/696902644 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f76ec15d8c0 0x7f76ec0c98c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:52.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.460+0000 7f76f1b9c700 1 --2- 172.21.15.16:0/696902644 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f76ec161fc0 0x7f76ec157d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:52.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.460+0000 7f76f139b700 1 -- 172.21.15.16:0/696902644 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f76ec161fc0 msgr2=0x7f76ec157d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:52.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.461+0000 7f76f139b700 1 --2- 172.21.15.16:0/696902644 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f76ec161fc0 0x7f76ec157d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.461+0000 7f76f139b700 1 -- 172.21.15.16:0/696902644 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f76ec15d8c0 msgr2=0x7f76ec0c98c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:52.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.461+0000 7f76f139b700 1 --2- 172.21.15.16:0/696902644 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f76ec15d8c0 0x7f76ec0c98c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.461+0000 7f76f139b700 1 -- 172.21.15.16:0/696902644 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76dc009550 con 0x7f76ec0d0030 2023-09-23T06:36:52.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.461+0000 7f76f0b9a700 1 --2- 172.21.15.16:0/696902644 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f76ec15d8c0 0x7f76ec0c98c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:36:52.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.461+0000 7f76f1b9c700 1 --2- 172.21.15.16:0/696902644 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f76ec161fc0 0x7f76ec157d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:36:52.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.461+0000 7f76f139b700 1 --2- 172.21.15.16:0/696902644 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ec0d0030 0x7f76ec0c7ad0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f76e800e9b0 tx=0x7f76e800ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:52.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.461+0000 7f76e1ffb700 1 -- 172.21.15.16:0/696902644 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76e8009710 con 0x7f76ec0d0030 2023-09-23T06:36:52.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.461+0000 7f76e1ffb700 1 -- 172.21.15.16:0/696902644 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76e800c850 con 0x7f76ec0d0030 2023-09-23T06:36:52.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.461+0000 7f76f35ff700 1 -- 172.21.15.16:0/696902644 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76ec0c90c0 con 0x7f76ec0d0030 2023-09-23T06:36:52.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.461+0000 7f76e1ffb700 1 -- 172.21.15.16:0/696902644 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76e800cbc0 con 0x7f76ec0d0030 2023-09-23T06:36:52.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.461+0000 7f76f35ff700 1 -- 172.21.15.16:0/696902644 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76ec0c8010 con 0x7f76ec0d0030 2023-09-23T06:36:52.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.462+0000 7f76f35ff700 1 -- 172.21.15.16:0/696902644 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76ec0c9710 con 0x7f76ec0d0030 2023-09-23T06:36:52.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.463+0000 7f76e1ffb700 1 -- 172.21.15.16:0/696902644 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f76e800cd20 con 0x7f76ec0d0030 2023-09-23T06:36:52.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.464+0000 7f76e1ffb700 1 --2- 172.21.15.16:0/696902644 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f76d006afc0 0x7f76d006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:52.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.464+0000 7f76e1ffb700 1 -- 172.21.15.16:0/696902644 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f76e8089870 con 0x7f76ec0d0030 2023-09-23T06:36:52.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.464+0000 7f76f0b9a700 1 --2- 172.21.15.16:0/696902644 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f76d006afc0 0x7f76d006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:52.467 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.465+0000 7f76f0b9a700 1 --2- 172.21.15.16:0/696902644 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f76d006afc0 0x7f76d006d480 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f76ec1589b0 tx=0x7f76dc008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:52.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.469+0000 7f76e1ffb700 1 -- 172.21.15.16:0/696902644 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f76e80548a0 con 0x7f76ec0d0030 2023-09-23T06:36:52.680 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.678+0000 7f76f35ff700 1 -- 172.21.15.16:0/696902644 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f76ec074b40 con 0x7f76ec0d0030 2023-09-23T06:36:52.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.679+0000 7f76e1ffb700 1 -- 172.21.15.16:0/696902644 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7f76e8057ec0 con 0x7f76ec0d0030 2023-09-23T06:36:52.681 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 64 2023-09-23T06:36:52.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.682+0000 7f76f35ff700 1 -- 172.21.15.16:0/696902644 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f76d006afc0 msgr2=0x7f76d006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:52.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.682+0000 7f76f35ff700 1 --2- 172.21.15.16:0/696902644 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f76d006afc0 0x7f76d006d480 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f76ec1589b0 tx=0x7f76dc008030 comp rx=0 tx=0).stop 2023-09-23T06:36:52.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.682+0000 7f76f35ff700 1 -- 172.21.15.16:0/696902644 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ec0d0030 msgr2=0x7f76ec0c7ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:52.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.682+0000 7f76f35ff700 1 --2- 172.21.15.16:0/696902644 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ec0d0030 0x7f76ec0c7ad0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f76e800e9b0 tx=0x7f76e800ed70 comp rx=0 tx=0).stop 2023-09-23T06:36:52.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.682+0000 7f76f35ff700 1 -- 172.21.15.16:0/696902644 shutdown_connections 2023-09-23T06:36:52.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.682+0000 7f76f35ff700 1 --2- 172.21.15.16:0/696902644 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f76ec161fc0 0x7f76ec157d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.682+0000 7f76f35ff700 1 --2- 172.21.15.16:0/696902644 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f76d006afc0 0x7f76d006d480 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.682+0000 7f76f35ff700 1 --2- 172.21.15.16:0/696902644 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f76ec0d0030 0x7f76ec0c7ad0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.682+0000 7f76f35ff700 1 --2- 172.21.15.16:0/696902644 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f76ec15d8c0 0x7f76ec0c98c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.685 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.682+0000 7f76f35ff700 1 -- 172.21.15.16:0/696902644 >> 172.21.15.16:0/696902644 conn(0x7f76ec09c9b0 msgr2=0x7f76ec0d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:52.685 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.682+0000 7f76f35ff700 1 -- 172.21.15.16:0/696902644 shutdown_connections 2023-09-23T06:36:52.685 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.682+0000 7f76f35ff700 1 -- 172.21.15.16:0/696902644 wait complete. 2023-09-23T06:36:52.701 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic' 2023-09-23T06:36:52.904 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.902+0000 7fefe7bff700 1 Processor -- start 2023-09-23T06:36:52.904 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.902+0000 7fefe7bff700 1 -- start start 2023-09-23T06:36:52.906 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.903+0000 7fefe7bff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fefe015db50 0x7fefe00b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:52.906 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.903+0000 7fefe7bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefe00b4fe0 0x7fefe00b5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:52.906 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.903+0000 7fefe7bff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fefe015ec00 con 0x7fefe015d770 2023-09-23T06:36:52.906 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.903+0000 7fefe7bff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefe00b59d0 con 0x7fefe015db50 2023-09-23T06:36:52.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.903+0000 7fefe7bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefe00b65c0 con 0x7fefe00b4fe0 2023-09-23T06:36:52.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.903+0000 7fefe519a700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fefe015db50 0x7fefe00b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:52.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.903+0000 7fefe599b700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fefe015d770 0x7fefe00ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:51506/0 (socket says 172.21.15.16:51506) 2023-09-23T06:36:52.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.903+0000 7fefe599b700 1 -- 172.21.15.16:0/2856213064 learned_addr learned my addr 172.21.15.16:0/2856213064 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:52.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.904+0000 7fefe619c700 1 --2- 172.21.15.16:0/2856213064 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefe00b4fe0 0x7fefe00b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:52.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.904+0000 7fefe519a700 1 -- 172.21.15.16:0/2856213064 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefe00b4fe0 msgr2=0x7fefe00b5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:52.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.904+0000 7fefe519a700 1 --2- 172.21.15.16:0/2856213064 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefe00b4fe0 0x7fefe00b5490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.907 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.904+0000 7fefe519a700 1 -- 172.21.15.16:0/2856213064 >> v1:172.21.15.16:6789/0 conn(0x7fefe015d770 legacy=0x7fefe00ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:52.908 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.904+0000 7fefe519a700 1 -- 172.21.15.16:0/2856213064 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefe00cdd00 con 0x7fefe015db50 2023-09-23T06:36:52.908 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.904+0000 7fefe4999700 1 -- 172.21.15.16:0/2856213064 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1065868999 0 0) 0x7fefe015ec00 con 0x7fefe015d770 2023-09-23T06:36:52.908 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.904+0000 7fefe519a700 1 --2- 172.21.15.16:0/2856213064 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fefe015db50 0x7fefe00b8e40 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fefd0009840 tx=0x7fefd0009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5e738de66f31398 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:52.908 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.904+0000 7fefe4999700 1 -- 172.21.15.16:0/2856213064 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefd0011830 con 0x7fefe015db50 2023-09-23T06:36:52.908 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.905+0000 7fefe4999700 1 -- 172.21.15.16:0/2856213064 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefd0011990 con 0x7fefe015db50 2023-09-23T06:36:52.908 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.905+0000 7fefe4999700 1 -- 172.21.15.16:0/2856213064 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefd0011d20 con 0x7fefe015db50 2023-09-23T06:36:52.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.905+0000 7fefe7bff700 1 -- 172.21.15.16:0/2856213064 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fefe015db50 msgr2=0x7fefe00b8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:52.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.905+0000 7fefe7bff700 1 --2- 172.21.15.16:0/2856213064 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fefe015db50 0x7fefe00b8e40 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fefd0009840 tx=0x7fefd0009b50 comp rx=0 tx=0).stop 2023-09-23T06:36:52.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.905+0000 7fefe7bff700 1 -- 172.21.15.16:0/2856213064 shutdown_connections 2023-09-23T06:36:52.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.905+0000 7fefe7bff700 1 --2- 172.21.15.16:0/2856213064 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefe00b4fe0 0x7fefe00b5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.905+0000 7fefe7bff700 1 --2- 172.21.15.16:0/2856213064 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fefe015db50 0x7fefe00b8e40 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.905+0000 7fefe7bff700 1 -- 172.21.15.16:0/2856213064 >> 172.21.15.16:0/2856213064 conn(0x7fefe00724b0 msgr2=0x7fefe00d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:52.911 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.905+0000 7fefe7bff700 1 -- 172.21.15.16:0/2856213064 shutdown_connections 2023-09-23T06:36:52.912 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.905+0000 7fefe7bff700 1 -- 172.21.15.16:0/2856213064 wait complete. 2023-09-23T06:36:52.912 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.907+0000 7fefe7bff700 1 Processor -- start 2023-09-23T06:36:52.912 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.907+0000 7fefe7bff700 1 -- start start 2023-09-23T06:36:52.912 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.908+0000 7fefe7bff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefe00b4fe0 0x7fefe0150350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:52.912 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.908+0000 7fefe7bff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fefe015d770 0x7fefe0151400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:52.912 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.908+0000 7fefe7bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefe015db50 0x7fefe00c7260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:52.912 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.908+0000 7fefe7bff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefe0150890 con 0x7fefe015d770 2023-09-23T06:36:52.912 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.908+0000 7fefe7bff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefe0151c50 con 0x7fefe00b4fe0 2023-09-23T06:36:52.912 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.908+0000 7fefe7bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefe01578a0 con 0x7fefe015db50 2023-09-23T06:36:52.912 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.908+0000 7fefe519a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fefe015d770 0x7fefe0151400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:52.913 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.908+0000 7fefe519a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fefe015d770 0x7fefe0151400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:53708/0 (socket says 172.21.15.16:53708) 2023-09-23T06:36:52.913 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.908+0000 7fefe519a700 1 -- 172.21.15.16:0/364480623 learned_addr learned my addr 172.21.15.16:0/364480623 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:52.913 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.908+0000 7fefe619c700 1 --2- 172.21.15.16:0/364480623 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefe015db50 0x7fefe00c7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:52.913 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.908+0000 7fefe599b700 1 --2- 172.21.15.16:0/364480623 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefe00b4fe0 0x7fefe0150350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:52.913 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.909+0000 7fefe519a700 1 -- 172.21.15.16:0/364480623 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefe015db50 msgr2=0x7fefe00c7260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:52.913 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.909+0000 7fefe519a700 1 --2- 172.21.15.16:0/364480623 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefe015db50 0x7fefe00c7260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.913 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.909+0000 7fefe519a700 1 -- 172.21.15.16:0/364480623 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefe00b4fe0 msgr2=0x7fefe0150350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:52.913 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.909+0000 7fefe519a700 1 --2- 172.21.15.16:0/364480623 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefe00b4fe0 0x7fefe0150350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:52.913 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.909+0000 7fefe519a700 1 -- 172.21.15.16:0/364480623 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefd00094a0 con 0x7fefe015d770 2023-09-23T06:36:52.913 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.909+0000 7fefe599b700 1 --2- 172.21.15.16:0/364480623 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefe00b4fe0 0x7fefe0150350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:36:52.914 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.909+0000 7fefe519a700 1 --2- 172.21.15.16:0/364480623 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fefe015d770 0x7fefe0151400 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fefd00090b0 tx=0x7fefd0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:52.914 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.909+0000 7fefd67fc700 1 -- 172.21.15.16:0/364480623 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefd00038a0 con 0x7fefe015d770 2023-09-23T06:36:52.914 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.909+0000 7fefd67fc700 1 -- 172.21.15.16:0/364480623 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefd001f070 con 0x7fefe015d770 2023-09-23T06:36:52.914 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.909+0000 7fefd67fc700 1 -- 172.21.15.16:0/364480623 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefd0003c20 con 0x7fefe015d770 2023-09-23T06:36:52.914 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.909+0000 7fefe7bff700 1 -- 172.21.15.16:0/364480623 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefe0157b80 con 0x7fefe015d770 2023-09-23T06:36:52.914 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.909+0000 7fefe7bff700 1 -- 172.21.15.16:0/364480623 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefe0151940 con 0x7fefe015d770 2023-09-23T06:36:52.915 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.910+0000 7fefe7bff700 1 -- 172.21.15.16:0/364480623 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fefe01580a0 con 0x7fefe015d770 2023-09-23T06:36:52.915 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.911+0000 7fefd67fc700 1 -- 172.21.15.16:0/364480623 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fefd001a430 con 0x7fefe015d770 2023-09-23T06:36:52.915 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.913+0000 7fefd67fc700 1 --2- 172.21.15.16:0/364480623 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fefc406afc0 0x7fefc406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:52.915 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.913+0000 7fefd67fc700 1 -- 172.21.15.16:0/364480623 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fefd0021070 con 0x7fefe015d770 2023-09-23T06:36:52.916 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.913+0000 7fefe599b700 1 --2- 172.21.15.16:0/364480623 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fefc406afc0 0x7fefc406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:52.916 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.914+0000 7fefe599b700 1 --2- 172.21.15.16:0/364480623 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fefc406afc0 0x7fefc406d480 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fefdc000f60 tx=0x7fefdc009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:52.919 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:52.917+0000 7fefd67fc700 1 -- 172.21.15.16:0/364480623 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fefe01580a0 con 0x7fefe015d770 2023-09-23T06:36:53.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:53.210+0000 7fefe7bff700 1 -- 172.21.15.16:0/364480623 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]} v 0) v1 -- 0x7fefe01580a0 con 0x7fefe015d770 2023-09-23T06:36:54.098 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.096+0000 7fefd67fc700 1 -- 172.21.15.16:0/364480623 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.tests_from_xfstests_dev.TestXFSTestsDev.test_generic"]}]=0 v58) v1 ==== 147+0+0 (secure 0 0 0) 0x7fefe01580a0 con 0x7fefe015d770 2023-09-23T06:36:54.102 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.100+0000 7fefe7bff700 1 -- 172.21.15.16:0/364480623 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fefc406afc0 msgr2=0x7fefc406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:54.102 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.100+0000 7fefe7bff700 1 --2- 172.21.15.16:0/364480623 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fefc406afc0 0x7fefc406d480 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fefdc000f60 tx=0x7fefdc009040 comp rx=0 tx=0).stop 2023-09-23T06:36:54.102 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.100+0000 7fefe7bff700 1 -- 172.21.15.16:0/364480623 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fefe015d770 msgr2=0x7fefe0151400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:54.102 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.100+0000 7fefe7bff700 1 --2- 172.21.15.16:0/364480623 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fefe015d770 0x7fefe0151400 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fefd00090b0 tx=0x7fefd0004750 comp rx=0 tx=0).stop 2023-09-23T06:36:54.102 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.100+0000 7fefe7bff700 1 -- 172.21.15.16:0/364480623 shutdown_connections 2023-09-23T06:36:54.103 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.100+0000 7fefe7bff700 1 --2- 172.21.15.16:0/364480623 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fefe015db50 0x7fefe00c7260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:54.103 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.100+0000 7fefe7bff700 1 --2- 172.21.15.16:0/364480623 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fefe00b4fe0 0x7fefe0150350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:54.103 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.100+0000 7fefe7bff700 1 --2- 172.21.15.16:0/364480623 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fefc406afc0 0x7fefc406d480 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:54.103 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.100+0000 7fefe7bff700 1 --2- 172.21.15.16:0/364480623 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fefe015d770 0x7fefe0151400 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:54.103 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.100+0000 7fefe7bff700 1 -- 172.21.15.16:0/364480623 >> 172.21.15.16:0/364480623 conn(0x7fefe00724b0 msgr2=0x7fefe015c9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:54.103 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.100+0000 7fefe7bff700 1 -- 172.21.15.16:0/364480623 shutdown_connections 2023-09-23T06:36:54.103 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.100+0000 7fefe7bff700 1 -- 172.21.15.16:0/364480623 wait complete. 2023-09-23T06:36:54.123 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2023-09-23T06:36:54.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.331+0000 7f528d5ff700 1 Processor -- start 2023-09-23T06:36:54.333 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.331+0000 7f528d5ff700 1 -- start start 2023-09-23T06:36:54.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.332+0000 7f528d5ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52880d0740 0x7f52880cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:54.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.332+0000 7f528d5ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f528815dca0 con 0x7f5288161fc0 2023-09-23T06:36:54.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.332+0000 7f528d5ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52880ce130 con 0x7f528815d8c0 2023-09-23T06:36:54.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.332+0000 7f528d5ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52880ce3d0 con 0x7f52880d0740 2023-09-23T06:36:54.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.332+0000 7f527ffff700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f5288161fc0 0x7f52880d0030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:35322/0 (socket says 172.21.15.16:35322) 2023-09-23T06:36:54.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.332+0000 7f527ffff700 1 -- 172.21.15.16:0/984105371 learned_addr learned my addr 172.21.15.16:0/984105371 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:54.335 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.332+0000 7f52877fe700 1 --2- 172.21.15.16:0/984105371 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52880d0740 0x7f52880cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:54.336 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.333+0000 7f52867fc700 1 -- 172.21.15.16:0/984105371 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3047791664 0 0) 0x7f528815dca0 con 0x7f5288161fc0 2023-09-23T06:36:54.336 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.333+0000 7f52867fc700 1 -- 172.21.15.16:0/984105371 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f52740035b0 con 0x7f5288161fc0 2023-09-23T06:36:54.336 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.333+0000 7f52867fc700 1 -- 172.21.15.16:0/984105371 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 633606822 0 0) 0x7f52880ce130 con 0x7f528815d8c0 2023-09-23T06:36:54.336 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.333+0000 7f52867fc700 1 -- 172.21.15.16:0/984105371 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f528815dca0 con 0x7f528815d8c0 2023-09-23T06:36:54.337 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.333+0000 7f52877fe700 1 -- 172.21.15.16:0/984105371 >> v1:172.21.15.92:6789/0 conn(0x7f528815d8c0 legacy=0x7f52880d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:54.337 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.333+0000 7f52877fe700 1 -- 172.21.15.16:0/984105371 >> v1:172.21.15.16:6789/0 conn(0x7f5288161fc0 legacy=0x7f52880d0030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:54.337 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.333+0000 7f52877fe700 1 -- 172.21.15.16:0/984105371 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52880ce6b0 con 0x7f52880d0740 2023-09-23T06:36:54.337 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.333+0000 7f52877fe700 1 --2- 172.21.15.16:0/984105371 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52880d0740 0x7f52880cf190 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5280009dc0 tx=0x7f528000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=849d18c2b917034b server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:54.337 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.334+0000 7f52867fc700 1 -- 172.21.15.16:0/984105371 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f528000e070 con 0x7f52880d0740 2023-09-23T06:36:54.337 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.334+0000 7f52867fc700 1 -- 172.21.15.16:0/984105371 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f528000bb20 con 0x7f52880d0740 2023-09-23T06:36:54.337 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.334+0000 7f52867fc700 1 -- 172.21.15.16:0/984105371 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f528000be90 con 0x7f52880d0740 2023-09-23T06:36:54.337 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.334+0000 7f528d5ff700 1 -- 172.21.15.16:0/984105371 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52880d0740 msgr2=0x7f52880cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:54.337 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.334+0000 7f528d5ff700 1 --2- 172.21.15.16:0/984105371 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52880d0740 0x7f52880cf190 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f5280009dc0 tx=0x7f528000b330 comp rx=0 tx=0).stop 2023-09-23T06:36:54.337 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.334+0000 7f528d5ff700 1 -- 172.21.15.16:0/984105371 shutdown_connections 2023-09-23T06:36:54.337 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.334+0000 7f528d5ff700 1 --2- 172.21.15.16:0/984105371 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52880d0740 0x7f52880cf190 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:54.338 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.334+0000 7f528d5ff700 1 -- 172.21.15.16:0/984105371 >> 172.21.15.16:0/984105371 conn(0x7f528809c9b0 msgr2=0x7f52880d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:54.338 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.334+0000 7f528d5ff700 1 -- 172.21.15.16:0/984105371 shutdown_connections 2023-09-23T06:36:54.338 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.334+0000 7f528d5ff700 1 -- 172.21.15.16:0/984105371 wait complete. 2023-09-23T06:36:54.339 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.336+0000 7f528d5ff700 1 Processor -- start 2023-09-23T06:36:54.339 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.336+0000 7f528d5ff700 1 -- start start 2023-09-23T06:36:54.340 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.337+0000 7f528d5ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52880d0740 0x7f52880c9940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:54.340 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.337+0000 7f528d5ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f528815d8c0 0x7f52880cca80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:54.340 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.337+0000 7f528d5ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5288161fc0 0x7f52880c83d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:54.340 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.337+0000 7f528d5ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f528815a150 con 0x7f528815d8c0 2023-09-23T06:36:54.340 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.337+0000 7f528d5ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52880c9e80 con 0x7f5288161fc0 2023-09-23T06:36:54.340 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.337+0000 7f528d5ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5288159e70 con 0x7f52880d0740 2023-09-23T06:36:54.340 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.337+0000 7f527ffff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f528815d8c0 0x7f52880cca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:54.340 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.337+0000 7f527ffff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f528815d8c0 0x7f52880cca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:48856/0 (socket says 172.21.15.16:48856) 2023-09-23T06:36:54.340 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.337+0000 7f527ffff700 1 -- 172.21.15.16:0/2946915547 learned_addr learned my addr 172.21.15.16:0/2946915547 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:54.340 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.337+0000 7f5286ffd700 1 --2- 172.21.15.16:0/2946915547 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52880d0740 0x7f52880c9940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:54.340 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.337+0000 7f52877fe700 1 --2- 172.21.15.16:0/2946915547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5288161fc0 0x7f52880c83d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:54.340 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.338+0000 7f527ffff700 1 -- 172.21.15.16:0/2946915547 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52880d0740 msgr2=0x7f52880c9940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:54.341 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.338+0000 7f527ffff700 1 --2- 172.21.15.16:0/2946915547 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52880d0740 0x7f52880c9940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:54.341 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.338+0000 7f527ffff700 1 -- 172.21.15.16:0/2946915547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5288161fc0 msgr2=0x7f52880c83d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:54.341 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.338+0000 7f527ffff700 1 --2- 172.21.15.16:0/2946915547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5288161fc0 0x7f52880c83d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:54.341 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.338+0000 7f527ffff700 1 -- 172.21.15.16:0/2946915547 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5280009a70 con 0x7f528815d8c0 2023-09-23T06:36:54.341 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.338+0000 7f527ffff700 1 --2- 172.21.15.16:0/2946915547 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f528815d8c0 0x7f52880cca80 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5270001eb0 tx=0x7f527000c7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:54.342 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.338+0000 7f527f7fe700 1 -- 172.21.15.16:0/2946915547 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5270005d70 con 0x7f528815d8c0 2023-09-23T06:36:54.342 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.338+0000 7f527f7fe700 1 -- 172.21.15.16:0/2946915547 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52700070d0 con 0x7f528815d8c0 2023-09-23T06:36:54.342 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.338+0000 7f527f7fe700 1 -- 172.21.15.16:0/2946915547 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5270007460 con 0x7f528815d8c0 2023-09-23T06:36:54.342 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.338+0000 7f528d5ff700 1 -- 172.21.15.16:0/2946915547 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52880cc280 con 0x7f528815d8c0 2023-09-23T06:36:54.342 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.338+0000 7f528d5ff700 1 -- 172.21.15.16:0/2946915547 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52880b8f00 con 0x7f528815d8c0 2023-09-23T06:36:54.342 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.340+0000 7f528d5ff700 1 -- 172.21.15.16:0/2946915547 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52880cc7a0 con 0x7f528815d8c0 2023-09-23T06:36:54.342 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.340+0000 7f527f7fe700 1 -- 172.21.15.16:0/2946915547 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f52700075c0 con 0x7f528815d8c0 2023-09-23T06:36:54.343 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.341+0000 7f527f7fe700 1 --2- 172.21.15.16:0/2946915547 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f526806afc0 0x7f526806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:54.343 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.341+0000 7f527f7fe700 1 -- 172.21.15.16:0/2946915547 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5270088bd0 con 0x7f528815d8c0 2023-09-23T06:36:54.343 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.342+0000 7f5286ffd700 1 --2- 172.21.15.16:0/2946915547 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f526806afc0 0x7f526806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:54.344 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.342+0000 7f5286ffd700 1 --2- 172.21.15.16:0/2946915547 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f526806afc0 0x7f526806d480 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f5278001830 tx=0x7f5278009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:54.347 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.346+0000 7f527f7fe700 1 -- 172.21.15.16:0/2946915547 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f52880cc7a0 con 0x7f528815d8c0 2023-09-23T06:36:54.555 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.553+0000 7f528d5ff700 1 -- 172.21.15.16:0/2946915547 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f52880cc7a0 con 0x7f528815d8c0 2023-09-23T06:36:54.558 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.557+0000 7f527f7fe700 1 -- 172.21.15.16:0/2946915547 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7f52880cc7a0 con 0x7f528815d8c0 2023-09-23T06:36:54.561 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.559+0000 7f528d5ff700 1 -- 172.21.15.16:0/2946915547 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f526806afc0 msgr2=0x7f526806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:54.562 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.559+0000 7f528d5ff700 1 --2- 172.21.15.16:0/2946915547 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f526806afc0 0x7f526806d480 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f5278001830 tx=0x7f5278009040 comp rx=0 tx=0).stop 2023-09-23T06:36:54.562 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.559+0000 7f528d5ff700 1 -- 172.21.15.16:0/2946915547 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f528815d8c0 msgr2=0x7f52880cca80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:54.562 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.559+0000 7f528d5ff700 1 --2- 172.21.15.16:0/2946915547 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f528815d8c0 0x7f52880cca80 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f5270001eb0 tx=0x7f527000c7b0 comp rx=0 tx=0).stop 2023-09-23T06:36:54.562 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.560+0000 7f528d5ff700 1 -- 172.21.15.16:0/2946915547 shutdown_connections 2023-09-23T06:36:54.562 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.560+0000 7f528d5ff700 1 --2- 172.21.15.16:0/2946915547 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5288161fc0 0x7f52880c83d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:54.562 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.560+0000 7f528d5ff700 1 --2- 172.21.15.16:0/2946915547 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52880d0740 0x7f52880c9940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:54.562 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.560+0000 7f528d5ff700 1 --2- 172.21.15.16:0/2946915547 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f526806afc0 0x7f526806d480 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:54.562 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.560+0000 7f528d5ff700 1 --2- 172.21.15.16:0/2946915547 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f528815d8c0 0x7f52880cca80 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:54.562 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.560+0000 7f528d5ff700 1 -- 172.21.15.16:0/2946915547 >> 172.21.15.16:0/2946915547 conn(0x7f528809c9b0 msgr2=0x7f52880b32d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:54.562 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.560+0000 7f528d5ff700 1 -- 172.21.15.16:0/2946915547 shutdown_connections 2023-09-23T06:36:54.562 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:54.560+0000 7f528d5ff700 1 -- 172.21.15.16:0/2946915547 wait complete. 2023-09-23T06:36:54.580 INFO:teuthology.nuke.actions:Clearing teuthology firewall rules... 2023-09-23T06:36:54.580 DEBUG:teuthology.orchestra.run.smithi016:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-09-23T06:36:54.686 DEBUG:teuthology.orchestra.run.smithi092:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2023-09-23T06:36:54.798 INFO:teuthology.nuke.actions:Cleared teuthology firewall rules. 2023-09-23T06:36:54.798 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:36:54.798 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T06:36:54.845 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:36:54.845 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T06:36:54.932 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:36:54.932 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T06:36:55.018 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:36:55.261 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.259+0000 7f803c9ff700 1 Processor -- start 2023-09-23T06:36:55.261 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.260+0000 7f803c9ff700 1 -- start start 2023-09-23T06:36:55.263 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.261+0000 7f803c9ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f803815d770 0x7f80380ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:55.263 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.261+0000 7f803c9ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f80380b4fe0 0x7f80380b5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:55.263 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.261+0000 7f803c9ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f803815ec00 con 0x7f803815db50 2023-09-23T06:36:55.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.261+0000 7f803c9ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80380b59d0 con 0x7f803815d770 2023-09-23T06:36:55.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.261+0000 7f803c9ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80380b9550 con 0x7f80380b4fe0 2023-09-23T06:36:55.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.261+0000 7f803659c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f803815d770 0x7f80380ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:55.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.261+0000 7f802ffff700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f803815db50 0x7f80380b8e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:35328/0 (socket says 172.21.15.16:35328) 2023-09-23T06:36:55.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.261+0000 7f802ffff700 1 -- 172.21.15.16:0/1038112088 learned_addr learned my addr 172.21.15.16:0/1038112088 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:55.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.262+0000 7f8036d9d700 1 --2- 172.21.15.16:0/1038112088 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f80380b4fe0 0x7f80380b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:55.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.262+0000 7f803659c700 1 -- 172.21.15.16:0/1038112088 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f80380b4fe0 msgr2=0x7f80380b5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:55.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.262+0000 7f803659c700 1 --2- 172.21.15.16:0/1038112088 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f80380b4fe0 0x7f80380b5490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:55.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.262+0000 7f803659c700 1 -- 172.21.15.16:0/1038112088 >> v1:172.21.15.16:6789/0 conn(0x7f803815db50 legacy=0x7f80380b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:55.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.262+0000 7f803659c700 1 -- 172.21.15.16:0/1038112088 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80380cdd00 con 0x7f803815d770 2023-09-23T06:36:55.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.262+0000 7f8035d9b700 1 -- 172.21.15.16:0/1038112088 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3745688988 0 0) 0x7f803815ec00 con 0x7f803815db50 2023-09-23T06:36:55.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.262+0000 7f803659c700 1 --2- 172.21.15.16:0/1038112088 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f803815d770 0x7f80380ce420 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f8028009870 tx=0x7f8028009b80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6e318b4134d0f69 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:55.265 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.262+0000 7f8035d9b700 1 -- 172.21.15.16:0/1038112088 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8028011830 con 0x7f803815d770 2023-09-23T06:36:55.266 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.262+0000 7f8035d9b700 1 -- 172.21.15.16:0/1038112088 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8028011990 con 0x7f803815d770 2023-09-23T06:36:55.266 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.262+0000 7f8035d9b700 1 -- 172.21.15.16:0/1038112088 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8028011d20 con 0x7f803815d770 2023-09-23T06:36:55.266 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.263+0000 7f803c9ff700 1 -- 172.21.15.16:0/1038112088 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f803815d770 msgr2=0x7f80380ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:55.266 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.263+0000 7f803c9ff700 1 --2- 172.21.15.16:0/1038112088 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f803815d770 0x7f80380ce420 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f8028009870 tx=0x7f8028009b80 comp rx=0 tx=0).stop 2023-09-23T06:36:55.266 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.263+0000 7f803c9ff700 1 -- 172.21.15.16:0/1038112088 shutdown_connections 2023-09-23T06:36:55.266 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.263+0000 7f803c9ff700 1 --2- 172.21.15.16:0/1038112088 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f80380b4fe0 0x7f80380b5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:55.266 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.263+0000 7f803c9ff700 1 --2- 172.21.15.16:0/1038112088 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f803815d770 0x7f80380ce420 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:55.266 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.263+0000 7f803c9ff700 1 -- 172.21.15.16:0/1038112088 >> 172.21.15.16:0/1038112088 conn(0x7f80380724b0 msgr2=0x7f80380d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:55.266 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.263+0000 7f803c9ff700 1 -- 172.21.15.16:0/1038112088 shutdown_connections 2023-09-23T06:36:55.266 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.263+0000 7f803c9ff700 1 -- 172.21.15.16:0/1038112088 wait complete. 2023-09-23T06:36:55.268 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.265+0000 7f803c9ff700 1 Processor -- start 2023-09-23T06:36:55.268 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.265+0000 7f803c9ff700 1 -- start start 2023-09-23T06:36:55.268 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.266+0000 7f803c9ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80380b4fe0 0x7f80381f28b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:55.268 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.266+0000 7f803c9ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f803815d770 0x7f8038158000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:55.268 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.266+0000 7f803c9ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f803815db50 0x7f80380d1340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:55.268 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.266+0000 7f803c9ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80380c7100 con 0x7f80380b4fe0 2023-09-23T06:36:55.269 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.266+0000 7f803c9ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80381f2df0 con 0x7f803815db50 2023-09-23T06:36:55.269 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.266+0000 7f803c9ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80381589e0 con 0x7f803815d770 2023-09-23T06:36:55.269 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.266+0000 7f803659c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80380b4fe0 0x7f80381f28b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:55.269 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.266+0000 7f803659c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80380b4fe0 0x7f80381f28b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:48866/0 (socket says 172.21.15.16:48866) 2023-09-23T06:36:55.269 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.266+0000 7f803659c700 1 -- 172.21.15.16:0/2516304235 learned_addr learned my addr 172.21.15.16:0/2516304235 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:55.269 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.266+0000 7f802ffff700 1 --2- 172.21.15.16:0/2516304235 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f803815d770 0x7f8038158000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:55.269 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.266+0000 7f8036d9d700 1 --2- 172.21.15.16:0/2516304235 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f803815db50 0x7f80380d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:55.269 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.266+0000 7f803659c700 1 -- 172.21.15.16:0/2516304235 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f803815d770 msgr2=0x7f8038158000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:55.269 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.266+0000 7f803659c700 1 --2- 172.21.15.16:0/2516304235 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f803815d770 0x7f8038158000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:55.269 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.266+0000 7f803659c700 1 -- 172.21.15.16:0/2516304235 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f803815db50 msgr2=0x7f80380d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:55.269 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.266+0000 7f803659c700 1 --2- 172.21.15.16:0/2516304235 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f803815db50 0x7f80380d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:55.270 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.266+0000 7f803659c700 1 -- 172.21.15.16:0/2516304235 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80280094a0 con 0x7f80380b4fe0 2023-09-23T06:36:55.270 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.267+0000 7f803659c700 1 --2- 172.21.15.16:0/2516304235 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80380b4fe0 0x7f80381f28b0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f80280097c0 tx=0x7f8028004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:55.271 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.267+0000 7f802effd700 1 -- 172.21.15.16:0/2516304235 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80280036a0 con 0x7f80380b4fe0 2023-09-23T06:36:55.271 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.267+0000 7f802effd700 1 -- 172.21.15.16:0/2516304235 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f802801f070 con 0x7f80380b4fe0 2023-09-23T06:36:55.271 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.267+0000 7f803c9ff700 1 -- 172.21.15.16:0/2516304235 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8038158cc0 con 0x7f80380b4fe0 2023-09-23T06:36:55.271 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.267+0000 7f802effd700 1 -- 172.21.15.16:0/2516304235 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8028003a60 con 0x7f80380b4fe0 2023-09-23T06:36:55.271 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.267+0000 7f803c9ff700 1 -- 172.21.15.16:0/2516304235 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8038159280 con 0x7f80380b4fe0 2023-09-23T06:36:55.271 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.268+0000 7f803c9ff700 1 -- 172.21.15.16:0/2516304235 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8038074b40 con 0x7f80380b4fe0 2023-09-23T06:36:55.271 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.269+0000 7f802effd700 1 -- 172.21.15.16:0/2516304235 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f8028003bc0 con 0x7f80380b4fe0 2023-09-23T06:36:55.272 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.270+0000 7f802effd700 1 --2- 172.21.15.16:0/2516304235 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f801806afc0 0x7f801806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:55.272 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.270+0000 7f802effd700 1 -- 172.21.15.16:0/2516304235 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8028021070 con 0x7f80380b4fe0 2023-09-23T06:36:55.272 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.270+0000 7f802ffff700 1 --2- 172.21.15.16:0/2516304235 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f801806afc0 0x7f801806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:55.272 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.271+0000 7f802ffff700 1 --2- 172.21.15.16:0/2516304235 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f801806afc0 0x7f801806d480 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f80380b6030 tx=0x7f8020007c00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:55.276 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.274+0000 7f802effd700 1 -- 172.21.15.16:0/2516304235 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f8028055fd0 con 0x7f80380b4fe0 2023-09-23T06:36:55.484 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.482+0000 7f803c9ff700 1 -- 172.21.15.16:0/2516304235 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f80380b4d70 con 0x7f80380b4fe0 2023-09-23T06:36:55.485 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.484+0000 7f802effd700 1 -- 172.21.15.16:0/2516304235 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f8028015090 con 0x7f80380b4fe0 2023-09-23T06:36:55.486 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:55.486 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:36:13.020285+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:36:09.790555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-23T06:36:10.695995+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:36:55.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.486+0000 7f803c9ff700 1 -- 172.21.15.16:0/2516304235 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f801806afc0 msgr2=0x7f801806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:55.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.486+0000 7f803c9ff700 1 --2- 172.21.15.16:0/2516304235 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f801806afc0 0x7f801806d480 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f80380b6030 tx=0x7f8020007c00 comp rx=0 tx=0).stop 2023-09-23T06:36:55.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.486+0000 7f803c9ff700 1 -- 172.21.15.16:0/2516304235 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80380b4fe0 msgr2=0x7f80381f28b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:55.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.486+0000 7f803c9ff700 1 --2- 172.21.15.16:0/2516304235 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80380b4fe0 0x7f80381f28b0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f80280097c0 tx=0x7f8028004750 comp rx=0 tx=0).stop 2023-09-23T06:36:55.488 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.486+0000 7f803c9ff700 1 -- 172.21.15.16:0/2516304235 shutdown_connections 2023-09-23T06:36:55.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.486+0000 7f803c9ff700 1 --2- 172.21.15.16:0/2516304235 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f803815db50 0x7f80380d1340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:55.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.486+0000 7f803c9ff700 1 --2- 172.21.15.16:0/2516304235 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f801806afc0 0x7f801806d480 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:55.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.486+0000 7f803c9ff700 1 --2- 172.21.15.16:0/2516304235 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f80380b4fe0 0x7f80381f28b0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:55.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.486+0000 7f803c9ff700 1 --2- 172.21.15.16:0/2516304235 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f803815d770 0x7f8038158000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:55.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.486+0000 7f803c9ff700 1 -- 172.21.15.16:0/2516304235 >> 172.21.15.16:0/2516304235 conn(0x7f80380724b0 msgr2=0x7f80380b8a50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:55.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.486+0000 7f803c9ff700 1 -- 172.21.15.16:0/2516304235 shutdown_connections 2023-09-23T06:36:55.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.486+0000 7f803c9ff700 1 -- 172.21.15.16:0/2516304235 wait complete. 2023-09-23T06:36:55.506 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-23T06:36:05.638048+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-23T06:36:09.790555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-23T06:36:10.695995+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-23T06:36:55.506 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-23T06:36:55.712 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.710+0000 7fb6d09ff700 1 Processor -- start 2023-09-23T06:36:55.712 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.710+0000 7fb6d09ff700 1 -- start start 2023-09-23T06:36:55.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.711+0000 7fb6d09ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb6cc15d8c0 0x7fb6cc0cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:55.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.711+0000 7fb6d09ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb6cc0d0030 0x7fb6cc0d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:55.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.711+0000 7fb6d09ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6cc0d09a0 con 0x7fb6cc161fc0 2023-09-23T06:36:55.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.711+0000 7fb6d09ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6cc15dca0 con 0x7fb6cc15d8c0 2023-09-23T06:36:55.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.711+0000 7fb6d09ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6cc0ce130 con 0x7fb6cc0d0030 2023-09-23T06:36:55.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.711+0000 7fb6ca59c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb6cc15d8c0 0x7fb6cc0cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:55.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.712+0000 7fb6ca59c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb6cc15d8c0 0x7fb6cc0cf190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:48876/0 (socket says 172.21.15.16:48876) 2023-09-23T06:36:55.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.712+0000 7fb6ca59c700 1 -- 172.21.15.16:0/2555542824 learned_addr learned my addr 172.21.15.16:0/2555542824 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:55.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.712+0000 7fb6cad9d700 1 --2- 172.21.15.16:0/2555542824 >> v2:172.21.15.92:3300/0 conn(0x7fb6cc0d0030 0x7fb6cc0d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:55.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.712+0000 7fb6ca59c700 1 -- 172.21.15.16:0/2555542824 >> v2:172.21.15.92:3300/0 conn(0x7fb6cc0d0030 msgr2=0x7fb6cc0d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:55.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.712+0000 7fb6ca59c700 1 --2- 172.21.15.16:0/2555542824 >> v2:172.21.15.92:3300/0 conn(0x7fb6cc0d0030 0x7fb6cc0d0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:55.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.712+0000 7fb6ca59c700 1 -- 172.21.15.16:0/2555542824 >> v1:172.21.15.92:6789/0 conn(0x7fb6cc161fc0 legacy=0x7fb6cc0d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:55.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.712+0000 7fb6ca59c700 1 -- 172.21.15.16:0/2555542824 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6cc0ce3d0 con 0x7fb6cc15d8c0 2023-09-23T06:36:55.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.712+0000 7fb6ca59c700 1 --2- 172.21.15.16:0/2555542824 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6cc15d8c0 0x7fb6cc0cf190 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fb6cc0d1450 tx=0x7fb6bc009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e20d5dc82f014fb server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:55.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.712+0000 7fb6c959a700 1 -- 172.21.15.16:0/2555542824 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6bc004230 con 0x7fb6cc15d8c0 2023-09-23T06:36:55.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.712+0000 7fb6c959a700 1 -- 172.21.15.16:0/2555542824 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6bc004390 con 0x7fb6cc15d8c0 2023-09-23T06:36:55.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.712+0000 7fb6c959a700 1 -- 172.21.15.16:0/2555542824 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6bc0036a0 con 0x7fb6cc15d8c0 2023-09-23T06:36:55.716 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.713+0000 7fb6d09ff700 1 -- 172.21.15.16:0/2555542824 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6cc15d8c0 msgr2=0x7fb6cc0cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:55.716 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.713+0000 7fb6d09ff700 1 --2- 172.21.15.16:0/2555542824 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6cc15d8c0 0x7fb6cc0cf190 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fb6cc0d1450 tx=0x7fb6bc009bd0 comp rx=0 tx=0).stop 2023-09-23T06:36:55.717 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.713+0000 7fb6d09ff700 1 -- 172.21.15.16:0/2555542824 shutdown_connections 2023-09-23T06:36:55.717 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.713+0000 7fb6d09ff700 1 --2- 172.21.15.16:0/2555542824 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6cc15d8c0 0x7fb6cc0cf190 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:55.717 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.713+0000 7fb6d09ff700 1 --2- 172.21.15.16:0/2555542824 >> v2:172.21.15.92:3300/0 conn(0x7fb6cc0d0030 0x7fb6cc0d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:55.717 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.713+0000 7fb6d09ff700 1 -- 172.21.15.16:0/2555542824 >> 172.21.15.16:0/2555542824 conn(0x7fb6cc09c9b0 msgr2=0x7fb6cc0d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:55.717 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.713+0000 7fb6d09ff700 1 -- 172.21.15.16:0/2555542824 shutdown_connections 2023-09-23T06:36:55.717 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.713+0000 7fb6d09ff700 1 -- 172.21.15.16:0/2555542824 wait complete. 2023-09-23T06:36:55.717 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.715+0000 7fb6d09ff700 1 Processor -- start 2023-09-23T06:36:55.717 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.715+0000 7fb6d09ff700 1 -- start start 2023-09-23T06:36:55.719 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.716+0000 7fb6d09ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6cc0d0030 0x7fb6cc15f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:55.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.716+0000 7fb6d09ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6cc15d8c0 0x7fb6cc15f540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:55.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.716+0000 7fb6d09ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6cc161fc0 0x7fb6cc0ca6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:55.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.716+0000 7fb6d09ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6cc15dfa0 con 0x7fb6cc15d8c0 2023-09-23T06:36:55.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.716+0000 7fb6d09ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6cc15e240 con 0x7fb6cc161fc0 2023-09-23T06:36:55.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.716+0000 7fb6d09ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6cc15e520 con 0x7fb6cc0d0030 2023-09-23T06:36:55.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.716+0000 7fb6c9d9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6cc15d8c0 0x7fb6cc15f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:55.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.716+0000 7fb6c9d9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6cc15d8c0 0x7fb6cc15f540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:48882/0 (socket says 172.21.15.16:48882) 2023-09-23T06:36:55.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.716+0000 7fb6c9d9b700 1 -- 172.21.15.16:0/1288633101 learned_addr learned my addr 172.21.15.16:0/1288633101 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:55.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.716+0000 7fb6ca59c700 1 --2- 172.21.15.16:0/1288633101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6cc0d0030 0x7fb6cc15f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:55.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.716+0000 7fb6cad9d700 1 --2- 172.21.15.16:0/1288633101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6cc161fc0 0x7fb6cc0ca6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:55.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.716+0000 7fb6c9d9b700 1 -- 172.21.15.16:0/1288633101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6cc0d0030 msgr2=0x7fb6cc15f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:55.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.716+0000 7fb6c9d9b700 1 --2- 172.21.15.16:0/1288633101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6cc0d0030 0x7fb6cc15f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:55.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.716+0000 7fb6c9d9b700 1 -- 172.21.15.16:0/1288633101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6cc161fc0 msgr2=0x7fb6cc0ca6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:55.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.716+0000 7fb6c9d9b700 1 --2- 172.21.15.16:0/1288633101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6cc161fc0 0x7fb6cc0ca6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:55.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.716+0000 7fb6c9d9b700 1 -- 172.21.15.16:0/1288633101 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6bc009550 con 0x7fb6cc15d8c0 2023-09-23T06:36:55.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.717+0000 7fb6cad9d700 1 --2- 172.21.15.16:0/1288633101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6cc161fc0 0x7fb6cc0ca6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:36:55.722 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.717+0000 7fb6c9d9b700 1 --2- 172.21.15.16:0/1288633101 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6cc15d8c0 0x7fb6cc15f540 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fb6c000b4a0 tx=0x7fb6c000b860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:55.722 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.717+0000 7fb6baffd700 1 -- 172.21.15.16:0/1288633101 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c0011830 con 0x7fb6cc15d8c0 2023-09-23T06:36:55.722 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.717+0000 7fb6baffd700 1 -- 172.21.15.16:0/1288633101 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6c0011990 con 0x7fb6cc15d8c0 2023-09-23T06:36:55.722 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.717+0000 7fb6d09ff700 1 -- 172.21.15.16:0/1288633101 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6cc15e800 con 0x7fb6cc15d8c0 2023-09-23T06:36:55.722 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.717+0000 7fb6baffd700 1 -- 172.21.15.16:0/1288633101 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c0011d40 con 0x7fb6cc15d8c0 2023-09-23T06:36:55.722 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.717+0000 7fb6d09ff700 1 -- 172.21.15.16:0/1288633101 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6cc0cac30 con 0x7fb6cc15d8c0 2023-09-23T06:36:55.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.718+0000 7fb6d09ff700 1 -- 172.21.15.16:0/1288633101 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6cc15ed20 con 0x7fb6cc15d8c0 2023-09-23T06:36:55.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.719+0000 7fb6baffd700 1 -- 172.21.15.16:0/1288633101 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fb6c001a400 con 0x7fb6cc15d8c0 2023-09-23T06:36:55.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.720+0000 7fb6baffd700 1 --2- 172.21.15.16:0/1288633101 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb6ac06afc0 0x7fb6ac06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:55.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.720+0000 7fb6baffd700 1 -- 172.21.15.16:0/1288633101 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb6c00894a0 con 0x7fb6cc15d8c0 2023-09-23T06:36:55.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.721+0000 7fb6ca59c700 1 --2- 172.21.15.16:0/1288633101 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb6ac06afc0 0x7fb6ac06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:55.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.721+0000 7fb6ca59c700 1 --2- 172.21.15.16:0/1288633101 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb6ac06afc0 0x7fb6ac06d480 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fb6bc009130 tx=0x7fb6bc008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:55.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.725+0000 7fb6baffd700 1 -- 172.21.15.16:0/1288633101 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fb6cc15ed20 con 0x7fb6cc15d8c0 2023-09-23T06:36:55.934 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.933+0000 7fb6d09ff700 1 -- 172.21.15.16:0/1288633101 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb6cc15ed20 con 0x7fb6cc15d8c0 2023-09-23T06:36:55.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.933+0000 7fb6baffd700 1 -- 172.21.15.16:0/1288633101 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb6cc15ed20 con 0x7fb6cc15d8c0 2023-09-23T06:36:55.935 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2023-09-23T06:36:55.938 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.936+0000 7fb6d09ff700 1 -- 172.21.15.16:0/1288633101 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb6ac06afc0 msgr2=0x7fb6ac06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:55.938 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.936+0000 7fb6d09ff700 1 --2- 172.21.15.16:0/1288633101 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb6ac06afc0 0x7fb6ac06d480 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fb6bc009130 tx=0x7fb6bc008030 comp rx=0 tx=0).stop 2023-09-23T06:36:55.938 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.936+0000 7fb6d09ff700 1 -- 172.21.15.16:0/1288633101 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6cc15d8c0 msgr2=0x7fb6cc15f540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:55.938 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.936+0000 7fb6d09ff700 1 --2- 172.21.15.16:0/1288633101 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6cc15d8c0 0x7fb6cc15f540 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fb6c000b4a0 tx=0x7fb6c000b860 comp rx=0 tx=0).stop 2023-09-23T06:36:55.938 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.936+0000 7fb6d09ff700 1 -- 172.21.15.16:0/1288633101 shutdown_connections 2023-09-23T06:36:55.938 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.936+0000 7fb6d09ff700 1 --2- 172.21.15.16:0/1288633101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb6cc161fc0 0x7fb6cc0ca6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:55.938 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.936+0000 7fb6d09ff700 1 --2- 172.21.15.16:0/1288633101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb6cc0d0030 0x7fb6cc15f000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:55.938 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.936+0000 7fb6d09ff700 1 --2- 172.21.15.16:0/1288633101 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb6ac06afc0 0x7fb6ac06d480 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:55.939 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.936+0000 7fb6d09ff700 1 --2- 172.21.15.16:0/1288633101 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb6cc15d8c0 0x7fb6cc15f540 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:55.939 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.936+0000 7fb6d09ff700 1 -- 172.21.15.16:0/1288633101 >> 172.21.15.16:0/1288633101 conn(0x7fb6cc09c9b0 msgr2=0x7fb6cc0d1480 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:55.939 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.936+0000 7fb6d09ff700 1 -- 172.21.15.16:0/1288633101 shutdown_connections 2023-09-23T06:36:55.939 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:55.936+0000 7fb6d09ff700 1 -- 172.21.15.16:0/1288633101 wait complete. 2023-09-23T06:36:55.955 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-23T06:36:56.163 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.161+0000 7fed23bff700 1 Processor -- start 2023-09-23T06:36:56.164 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.161+0000 7fed23bff700 1 -- start start 2023-09-23T06:36:56.167 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.163+0000 7fed23bff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fed1c15d8c0 0x7fed1c0cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:56.167 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.163+0000 7fed23bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fed1c161fc0 0x7fed1c0d3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:56.167 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.163+0000 7fed23bff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed1c15dca0 con 0x7fed1c0d0030 2023-09-23T06:36:56.168 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.163+0000 7fed23bff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed1c0ce130 con 0x7fed1c15d8c0 2023-09-23T06:36:56.168 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.163+0000 7fed23bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed1c0ce3d0 con 0x7fed1c161fc0 2023-09-23T06:36:56.168 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.163+0000 7fed2199b700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fed1c15d8c0 0x7fed1c0cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:56.168 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.163+0000 7fed2199b700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fed1c15d8c0 0x7fed1c0cf190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:48888/0 (socket says 172.21.15.16:48888) 2023-09-23T06:36:56.168 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.163+0000 7fed2199b700 1 -- 172.21.15.16:0/2100452464 learned_addr learned my addr 172.21.15.16:0/2100452464 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:56.168 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.163+0000 7fed2119a700 1 --2- 172.21.15.16:0/2100452464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fed1c161fc0 0x7fed1c0d3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:56.169 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.163+0000 7fed2199b700 1 -- 172.21.15.16:0/2100452464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fed1c161fc0 msgr2=0x7fed1c0d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:56.169 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.163+0000 7fed2199b700 1 --2- 172.21.15.16:0/2100452464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fed1c161fc0 0x7fed1c0d3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:56.169 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.163+0000 7fed2199b700 1 -- 172.21.15.16:0/2100452464 >> v1:172.21.15.92:6789/0 conn(0x7fed1c0d0030 legacy=0x7fed1c06b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:56.169 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.163+0000 7fed2199b700 1 -- 172.21.15.16:0/2100452464 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed1c0ce6b0 con 0x7fed1c15d8c0 2023-09-23T06:36:56.169 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.164+0000 7fed2199b700 1 --2- 172.21.15.16:0/2100452464 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fed1c15d8c0 0x7fed1c0cf190 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fed180098f0 tx=0x7fed18009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ad9cf5e78140c7b server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:56.169 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.164+0000 7fed20999700 1 -- 172.21.15.16:0/2100452464 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed18004230 con 0x7fed1c15d8c0 2023-09-23T06:36:56.169 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.164+0000 7fed20999700 1 -- 172.21.15.16:0/2100452464 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed18004390 con 0x7fed1c15d8c0 2023-09-23T06:36:56.170 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.164+0000 7fed20999700 1 -- 172.21.15.16:0/2100452464 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed180036a0 con 0x7fed1c15d8c0 2023-09-23T06:36:56.170 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.164+0000 7fed23bff700 1 -- 172.21.15.16:0/2100452464 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fed1c15d8c0 msgr2=0x7fed1c0cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:56.170 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.164+0000 7fed23bff700 1 --2- 172.21.15.16:0/2100452464 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fed1c15d8c0 0x7fed1c0cf190 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fed180098f0 tx=0x7fed18009c00 comp rx=0 tx=0).stop 2023-09-23T06:36:56.170 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.165+0000 7fed23bff700 1 -- 172.21.15.16:0/2100452464 shutdown_connections 2023-09-23T06:36:56.170 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.165+0000 7fed23bff700 1 --2- 172.21.15.16:0/2100452464 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fed1c15d8c0 0x7fed1c0cf190 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:56.170 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.165+0000 7fed23bff700 1 --2- 172.21.15.16:0/2100452464 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fed1c161fc0 0x7fed1c0d3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:56.171 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.165+0000 7fed23bff700 1 -- 172.21.15.16:0/2100452464 >> 172.21.15.16:0/2100452464 conn(0x7fed1c09c9b0 msgr2=0x7fed1c0d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:56.171 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.165+0000 7fed23bff700 1 -- 172.21.15.16:0/2100452464 shutdown_connections 2023-09-23T06:36:56.171 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.165+0000 7fed23bff700 1 -- 172.21.15.16:0/2100452464 wait complete. 2023-09-23T06:36:56.175 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.166+0000 7fed23bff700 1 Processor -- start 2023-09-23T06:36:56.175 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.167+0000 7fed23bff700 1 -- start start 2023-09-23T06:36:56.175 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.167+0000 7fed23bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fed1c0d0030 0x7fed1c1f3f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:56.175 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.167+0000 7fed23bff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed1c15d8c0 0x7fed1c157480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:56.175 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.168+0000 7fed23bff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fed1c161fc0 0x7fed1c160720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:56.175 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.168+0000 7fed23bff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed1c1579c0 con 0x7fed1c161fc0 2023-09-23T06:36:56.175 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.168+0000 7fed23bff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed1c1f68b0 con 0x7fed1c15d8c0 2023-09-23T06:36:56.176 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.168+0000 7fed23bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed1c1f6b70 con 0x7fed1c0d0030 2023-09-23T06:36:56.176 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.168+0000 7fed2219c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fed1c161fc0 0x7fed1c160720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:56.176 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.168+0000 7fed2219c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fed1c161fc0 0x7fed1c160720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:48902/0 (socket says 172.21.15.16:48902) 2023-09-23T06:36:56.176 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.168+0000 7fed2219c700 1 -- 172.21.15.16:0/2802167211 learned_addr learned my addr 172.21.15.16:0/2802167211 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:56.176 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.168+0000 7fed2199b700 1 --2- 172.21.15.16:0/2802167211 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fed1c0d0030 0x7fed1c1f3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:56.176 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.168+0000 7fed2119a700 1 --2- 172.21.15.16:0/2802167211 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed1c15d8c0 0x7fed1c157480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:56.176 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.168+0000 7fed2219c700 1 -- 172.21.15.16:0/2802167211 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fed1c0d0030 msgr2=0x7fed1c1f3f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:56.176 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.168+0000 7fed2219c700 1 --2- 172.21.15.16:0/2802167211 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fed1c0d0030 0x7fed1c1f3f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:56.176 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.168+0000 7fed2219c700 1 -- 172.21.15.16:0/2802167211 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed1c15d8c0 msgr2=0x7fed1c157480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:56.176 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.168+0000 7fed2219c700 1 --2- 172.21.15.16:0/2802167211 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed1c15d8c0 0x7fed1c157480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.168+0000 7fed2219c700 1 -- 172.21.15.16:0/2802167211 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed18009550 con 0x7fed1c161fc0 2023-09-23T06:36:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.168+0000 7fed2219c700 1 --2- 172.21.15.16:0/2802167211 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fed1c161fc0 0x7fed1c160720 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fed1400cc10 tx=0x7fed1400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.169+0000 7fed127fc700 1 -- 172.21.15.16:0/2802167211 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed1400abb0 con 0x7fed1c161fc0 2023-09-23T06:36:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.169+0000 7fed127fc700 1 -- 172.21.15.16:0/2802167211 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed1400ad10 con 0x7fed1c161fc0 2023-09-23T06:36:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.169+0000 7fed127fc700 1 -- 172.21.15.16:0/2802167211 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed14012660 con 0x7fed1c161fc0 2023-09-23T06:36:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.169+0000 7fed23bff700 1 -- 172.21.15.16:0/2802167211 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed1c1f6e50 con 0x7fed1c161fc0 2023-09-23T06:36:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.169+0000 7fed23bff700 1 -- 172.21.15.16:0/2802167211 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed1c1f7410 con 0x7fed1c161fc0 2023-09-23T06:36:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.170+0000 7fed23bff700 1 -- 172.21.15.16:0/2802167211 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed1c06d600 con 0x7fed1c161fc0 2023-09-23T06:36:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.171+0000 7fed127fc700 1 -- 172.21.15.16:0/2802167211 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fed140127c0 con 0x7fed1c161fc0 2023-09-23T06:36:56.177 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.172+0000 7fed127fc700 1 --2- 172.21.15.16:0/2802167211 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fed0006afc0 0x7fed0006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:56.178 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.172+0000 7fed127fc700 1 -- 172.21.15.16:0/2802167211 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fed14089f50 con 0x7fed1c161fc0 2023-09-23T06:36:56.178 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.172+0000 7fed2199b700 1 --2- 172.21.15.16:0/2802167211 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fed0006afc0 0x7fed0006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:56.178 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.173+0000 7fed2199b700 1 --2- 172.21.15.16:0/2802167211 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fed0006afc0 0x7fed0006d480 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fed18009130 tx=0x7fed18008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:56.178 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.177+0000 7fed127fc700 1 -- 172.21.15.16:0/2802167211 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fed14054ef0 con 0x7fed1c161fc0 2023-09-23T06:36:56.387 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.385+0000 7fed23bff700 1 -- 172.21.15.16:0/2802167211 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fed1c1f7630 con 0x7fed1c161fc0 2023-09-23T06:36:56.387 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.385+0000 7fed127fc700 1 -- 172.21.15.16:0/2802167211 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7fed14016020 con 0x7fed1c161fc0 2023-09-23T06:36:56.387 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 32 2023-09-23T06:36:56.390 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.388+0000 7fed23bff700 1 -- 172.21.15.16:0/2802167211 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fed0006afc0 msgr2=0x7fed0006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:56.390 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.388+0000 7fed23bff700 1 --2- 172.21.15.16:0/2802167211 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fed0006afc0 0x7fed0006d480 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7fed18009130 tx=0x7fed18008030 comp rx=0 tx=0).stop 2023-09-23T06:36:56.390 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.388+0000 7fed23bff700 1 -- 172.21.15.16:0/2802167211 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fed1c161fc0 msgr2=0x7fed1c160720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:56.390 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.388+0000 7fed23bff700 1 --2- 172.21.15.16:0/2802167211 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fed1c161fc0 0x7fed1c160720 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fed1400cc10 tx=0x7fed1400a060 comp rx=0 tx=0).stop 2023-09-23T06:36:56.390 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.388+0000 7fed23bff700 1 -- 172.21.15.16:0/2802167211 shutdown_connections 2023-09-23T06:36:56.390 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.388+0000 7fed23bff700 1 --2- 172.21.15.16:0/2802167211 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fed0006afc0 0x7fed0006d480 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:56.390 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.388+0000 7fed23bff700 1 --2- 172.21.15.16:0/2802167211 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fed1c161fc0 0x7fed1c160720 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:56.390 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.388+0000 7fed23bff700 1 --2- 172.21.15.16:0/2802167211 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fed1c0d0030 0x7fed1c1f3f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:56.391 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.388+0000 7fed23bff700 1 --2- 172.21.15.16:0/2802167211 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fed1c15d8c0 0x7fed1c157480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:56.391 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.388+0000 7fed23bff700 1 -- 172.21.15.16:0/2802167211 >> 172.21.15.16:0/2802167211 conn(0x7fed1c09c9b0 msgr2=0x7fed1c0b2320 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:56.391 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.388+0000 7fed23bff700 1 -- 172.21.15.16:0/2802167211 shutdown_connections 2023-09-23T06:36:56.391 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.388+0000 7fed23bff700 1 -- 172.21.15.16:0/2802167211 wait complete. 2023-09-23T06:36:56.407 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-23T06:36:56.612 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.610+0000 7f8a7b5ff700 1 Processor -- start 2023-09-23T06:36:56.643 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.610+0000 7f8a7b5ff700 1 -- start start 2023-09-23T06:36:56.648 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.611+0000 7f8a7b5ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a7415d8c0 0x7f8a740cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:56.648 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.611+0000 7f8a7b5ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8a740d0030 0x7f8a740d0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:56.648 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.611+0000 7f8a7b5ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a740d0980 con 0x7f8a74161fc0 2023-09-23T06:36:56.648 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.611+0000 7f8a7b5ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a7415dca0 con 0x7f8a740d0030 2023-09-23T06:36:56.648 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.611+0000 7f8a7b5ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a740ce130 con 0x7f8a7415d8c0 2023-09-23T06:36:56.648 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.612+0000 7f8a79b9c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8a740d0030 0x7f8a740d0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:56.648 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.612+0000 7f8a79b9c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8a740d0030 0x7f8a740d0440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:48906/0 (socket says 172.21.15.16:48906) 2023-09-23T06:36:56.648 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.612+0000 7f8a79b9c700 1 -- 172.21.15.16:0/1058059246 learned_addr learned my addr 172.21.15.16:0/1058059246 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:56.648 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.612+0000 7f8a7939b700 1 --2- 172.21.15.16:0/1058059246 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a7415d8c0 0x7f8a740cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:56.648 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.612+0000 7f8a79b9c700 1 -- 172.21.15.16:0/1058059246 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a7415d8c0 msgr2=0x7f8a740cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:56.648 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.612+0000 7f8a79b9c700 1 --2- 172.21.15.16:0/1058059246 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a7415d8c0 0x7f8a740cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:56.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.612+0000 7f8a79b9c700 1 -- 172.21.15.16:0/1058059246 >> v1:172.21.15.92:6789/0 conn(0x7f8a74161fc0 legacy=0x7f8a740d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:56.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.612+0000 7f8a79b9c700 1 -- 172.21.15.16:0/1058059246 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a740ce3d0 con 0x7f8a740d0030 2023-09-23T06:36:56.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.612+0000 7f8a79b9c700 1 --2- 172.21.15.16:0/1058059246 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a740d0030 0x7f8a740d0440 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f8a6c009e50 tx=0x7f8a6c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4fb665d560fe44d server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:56.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.613+0000 7f8a6bfff700 1 -- 172.21.15.16:0/1058059246 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a6c00e070 con 0x7f8a740d0030 2023-09-23T06:36:56.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.613+0000 7f8a6bfff700 1 -- 172.21.15.16:0/1058059246 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a6c00b910 con 0x7f8a740d0030 2023-09-23T06:36:56.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.613+0000 7f8a6bfff700 1 -- 172.21.15.16:0/1058059246 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a6c00bcc0 con 0x7f8a740d0030 2023-09-23T06:36:56.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.613+0000 7f8a7b5ff700 1 -- 172.21.15.16:0/1058059246 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a740d0030 msgr2=0x7f8a740d0440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:56.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.613+0000 7f8a7b5ff700 1 --2- 172.21.15.16:0/1058059246 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a740d0030 0x7f8a740d0440 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f8a6c009e50 tx=0x7f8a6c00b330 comp rx=0 tx=0).stop 2023-09-23T06:36:56.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.613+0000 7f8a7b5ff700 1 -- 172.21.15.16:0/1058059246 shutdown_connections 2023-09-23T06:36:56.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.613+0000 7f8a7b5ff700 1 --2- 172.21.15.16:0/1058059246 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a740d0030 0x7f8a740d0440 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:56.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.613+0000 7f8a7b5ff700 1 --2- 172.21.15.16:0/1058059246 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a7415d8c0 0x7f8a740cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:56.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.613+0000 7f8a7b5ff700 1 -- 172.21.15.16:0/1058059246 >> 172.21.15.16:0/1058059246 conn(0x7f8a7409c9b0 msgr2=0x7f8a740d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:56.650 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.613+0000 7f8a7b5ff700 1 -- 172.21.15.16:0/1058059246 shutdown_connections 2023-09-23T06:36:56.650 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.613+0000 7f8a7b5ff700 1 -- 172.21.15.16:0/1058059246 wait complete. 2023-09-23T06:36:56.650 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.615+0000 7f8a7b5ff700 1 Processor -- start 2023-09-23T06:36:56.650 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.615+0000 7f8a7b5ff700 1 -- start start 2023-09-23T06:36:56.650 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.616+0000 7f8a7b5ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a740d0030 0x7f8a74155d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:56.650 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.616+0000 7f8a7b5ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a7415d8c0 0x7f8a7415acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:56.650 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.616+0000 7f8a7b5ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a74161fc0 0x7f8a7415b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:56.650 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.616+0000 7f8a7b5ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a740c7150 con 0x7f8a740d0030 2023-09-23T06:36:56.650 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.616+0000 7f8a7b5ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a740c8160 con 0x7f8a7415d8c0 2023-09-23T06:36:56.650 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.616+0000 7f8a7b5ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a740c73a0 con 0x7f8a74161fc0 2023-09-23T06:36:56.650 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.616+0000 7f8a7939b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a740d0030 0x7f8a74155d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:56.651 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.616+0000 7f8a7939b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a740d0030 0x7f8a74155d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:48918/0 (socket says 172.21.15.16:48918) 2023-09-23T06:36:56.651 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.616+0000 7f8a7939b700 1 -- 172.21.15.16:0/2070288661 learned_addr learned my addr 172.21.15.16:0/2070288661 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:56.651 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.617+0000 7f8a7939b700 1 -- 172.21.15.16:0/2070288661 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a74161fc0 msgr2=0x7f8a7415b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:56.651 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.617+0000 7f8a7939b700 1 --2- 172.21.15.16:0/2070288661 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a74161fc0 0x7f8a7415b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:56.651 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.617+0000 7f8a7939b700 1 -- 172.21.15.16:0/2070288661 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a7415d8c0 msgr2=0x7f8a7415acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:56.651 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.617+0000 7f8a7939b700 1 --2- 172.21.15.16:0/2070288661 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a7415d8c0 0x7f8a7415acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:56.651 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.617+0000 7f8a7939b700 1 -- 172.21.15.16:0/2070288661 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a6c009b30 con 0x7f8a740d0030 2023-09-23T06:36:56.651 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.617+0000 7f8a7939b700 1 --2- 172.21.15.16:0/2070288661 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a740d0030 0x7f8a74155d70 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f8a7000e9b0 tx=0x7f8a7000ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:56.651 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.617+0000 7f8a69ffb700 1 -- 172.21.15.16:0/2070288661 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a70009710 con 0x7f8a740d0030 2023-09-23T06:36:56.651 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.617+0000 7f8a69ffb700 1 -- 172.21.15.16:0/2070288661 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a7000c850 con 0x7f8a740d0030 2023-09-23T06:36:56.651 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.617+0000 7f8a7b5ff700 1 -- 172.21.15.16:0/2070288661 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a740c7680 con 0x7f8a740d0030 2023-09-23T06:36:56.651 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.617+0000 7f8a69ffb700 1 -- 172.21.15.16:0/2070288661 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a7000cbc0 con 0x7f8a740d0030 2023-09-23T06:36:56.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.617+0000 7f8a7b5ff700 1 -- 172.21.15.16:0/2070288661 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a740c7c40 con 0x7f8a740d0030 2023-09-23T06:36:56.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.619+0000 7f8a7b5ff700 1 -- 172.21.15.16:0/2070288661 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a74074b40 con 0x7f8a740d0030 2023-09-23T06:36:56.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.619+0000 7f8a69ffb700 1 -- 172.21.15.16:0/2070288661 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f8a7000cd20 con 0x7f8a740d0030 2023-09-23T06:36:56.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.620+0000 7f8a69ffb700 1 --2- 172.21.15.16:0/2070288661 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8a5806afc0 0x7f8a5806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:56.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.620+0000 7f8a69ffb700 1 -- 172.21.15.16:0/2070288661 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8a70089860 con 0x7f8a740d0030 2023-09-23T06:36:56.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.621+0000 7f8a78b9a700 1 --2- 172.21.15.16:0/2070288661 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8a5806afc0 0x7f8a5806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:56.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.621+0000 7f8a78b9a700 1 --2- 172.21.15.16:0/2070288661 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8a5806afc0 0x7f8a5806d480 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f8a64000f60 tx=0x7f8a64007a40 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:56.652 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.625+0000 7f8a69ffb700 1 -- 172.21.15.16:0/2070288661 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f8a700548a0 con 0x7f8a740d0030 2023-09-23T06:36:56.837 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.835+0000 7f8a7b5ff700 1 -- 172.21.15.16:0/2070288661 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f8a740d04d0 con 0x7f8a740d0030 2023-09-23T06:36:56.837 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.836+0000 7f8a69ffb700 1 -- 172.21.15.16:0/2070288661 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8a700210a0 con 0x7f8a740d0030 2023-09-23T06:36:56.837 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 64 2023-09-23T06:36:56.840 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.838+0000 7f8a7b5ff700 1 -- 172.21.15.16:0/2070288661 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8a5806afc0 msgr2=0x7f8a5806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:56.840 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.838+0000 7f8a7b5ff700 1 --2- 172.21.15.16:0/2070288661 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8a5806afc0 0x7f8a5806d480 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f8a64000f60 tx=0x7f8a64007a40 comp rx=0 tx=0).stop 2023-09-23T06:36:56.840 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.838+0000 7f8a7b5ff700 1 -- 172.21.15.16:0/2070288661 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a740d0030 msgr2=0x7f8a74155d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:56.841 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.838+0000 7f8a7b5ff700 1 --2- 172.21.15.16:0/2070288661 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a740d0030 0x7f8a74155d70 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f8a7000e9b0 tx=0x7f8a7000ed70 comp rx=0 tx=0).stop 2023-09-23T06:36:56.841 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.838+0000 7f8a7b5ff700 1 -- 172.21.15.16:0/2070288661 shutdown_connections 2023-09-23T06:36:56.841 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.838+0000 7f8a7b5ff700 1 --2- 172.21.15.16:0/2070288661 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a74161fc0 0x7f8a7415b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:56.841 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.838+0000 7f8a7b5ff700 1 --2- 172.21.15.16:0/2070288661 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8a5806afc0 0x7f8a5806d480 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:56.841 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.838+0000 7f8a7b5ff700 1 --2- 172.21.15.16:0/2070288661 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a740d0030 0x7f8a74155d70 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:56.841 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.838+0000 7f8a7b5ff700 1 --2- 172.21.15.16:0/2070288661 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a7415d8c0 0x7f8a7415acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:56.841 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.838+0000 7f8a7b5ff700 1 -- 172.21.15.16:0/2070288661 >> 172.21.15.16:0/2070288661 conn(0x7f8a7409c9b0 msgr2=0x7f8a740b3080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:56.841 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.838+0000 7f8a7b5ff700 1 -- 172.21.15.16:0/2070288661 shutdown_connections 2023-09-23T06:36:56.841 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:56.838+0000 7f8a7b5ff700 1 -- 172.21.15.16:0/2070288661 wait complete. 2023-09-23T06:36:56.858 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-09-23T06:36:57.061 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.059+0000 7f66793ff700 1 Processor -- start 2023-09-23T06:36:57.061 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.060+0000 7f66793ff700 1 -- start start 2023-09-23T06:36:57.063 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.061+0000 7f66793ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6674160b10 0x7f66740b6630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:57.063 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.061+0000 7f66793ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f66740b92b0 0x7f66740b8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:57.063 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.061+0000 7f66793ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66740b6ff0 con 0x7f66740b6b70 2023-09-23T06:36:57.063 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.061+0000 7f66793ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66740b72d0 con 0x7f66740b92b0 2023-09-23T06:36:57.063 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.061+0000 7f66793ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66740b75b0 con 0x7f6674160b10 2023-09-23T06:36:57.064 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.061+0000 7f66737fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f66740b92b0 0x7f66740b8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:57.064 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.061+0000 7f66737fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f66740b92b0 0x7f66740b8090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:48922/0 (socket says 172.21.15.16:48922) 2023-09-23T06:36:57.064 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.061+0000 7f66737fe700 1 -- 172.21.15.16:0/3033290822 learned_addr learned my addr 172.21.15.16:0/3033290822 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:57.064 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.061+0000 7f6672ffd700 1 --2- 172.21.15.16:0/3033290822 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6674160b10 0x7f66740b6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:57.064 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.062+0000 7f66737fe700 1 -- 172.21.15.16:0/3033290822 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6674160b10 msgr2=0x7f66740b6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:57.064 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.062+0000 7f66737fe700 1 --2- 172.21.15.16:0/3033290822 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6674160b10 0x7f66740b6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:57.064 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.062+0000 7f66737fe700 1 -- 172.21.15.16:0/3033290822 >> v1:172.21.15.92:6789/0 conn(0x7f66740b6b70 legacy=0x7f66740d1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:57.064 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.062+0000 7f66737fe700 1 -- 172.21.15.16:0/3033290822 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66740b7890 con 0x7f66740b92b0 2023-09-23T06:36:57.064 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.062+0000 7f6672ffd700 1 --2- 172.21.15.16:0/3033290822 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6674160b10 0x7f66740b6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:57.065 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.062+0000 7f66737fe700 1 --2- 172.21.15.16:0/3033290822 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66740b92b0 0x7f66740b8090 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f666c009e50 tx=0x7f666c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97a902ef53605f6 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:57.065 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.062+0000 7f66727fc700 1 -- 172.21.15.16:0/3033290822 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f666c00e070 con 0x7f66740b92b0 2023-09-23T06:36:57.066 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.062+0000 7f66727fc700 1 -- 172.21.15.16:0/3033290822 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f666c00b9c0 con 0x7f66740b92b0 2023-09-23T06:36:57.066 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.062+0000 7f66727fc700 1 -- 172.21.15.16:0/3033290822 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f666c00bd70 con 0x7f66740b92b0 2023-09-23T06:36:57.066 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.063+0000 7f66793ff700 1 -- 172.21.15.16:0/3033290822 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66740b92b0 msgr2=0x7f66740b8090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:57.066 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.063+0000 7f66793ff700 1 --2- 172.21.15.16:0/3033290822 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66740b92b0 0x7f66740b8090 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f666c009e50 tx=0x7f666c00b330 comp rx=0 tx=0).stop 2023-09-23T06:36:57.066 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.063+0000 7f66793ff700 1 -- 172.21.15.16:0/3033290822 shutdown_connections 2023-09-23T06:36:57.066 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.063+0000 7f66793ff700 1 --2- 172.21.15.16:0/3033290822 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66740b92b0 0x7f66740b8090 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:57.066 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.063+0000 7f66793ff700 1 --2- 172.21.15.16:0/3033290822 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6674160b10 0x7f66740b6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:57.066 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.063+0000 7f66793ff700 1 -- 172.21.15.16:0/3033290822 >> 172.21.15.16:0/3033290822 conn(0x7f6674072270 msgr2=0x7f6674072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:57.066 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.063+0000 7f66793ff700 1 -- 172.21.15.16:0/3033290822 shutdown_connections 2023-09-23T06:36:57.066 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.063+0000 7f66793ff700 1 -- 172.21.15.16:0/3033290822 wait complete. 2023-09-23T06:36:57.068 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.065+0000 7f66793ff700 1 Processor -- start 2023-09-23T06:36:57.068 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.065+0000 7f66793ff700 1 -- start start 2023-09-23T06:36:57.068 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.066+0000 7f66793ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f66740b6b70 0x7f66740c9a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:57.068 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.066+0000 7f66793ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66740b92b0 0x7f66740d26d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:57.068 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.066+0000 7f66793ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6674160b10 0x7f66740d2c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:57.068 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.066+0000 7f66793ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6674156100 con 0x7f66740b92b0 2023-09-23T06:36:57.068 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.066+0000 7f66793ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66740c9f70 con 0x7f6674160b10 2023-09-23T06:36:57.068 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.066+0000 7f66793ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66741594d0 con 0x7f66740b6b70 2023-09-23T06:36:57.068 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.066+0000 7f666bfff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66740b92b0 0x7f66740d26d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:57.069 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.066+0000 7f666bfff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66740b92b0 0x7f66740d26d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:48926/0 (socket says 172.21.15.16:48926) 2023-09-23T06:36:57.069 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.066+0000 7f666bfff700 1 -- 172.21.15.16:0/1817041533 learned_addr learned my addr 172.21.15.16:0/1817041533 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:57.069 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.066+0000 7f6672ffd700 1 --2- 172.21.15.16:0/1817041533 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f66740b6b70 0x7f66740c9a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:57.069 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.066+0000 7f66737fe700 1 --2- 172.21.15.16:0/1817041533 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6674160b10 0x7f66740d2c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:57.069 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.066+0000 7f666bfff700 1 -- 172.21.15.16:0/1817041533 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f66740b6b70 msgr2=0x7f66740c9a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:57.069 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.066+0000 7f666bfff700 1 --2- 172.21.15.16:0/1817041533 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f66740b6b70 0x7f66740c9a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:57.069 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.066+0000 7f666bfff700 1 -- 172.21.15.16:0/1817041533 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6674160b10 msgr2=0x7f66740d2c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:57.069 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.066+0000 7f666bfff700 1 --2- 172.21.15.16:0/1817041533 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6674160b10 0x7f66740d2c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:57.069 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.066+0000 7f666bfff700 1 -- 172.21.15.16:0/1817041533 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f666c009b30 con 0x7f66740b92b0 2023-09-23T06:36:57.069 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.066+0000 7f6672ffd700 1 --2- 172.21.15.16:0/1817041533 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f66740b6b70 0x7f66740c9a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:57.069 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.066+0000 7f66737fe700 1 --2- 172.21.15.16:0/1817041533 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6674160b10 0x7f66740d2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:57.070 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.067+0000 7f666bfff700 1 --2- 172.21.15.16:0/1817041533 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66740b92b0 0x7f66740d26d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f665c00c510 tx=0x7f665c00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:57.070 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.067+0000 7f666b7fe700 1 -- 172.21.15.16:0/1817041533 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f665c0052d0 con 0x7f66740b92b0 2023-09-23T06:36:57.070 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.067+0000 7f666b7fe700 1 -- 172.21.15.16:0/1817041533 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f665c005430 con 0x7f66740b92b0 2023-09-23T06:36:57.070 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.067+0000 7f66793ff700 1 -- 172.21.15.16:0/1817041533 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66741591f0 con 0x7f66740b92b0 2023-09-23T06:36:57.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.067+0000 7f666b7fe700 1 -- 172.21.15.16:0/1817041533 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f665c0038c0 con 0x7f66740b92b0 2023-09-23T06:36:57.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.067+0000 7f66793ff700 1 -- 172.21.15.16:0/1817041533 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66740c7500 con 0x7f66740b92b0 2023-09-23T06:36:57.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.068+0000 7f66793ff700 1 -- 172.21.15.16:0/1817041533 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f667404eb20 con 0x7f66740b92b0 2023-09-23T06:36:57.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.069+0000 7f666b7fe700 1 -- 172.21.15.16:0/1817041533 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f665c003a20 con 0x7f66740b92b0 2023-09-23T06:36:57.072 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.070+0000 7f666b7fe700 1 --2- 172.21.15.16:0/1817041533 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f665406afc0 0x7f665406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:57.072 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.071+0000 7f666b7fe700 1 -- 172.21.15.16:0/1817041533 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f665c088c30 con 0x7f66740b92b0 2023-09-23T06:36:57.072 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.071+0000 7f6672ffd700 1 --2- 172.21.15.16:0/1817041533 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f665406afc0 0x7f665406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:57.073 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.072+0000 7f6672ffd700 1 --2- 172.21.15.16:0/1817041533 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f665406afc0 0x7f665406d480 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f66640099b0 tx=0x7f6664008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:57.077 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.075+0000 7f666b7fe700 1 -- 172.21.15.16:0/1817041533 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f665c053c60 con 0x7f66740b92b0 2023-09-23T06:36:57.300 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.298+0000 7f66793ff700 1 -- 172.21.15.16:0/1817041533 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f66740b7b40 con 0x7f66740b92b0 2023-09-23T06:36:57.300 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.299+0000 7f666b7fe700 1 -- 172.21.15.16:0/1817041533 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) v1 ==== 80+0+0 (secure 0 0 0) 0x7f665c017080 con 0x7f66740b92b0 2023-09-23T06:36:57.303 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.301+0000 7f66793ff700 1 -- 172.21.15.16:0/1817041533 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f665406afc0 msgr2=0x7f665406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:57.303 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.301+0000 7f66793ff700 1 --2- 172.21.15.16:0/1817041533 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f665406afc0 0x7f665406d480 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f66640099b0 tx=0x7f6664008040 comp rx=0 tx=0).stop 2023-09-23T06:36:57.303 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.301+0000 7f66793ff700 1 -- 172.21.15.16:0/1817041533 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66740b92b0 msgr2=0x7f66740d26d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:57.303 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.301+0000 7f66793ff700 1 --2- 172.21.15.16:0/1817041533 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66740b92b0 0x7f66740d26d0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f665c00c510 tx=0x7f665c00c8d0 comp rx=0 tx=0).stop 2023-09-23T06:36:57.303 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.301+0000 7f66793ff700 1 -- 172.21.15.16:0/1817041533 shutdown_connections 2023-09-23T06:36:57.303 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.301+0000 7f66793ff700 1 --2- 172.21.15.16:0/1817041533 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6674160b10 0x7f66740d2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:57.304 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.301+0000 7f66793ff700 1 --2- 172.21.15.16:0/1817041533 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f66740b6b70 0x7f66740c9a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:57.304 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.301+0000 7f66793ff700 1 --2- 172.21.15.16:0/1817041533 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f665406afc0 0x7f665406d480 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:57.304 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.301+0000 7f66793ff700 1 --2- 172.21.15.16:0/1817041533 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f66740b92b0 0x7f66740d26d0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:57.304 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.301+0000 7f66793ff700 1 -- 172.21.15.16:0/1817041533 >> 172.21.15.16:0/1817041533 conn(0x7f6674072270 msgr2=0x7f66740b2f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:57.304 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.301+0000 7f66793ff700 1 -- 172.21.15.16:0/1817041533 shutdown_connections 2023-09-23T06:36:57.304 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.301+0000 7f66793ff700 1 -- 172.21.15.16:0/1817041533 wait complete. 2023-09-23T06:36:57.305 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2023-09-23T06:36:57.321 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-09-23T06:36:57.321 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:57.322 DEBUG:teuthology.orchestra.run.smithi016:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2023-09-23T06:36:57.412 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2023-09-23T06:36:57.412 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:57.412 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-09-23T06:36:57.468 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:36:57.468 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T06:36:57.519 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:36:57.519 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T06:36:57.609 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:36:57.609 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T06:36:57.656 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:36:57.859 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.857+0000 7f559cbff700 1 Processor -- start 2023-09-23T06:36:57.859 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.857+0000 7f559cbff700 1 -- start start 2023-09-23T06:36:57.861 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.858+0000 7f559cbff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f559815d770 0x7f55980ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:57.861 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.858+0000 7f559cbff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f559815db50 0x7f55980b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:57.861 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.858+0000 7f559cbff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55980b4fe0 0x7f55980b5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:57.861 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.858+0000 7f559cbff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55980b59d0 con 0x7f559815db50 2023-09-23T06:36:57.861 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.858+0000 7f559cbff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f55980b65c0 con 0x7f559815d770 2023-09-23T06:36:57.861 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.858+0000 7f559cbff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f559815ec00 con 0x7f55980b4fe0 2023-09-23T06:36:57.861 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.859+0000 7f5595d9b700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f559815db50 0x7f55980b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:57.862 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.859+0000 7f5595d9b700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f559815db50 0x7f55980b8e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:48934/0 (socket says 172.21.15.16:48934) 2023-09-23T06:36:57.862 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.859+0000 7f5595d9b700 1 -- 172.21.15.16:0/1768862397 learned_addr learned my addr 172.21.15.16:0/1768862397 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:57.862 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.859+0000 7f5596d9d700 1 --2- 172.21.15.16:0/1768862397 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55980b4fe0 0x7f55980b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:57.862 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.859+0000 7f559659c700 1 --2- 172.21.15.16:0/1768862397 >> v2:172.21.15.92:3300/0 conn(0x7f559815d770 0x7f55980ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:57.862 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.859+0000 7f5595d9b700 1 -- 172.21.15.16:0/1768862397 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55980b4fe0 msgr2=0x7f55980b5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:57.862 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.859+0000 7f5595d9b700 1 --2- 172.21.15.16:0/1768862397 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55980b4fe0 0x7f55980b5490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:57.862 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.859+0000 7f5595d9b700 1 -- 172.21.15.16:0/1768862397 >> v2:172.21.15.92:3300/0 conn(0x7f559815d770 msgr2=0x7f55980ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:57.862 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.859+0000 7f5595d9b700 1 --2- 172.21.15.16:0/1768862397 >> v2:172.21.15.92:3300/0 conn(0x7f559815d770 0x7f55980ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:57.862 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.859+0000 7f5595d9b700 1 -- 172.21.15.16:0/1768862397 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55980cdd00 con 0x7f559815db50 2023-09-23T06:36:57.862 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.859+0000 7f5595d9b700 1 --2- 172.21.15.16:0/1768862397 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f559815db50 0x7f55980b8e40 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f55980b5ff0 tx=0x7f558c009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f398b7558ffc1bc server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:57.864 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.860+0000 7f559559a700 1 -- 172.21.15.16:0/1768862397 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f558c011830 con 0x7f559815db50 2023-09-23T06:36:57.864 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.860+0000 7f559559a700 1 -- 172.21.15.16:0/1768862397 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f558c011990 con 0x7f559815db50 2023-09-23T06:36:57.864 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.860+0000 7f559559a700 1 -- 172.21.15.16:0/1768862397 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f558c011d20 con 0x7f559815db50 2023-09-23T06:36:57.864 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.860+0000 7f559cbff700 1 -- 172.21.15.16:0/1768862397 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f559815db50 msgr2=0x7f55980b8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:57.864 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.860+0000 7f559cbff700 1 --2- 172.21.15.16:0/1768862397 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f559815db50 0x7f55980b8e40 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f55980b5ff0 tx=0x7f558c009bd0 comp rx=0 tx=0).stop 2023-09-23T06:36:57.864 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.860+0000 7f559cbff700 1 -- 172.21.15.16:0/1768862397 shutdown_connections 2023-09-23T06:36:57.864 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.860+0000 7f559cbff700 1 --2- 172.21.15.16:0/1768862397 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55980b4fe0 0x7f55980b5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:57.864 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.860+0000 7f559cbff700 1 --2- 172.21.15.16:0/1768862397 >> v2:172.21.15.92:3300/0 conn(0x7f559815d770 0x7f55980ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:57.864 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.860+0000 7f559cbff700 1 --2- 172.21.15.16:0/1768862397 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f559815db50 0x7f55980b8e40 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:57.864 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.860+0000 7f559cbff700 1 -- 172.21.15.16:0/1768862397 >> 172.21.15.16:0/1768862397 conn(0x7f55980724b0 msgr2=0x7f55980d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:57.864 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.861+0000 7f559cbff700 1 -- 172.21.15.16:0/1768862397 shutdown_connections 2023-09-23T06:36:57.865 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.861+0000 7f559cbff700 1 -- 172.21.15.16:0/1768862397 wait complete. 2023-09-23T06:36:57.865 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.862+0000 7f559cbff700 1 Processor -- start 2023-09-23T06:36:57.866 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.862+0000 7f559cbff700 1 -- start start 2023-09-23T06:36:57.866 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.863+0000 7f559cbff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55980b4fe0 0x7f5598142430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:57.866 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.863+0000 7f559cbff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f559815d770 0x7f55981f35c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:57.866 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.863+0000 7f559cbff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f559815db50 0x7f55980cff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:57.866 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.863+0000 7f559cbff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55981f31a0 con 0x7f559815db50 2023-09-23T06:36:57.866 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.863+0000 7f559cbff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5598142d10 con 0x7f559815d770 2023-09-23T06:36:57.866 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.863+0000 7f559cbff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5598142ff0 con 0x7f55980b4fe0 2023-09-23T06:36:57.866 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.864+0000 7f559659c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55980b4fe0 0x7f5598142430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:57.866 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.864+0000 7f5596d9d700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f559815db50 0x7f55980cff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:57.867 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.864+0000 7f5595d9b700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f559815d770 0x7f55981f35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:57.867 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.864+0000 7f559659c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55980b4fe0 0x7f5598142430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:54942/0 (socket says 172.21.15.16:54942) 2023-09-23T06:36:57.867 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.864+0000 7f559659c700 1 -- 172.21.15.16:0/1392124439 learned_addr learned my addr 172.21.15.16:0/1392124439 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:57.867 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.864+0000 7f559659c700 1 -- 172.21.15.16:0/1392124439 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f559815d770 msgr2=0x7f55981f35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:57.867 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.864+0000 7f559659c700 1 --2- 172.21.15.16:0/1392124439 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f559815d770 0x7f55981f35c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:57.867 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.864+0000 7f559659c700 1 -- 172.21.15.16:0/1392124439 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f559815db50 msgr2=0x7f55980cff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:57.867 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.864+0000 7f559659c700 1 --2- 172.21.15.16:0/1392124439 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f559815db50 0x7f55980cff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:57.867 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.864+0000 7f559659c700 1 -- 172.21.15.16:0/1392124439 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f558c009550 con 0x7f55980b4fe0 2023-09-23T06:36:57.867 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.864+0000 7f5596d9d700 1 --2- 172.21.15.16:0/1392124439 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f559815db50 0x7f55980cff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:57.867 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.864+0000 7f5595d9b700 1 --2- 172.21.15.16:0/1392124439 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f559815d770 0x7f55981f35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:36:57.868 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.865+0000 7f559659c700 1 --2- 172.21.15.16:0/1392124439 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55980b4fe0 0x7f5598142430 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f558800e9b0 tx=0x7f558800ecc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:57.868 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.865+0000 7f5586ffd700 1 -- 172.21.15.16:0/1392124439 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5588009710 con 0x7f55980b4fe0 2023-09-23T06:36:57.868 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.865+0000 7f5586ffd700 1 -- 172.21.15.16:0/1392124439 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f558800ee50 con 0x7f55980b4fe0 2023-09-23T06:36:57.868 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.865+0000 7f559cbff700 1 -- 172.21.15.16:0/1392124439 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55981432d0 con 0x7f55980b4fe0 2023-09-23T06:36:57.869 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.865+0000 7f5586ffd700 1 -- 172.21.15.16:0/1392124439 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f558800ca50 con 0x7f55980b4fe0 2023-09-23T06:36:57.869 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.865+0000 7f559cbff700 1 -- 172.21.15.16:0/1392124439 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5598142970 con 0x7f55980b4fe0 2023-09-23T06:36:57.869 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.866+0000 7f559cbff700 1 -- 172.21.15.16:0/1392124439 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5598074b40 con 0x7f55980b4fe0 2023-09-23T06:36:57.869 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.867+0000 7f5586ffd700 1 -- 172.21.15.16:0/1392124439 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f558800cbb0 con 0x7f55980b4fe0 2023-09-23T06:36:57.869 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.868+0000 7f5586ffd700 1 --2- 172.21.15.16:0/1392124439 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f557806afc0 0x7f557806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:57.870 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.868+0000 7f5586ffd700 1 -- 172.21.15.16:0/1392124439 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f55880897b0 con 0x7f55980b4fe0 2023-09-23T06:36:57.870 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.868+0000 7f5595d9b700 1 --2- 172.21.15.16:0/1392124439 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f557806afc0 0x7f557806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:57.871 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.869+0000 7f5595d9b700 1 --2- 172.21.15.16:0/1392124439 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f557806afc0 0x7f557806d480 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f55980b5ff0 tx=0x7f558c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:57.875 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:57.873+0000 7f5586ffd700 1 -- 172.21.15.16:0/1392124439 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f55880547e0 con 0x7f55980b4fe0 2023-09-23T06:36:58.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.086+0000 7f559cbff700 1 -- 172.21.15.16:0/1392124439 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5598143130 con 0x7f55980b4fe0 2023-09-23T06:36:58.089 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.088+0000 7f5586ffd700 1 -- 172.21.15.16:0/1392124439 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16457 (secure 0 0 0) 0x7f5598143130 con 0x7f55980b4fe0 2023-09-23T06:36:58.089 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:36:58.089 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":21,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:36:13.020285+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:36:09.790555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-23T06:36:10.695995+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:36:58.092 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.090+0000 7f559cbff700 1 -- 172.21.15.16:0/1392124439 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f557806afc0 msgr2=0x7f557806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:58.092 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.090+0000 7f559cbff700 1 --2- 172.21.15.16:0/1392124439 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f557806afc0 0x7f557806d480 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f55980b5ff0 tx=0x7f558c008030 comp rx=0 tx=0).stop 2023-09-23T06:36:58.092 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.090+0000 7f559cbff700 1 -- 172.21.15.16:0/1392124439 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55980b4fe0 msgr2=0x7f5598142430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:58.092 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.090+0000 7f559cbff700 1 --2- 172.21.15.16:0/1392124439 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55980b4fe0 0x7f5598142430 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f558800e9b0 tx=0x7f558800ecc0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.092 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.090+0000 7f559cbff700 1 -- 172.21.15.16:0/1392124439 shutdown_connections 2023-09-23T06:36:58.092 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.090+0000 7f559cbff700 1 --2- 172.21.15.16:0/1392124439 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f557806afc0 0x7f557806d480 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.092 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.090+0000 7f559cbff700 1 --2- 172.21.15.16:0/1392124439 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f559815db50 0x7f55980cff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.092 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.090+0000 7f559cbff700 1 --2- 172.21.15.16:0/1392124439 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f55980b4fe0 0x7f5598142430 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.092 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.090+0000 7f559cbff700 1 --2- 172.21.15.16:0/1392124439 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f559815d770 0x7f55981f35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.092 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.090+0000 7f559cbff700 1 -- 172.21.15.16:0/1392124439 >> 172.21.15.16:0/1392124439 conn(0x7f55980724b0 msgr2=0x7f5598161500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:58.093 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.090+0000 7f559cbff700 1 -- 172.21.15.16:0/1392124439 shutdown_connections 2023-09-23T06:36:58.093 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.090+0000 7f559cbff700 1 -- 172.21.15.16:0/1392124439 wait complete. 2023-09-23T06:36:58.110 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-23T06:36:05.638048+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-23T06:36:09.790555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-23T06:36:10.695995+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-23T06:36:58.111 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-23T06:36:58.317 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.316+0000 7f526e3ff700 1 Processor -- start 2023-09-23T06:36:58.318 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.316+0000 7f526e3ff700 1 -- start start 2023-09-23T06:36:58.320 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.317+0000 7f526e3ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f526815d8c0 0x7f52680cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:58.320 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.317+0000 7f526e3ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52680d0030 0x7f52680d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:58.320 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.317+0000 7f526e3ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52680d09a0 con 0x7f5268161fc0 2023-09-23T06:36:58.320 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.317+0000 7f526e3ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f526815dca0 con 0x7f526815d8c0 2023-09-23T06:36:58.320 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.317+0000 7f526e3ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52680ce130 con 0x7f52680d0030 2023-09-23T06:36:58.321 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.317+0000 7f52677fe700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f5268161fc0 0x7f52680d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:35332/0 (socket says 172.21.15.16:35332) 2023-09-23T06:36:58.321 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.317+0000 7f52677fe700 1 -- 172.21.15.16:0/2683341803 learned_addr learned my addr 172.21.15.16:0/2683341803 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:58.321 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.318+0000 7f5267fff700 1 --2- 172.21.15.16:0/2683341803 >> v2:172.21.15.92:3300/0 conn(0x7f526815d8c0 0x7f52680cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:58.321 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.318+0000 7f526c99c700 1 --2- 172.21.15.16:0/2683341803 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52680d0030 0x7f52680d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:58.321 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.318+0000 7f5266ffd700 1 -- 172.21.15.16:0/2683341803 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2932278850 0 0) 0x7f52680d09a0 con 0x7f5268161fc0 2023-09-23T06:36:58.321 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.318+0000 7f5266ffd700 1 -- 172.21.15.16:0/2683341803 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f52500035b0 con 0x7f5268161fc0 2023-09-23T06:36:58.321 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.318+0000 7f5267fff700 1 -- 172.21.15.16:0/2683341803 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52680d0030 msgr2=0x7f52680d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:58.321 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.318+0000 7f5267fff700 1 --2- 172.21.15.16:0/2683341803 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52680d0030 0x7f52680d0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.321 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.318+0000 7f5267fff700 1 -- 172.21.15.16:0/2683341803 >> v1:172.21.15.16:6789/0 conn(0x7f5268161fc0 legacy=0x7f52680d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:58.321 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.318+0000 7f5267fff700 1 -- 172.21.15.16:0/2683341803 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52680ce3d0 con 0x7f526815d8c0 2023-09-23T06:36:58.321 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.318+0000 7f5267fff700 1 --2- 172.21.15.16:0/2683341803 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f526815d8c0 0x7f52680cf190 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f5258009840 tx=0x7f5258009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c1fdfaf50ad9414c server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:58.322 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.319+0000 7f5266ffd700 1 -- 172.21.15.16:0/2683341803 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5258011830 con 0x7f526815d8c0 2023-09-23T06:36:58.322 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.319+0000 7f5266ffd700 1 -- 172.21.15.16:0/2683341803 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5258011990 con 0x7f526815d8c0 2023-09-23T06:36:58.322 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.319+0000 7f5266ffd700 1 -- 172.21.15.16:0/2683341803 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5258011d20 con 0x7f526815d8c0 2023-09-23T06:36:58.323 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.319+0000 7f526e3ff700 1 -- 172.21.15.16:0/2683341803 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f526815d8c0 msgr2=0x7f52680cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:58.323 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.319+0000 7f526e3ff700 1 --2- 172.21.15.16:0/2683341803 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f526815d8c0 0x7f52680cf190 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f5258009840 tx=0x7f5258009b50 comp rx=0 tx=0).stop 2023-09-23T06:36:58.323 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.319+0000 7f526e3ff700 1 -- 172.21.15.16:0/2683341803 shutdown_connections 2023-09-23T06:36:58.323 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.319+0000 7f526e3ff700 1 --2- 172.21.15.16:0/2683341803 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52680d0030 0x7f52680d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.324 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.319+0000 7f526e3ff700 1 --2- 172.21.15.16:0/2683341803 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f526815d8c0 0x7f52680cf190 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.324 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.319+0000 7f526e3ff700 1 -- 172.21.15.16:0/2683341803 >> 172.21.15.16:0/2683341803 conn(0x7f526809c9b0 msgr2=0x7f52680d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:58.324 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.319+0000 7f526e3ff700 1 -- 172.21.15.16:0/2683341803 shutdown_connections 2023-09-23T06:36:58.324 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.319+0000 7f526e3ff700 1 -- 172.21.15.16:0/2683341803 wait complete. 2023-09-23T06:36:58.324 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.321+0000 7f526e3ff700 1 Processor -- start 2023-09-23T06:36:58.324 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.321+0000 7f526e3ff700 1 -- start start 2023-09-23T06:36:58.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.322+0000 7f526e3ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52680d0030 0x7f526815a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:58.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.322+0000 7f526e3ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f526815d8c0 0x7f52680b7f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:58.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.322+0000 7f526e3ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5268161fc0 0x7f52680b84a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:58.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.322+0000 7f526e3ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f526815a9f0 con 0x7f52680d0030 2023-09-23T06:36:58.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.322+0000 7f526e3ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52680b91e0 con 0x7f526815d8c0 2023-09-23T06:36:58.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.322+0000 7f526e3ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f526815e910 con 0x7f5268161fc0 2023-09-23T06:36:58.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.323+0000 7f5267fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52680d0030 0x7f526815a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:58.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.323+0000 7f5267fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52680d0030 0x7f526815a4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:48956/0 (socket says 172.21.15.16:48956) 2023-09-23T06:36:58.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.323+0000 7f5267fff700 1 -- 172.21.15.16:0/651885492 learned_addr learned my addr 172.21.15.16:0/651885492 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:58.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.323+0000 7f52677fe700 1 --2- 172.21.15.16:0/651885492 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f526815d8c0 0x7f52680b7f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:58.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.323+0000 7f526c99c700 1 --2- 172.21.15.16:0/651885492 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5268161fc0 0x7f52680b84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:58.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.323+0000 7f5267fff700 1 -- 172.21.15.16:0/651885492 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5268161fc0 msgr2=0x7f52680b84a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:58.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.323+0000 7f5267fff700 1 --2- 172.21.15.16:0/651885492 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5268161fc0 0x7f52680b84a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.323+0000 7f5267fff700 1 -- 172.21.15.16:0/651885492 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f526815d8c0 msgr2=0x7f52680b7f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:58.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.323+0000 7f5267fff700 1 --2- 172.21.15.16:0/651885492 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f526815d8c0 0x7f52680b7f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.323+0000 7f5267fff700 1 -- 172.21.15.16:0/651885492 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52580094a0 con 0x7f52680d0030 2023-09-23T06:36:58.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.323+0000 7f5267fff700 1 --2- 172.21.15.16:0/651885492 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52680d0030 0x7f526815a4b0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f52580090b0 tx=0x7f5258004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:58.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.324+0000 7f5264ff9700 1 -- 172.21.15.16:0/651885492 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5258004590 con 0x7f52680d0030 2023-09-23T06:36:58.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.324+0000 7f5264ff9700 1 -- 172.21.15.16:0/651885492 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f525801f070 con 0x7f52680d0030 2023-09-23T06:36:58.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.324+0000 7f526e3ff700 1 -- 172.21.15.16:0/651885492 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f526815ebf0 con 0x7f52680d0030 2023-09-23T06:36:58.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.324+0000 7f5264ff9700 1 -- 172.21.15.16:0/651885492 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52580038e0 con 0x7f52680d0030 2023-09-23T06:36:58.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.324+0000 7f526e3ff700 1 -- 172.21.15.16:0/651885492 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f526815f1b0 con 0x7f52680d0030 2023-09-23T06:36:58.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.325+0000 7f526e3ff700 1 -- 172.21.15.16:0/651885492 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5268074b40 con 0x7f52680d0030 2023-09-23T06:36:58.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.326+0000 7f5264ff9700 1 -- 172.21.15.16:0/651885492 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f5258003a40 con 0x7f52680d0030 2023-09-23T06:36:58.329 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.326+0000 7f5264ff9700 1 --2- 172.21.15.16:0/651885492 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f525406afc0 0x7f525406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:58.329 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.327+0000 7f5264ff9700 1 -- 172.21.15.16:0/651885492 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5258021070 con 0x7f52680d0030 2023-09-23T06:36:58.329 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.327+0000 7f52677fe700 1 --2- 172.21.15.16:0/651885492 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f525406afc0 0x7f525406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:58.329 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.328+0000 7f52677fe700 1 --2- 172.21.15.16:0/651885492 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f525406afc0 0x7f525406d480 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f52680a1630 tx=0x7f525c007dc0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:58.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.331+0000 7f5264ff9700 1 -- 172.21.15.16:0/651885492 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f5258055f10 con 0x7f52680d0030 2023-09-23T06:36:58.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.539+0000 7f526e3ff700 1 -- 172.21.15.16:0/651885492 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f52680cfe10 con 0x7f52680d0030 2023-09-23T06:36:58.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.539+0000 7f5264ff9700 1 -- 172.21.15.16:0/651885492 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7f52580150a0 con 0x7f52680d0030 2023-09-23T06:36:58.541 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2023-09-23T06:36:58.544 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.541+0000 7f526e3ff700 1 -- 172.21.15.16:0/651885492 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f525406afc0 msgr2=0x7f525406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:58.544 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.541+0000 7f526e3ff700 1 --2- 172.21.15.16:0/651885492 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f525406afc0 0x7f525406d480 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f52680a1630 tx=0x7f525c007dc0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.544 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.541+0000 7f526e3ff700 1 -- 172.21.15.16:0/651885492 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52680d0030 msgr2=0x7f526815a4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:58.544 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.541+0000 7f526e3ff700 1 --2- 172.21.15.16:0/651885492 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52680d0030 0x7f526815a4b0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7f52580090b0 tx=0x7f5258004750 comp rx=0 tx=0).stop 2023-09-23T06:36:58.544 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.542+0000 7f526e3ff700 1 -- 172.21.15.16:0/651885492 shutdown_connections 2023-09-23T06:36:58.544 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.542+0000 7f526e3ff700 1 --2- 172.21.15.16:0/651885492 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5268161fc0 0x7f52680b84a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.544 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.542+0000 7f526e3ff700 1 --2- 172.21.15.16:0/651885492 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f525406afc0 0x7f525406d480 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.544 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.542+0000 7f526e3ff700 1 --2- 172.21.15.16:0/651885492 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52680d0030 0x7f526815a4b0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.544 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.542+0000 7f526e3ff700 1 --2- 172.21.15.16:0/651885492 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f526815d8c0 0x7f52680b7f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.544 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.542+0000 7f526e3ff700 1 -- 172.21.15.16:0/651885492 >> 172.21.15.16:0/651885492 conn(0x7f526809c9b0 msgr2=0x7f526815caf0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:58.544 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.542+0000 7f526e3ff700 1 -- 172.21.15.16:0/651885492 shutdown_connections 2023-09-23T06:36:58.545 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.542+0000 7f526e3ff700 1 -- 172.21.15.16:0/651885492 wait complete. 2023-09-23T06:36:58.561 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-23T06:36:58.765 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.763+0000 7f594f7ff700 1 Processor -- start 2023-09-23T06:36:58.765 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.763+0000 7f594f7ff700 1 -- start start 2023-09-23T06:36:58.767 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.764+0000 7f594f7ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f594815d8c0 0x7f59480cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:58.767 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.764+0000 7f594f7ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5948161fc0 0x7f59480d3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:58.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.764+0000 7f594f7ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59480d0030 0x7f59480d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:58.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.764+0000 7f594f7ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f59480d09a0 con 0x7f594815d8c0 2023-09-23T06:36:58.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.764+0000 7f594f7ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f594815dca0 con 0x7f5948161fc0 2023-09-23T06:36:58.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.764+0000 7f594f7ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59480ce130 con 0x7f59480d0030 2023-09-23T06:36:58.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.765+0000 7f594d59b700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f594815d8c0 0x7f59480cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:58.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.765+0000 7f594d59b700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f594815d8c0 0x7f59480cf190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:48962/0 (socket says 172.21.15.16:48962) 2023-09-23T06:36:58.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.765+0000 7f594d59b700 1 -- 172.21.15.16:0/1364031384 learned_addr learned my addr 172.21.15.16:0/1364031384 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:58.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.765+0000 7f594dd9c700 1 --2- 172.21.15.16:0/1364031384 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59480d0030 0x7f59480d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:58.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.765+0000 7f594cd9a700 1 --2- 172.21.15.16:0/1364031384 >> v2:172.21.15.92:3300/0 conn(0x7f5948161fc0 0x7f59480d3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:58.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.765+0000 7f594d59b700 1 -- 172.21.15.16:0/1364031384 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59480d0030 msgr2=0x7f59480d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:58.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.765+0000 7f594d59b700 1 --2- 172.21.15.16:0/1364031384 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59480d0030 0x7f59480d0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.765+0000 7f594d59b700 1 -- 172.21.15.16:0/1364031384 >> v2:172.21.15.92:3300/0 conn(0x7f5948161fc0 msgr2=0x7f59480d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:58.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.765+0000 7f594d59b700 1 --2- 172.21.15.16:0/1364031384 >> v2:172.21.15.92:3300/0 conn(0x7f5948161fc0 0x7f59480d3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.765+0000 7f594d59b700 1 -- 172.21.15.16:0/1364031384 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59480ce3d0 con 0x7f594815d8c0 2023-09-23T06:36:58.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.765+0000 7f594dd9c700 1 --2- 172.21.15.16:0/1364031384 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59480d0030 0x7f59480d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:36:58.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.765+0000 7f594d59b700 1 --2- 172.21.15.16:0/1364031384 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f594815d8c0 0x7f59480cf190 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f59480d1150 tx=0x7f5944009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8b686d2abc36a98 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:58.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.766+0000 7f593ffff700 1 -- 172.21.15.16:0/1364031384 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f594400b870 con 0x7f594815d8c0 2023-09-23T06:36:58.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.766+0000 7f593ffff700 1 -- 172.21.15.16:0/1364031384 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f594400b9d0 con 0x7f594815d8c0 2023-09-23T06:36:58.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.766+0000 7f593ffff700 1 -- 172.21.15.16:0/1364031384 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f594400bd60 con 0x7f594815d8c0 2023-09-23T06:36:58.770 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.766+0000 7f594f7ff700 1 -- 172.21.15.16:0/1364031384 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f594815d8c0 msgr2=0x7f59480cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:58.770 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.766+0000 7f594f7ff700 1 --2- 172.21.15.16:0/1364031384 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f594815d8c0 0x7f59480cf190 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f59480d1150 tx=0x7f5944009bd0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.770 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.766+0000 7f594f7ff700 1 -- 172.21.15.16:0/1364031384 shutdown_connections 2023-09-23T06:36:58.771 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.766+0000 7f594f7ff700 1 --2- 172.21.15.16:0/1364031384 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59480d0030 0x7f59480d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.771 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.766+0000 7f594f7ff700 1 --2- 172.21.15.16:0/1364031384 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f594815d8c0 0x7f59480cf190 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.771 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.766+0000 7f594f7ff700 1 --2- 172.21.15.16:0/1364031384 >> v2:172.21.15.92:3300/0 conn(0x7f5948161fc0 0x7f59480d3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.771 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.766+0000 7f594f7ff700 1 -- 172.21.15.16:0/1364031384 >> 172.21.15.16:0/1364031384 conn(0x7f594809c9b0 msgr2=0x7f59480d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:58.771 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.766+0000 7f594f7ff700 1 -- 172.21.15.16:0/1364031384 shutdown_connections 2023-09-23T06:36:58.771 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.766+0000 7f594f7ff700 1 -- 172.21.15.16:0/1364031384 wait complete. 2023-09-23T06:36:58.771 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.768+0000 7f594f7ff700 1 Processor -- start 2023-09-23T06:36:58.771 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.768+0000 7f594f7ff700 1 -- start start 2023-09-23T06:36:58.773 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.769+0000 7f594f7ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59480d0030 0x7f59480b9150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:58.773 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.769+0000 7f594f7ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f594815d8c0 0x7f59480ca6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:58.774 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.769+0000 7f594f7ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5948161fc0 0x7f59481615f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:58.774 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.769+0000 7f594f7ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59480b6220 con 0x7f5948161fc0 2023-09-23T06:36:58.774 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.769+0000 7f594f7ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59480c7d00 con 0x7f594815d8c0 2023-09-23T06:36:58.774 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.769+0000 7f594f7ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59480cac30 con 0x7f59480d0030 2023-09-23T06:36:58.774 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.769+0000 7f594dd9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5948161fc0 0x7f59481615f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:58.774 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.769+0000 7f594dd9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5948161fc0 0x7f59481615f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:48972/0 (socket says 172.21.15.16:48972) 2023-09-23T06:36:58.774 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.769+0000 7f594dd9c700 1 -- 172.21.15.16:0/219515439 learned_addr learned my addr 172.21.15.16:0/219515439 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:58.774 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.770+0000 7f594dd9c700 1 -- 172.21.15.16:0/219515439 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59480d0030 msgr2=0x7f59480b9150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:58.774 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.770+0000 7f594dd9c700 1 --2- 172.21.15.16:0/219515439 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59480d0030 0x7f59480b9150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.774 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.770+0000 7f594dd9c700 1 -- 172.21.15.16:0/219515439 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f594815d8c0 msgr2=0x7f59480ca6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:58.775 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.770+0000 7f594cd9a700 1 --2- 172.21.15.16:0/219515439 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f594815d8c0 0x7f59480ca6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:58.775 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.770+0000 7f594dd9c700 1 --2- 172.21.15.16:0/219515439 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f594815d8c0 0x7f59480ca6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.775 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.770+0000 7f594dd9c700 1 -- 172.21.15.16:0/219515439 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5944009550 con 0x7f5948161fc0 2023-09-23T06:36:58.775 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.770+0000 7f594cd9a700 1 --2- 172.21.15.16:0/219515439 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f594815d8c0 0x7f59480ca6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:36:58.775 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.770+0000 7f594dd9c700 1 --2- 172.21.15.16:0/219515439 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5948161fc0 0x7f59481615f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f5940009fa0 tx=0x7f594000d460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:58.775 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.770+0000 7f593dffb700 1 -- 172.21.15.16:0/219515439 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5940003a20 con 0x7f5948161fc0 2023-09-23T06:36:58.775 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.770+0000 7f593dffb700 1 -- 172.21.15.16:0/219515439 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f594000f040 con 0x7f5948161fc0 2023-09-23T06:36:58.775 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.770+0000 7f593dffb700 1 -- 172.21.15.16:0/219515439 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5940003de0 con 0x7f5948161fc0 2023-09-23T06:36:58.775 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.770+0000 7f594f7ff700 1 -- 172.21.15.16:0/219515439 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59480caf00 con 0x7f5948161fc0 2023-09-23T06:36:58.775 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.771+0000 7f594f7ff700 1 -- 172.21.15.16:0/219515439 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59480cb4c0 con 0x7f5948161fc0 2023-09-23T06:36:58.776 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.772+0000 7f594f7ff700 1 -- 172.21.15.16:0/219515439 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59480c95f0 con 0x7f5948161fc0 2023-09-23T06:36:58.776 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.773+0000 7f593dffb700 1 -- 172.21.15.16:0/219515439 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f5940004030 con 0x7f5948161fc0 2023-09-23T06:36:58.776 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.773+0000 7f593dffb700 1 --2- 172.21.15.16:0/219515439 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f592c06afc0 0x7f592c06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:58.776 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.773+0000 7f593dffb700 1 -- 172.21.15.16:0/219515439 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5940089910 con 0x7f5948161fc0 2023-09-23T06:36:58.777 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.774+0000 7f594d59b700 1 --2- 172.21.15.16:0/219515439 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f592c06afc0 0x7f592c06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:58.777 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.774+0000 7f594d59b700 1 --2- 172.21.15.16:0/219515439 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f592c06afc0 0x7f592c06d480 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f5944009c10 tx=0x7f5944010000 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:58.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.778+0000 7f593dffb700 1 -- 172.21.15.16:0/219515439 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f59480c95f0 con 0x7f5948161fc0 2023-09-23T06:36:58.988 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.987+0000 7f594f7ff700 1 -- 172.21.15.16:0/219515439 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f59480c95f0 con 0x7f5948161fc0 2023-09-23T06:36:58.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.987+0000 7f593dffb700 1 -- 172.21.15.16:0/219515439 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7f594001a020 con 0x7f5948161fc0 2023-09-23T06:36:58.989 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 32 2023-09-23T06:36:58.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.990+0000 7f594f7ff700 1 -- 172.21.15.16:0/219515439 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f592c06afc0 msgr2=0x7f592c06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:58.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.990+0000 7f594f7ff700 1 --2- 172.21.15.16:0/219515439 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f592c06afc0 0x7f592c06d480 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f5944009c10 tx=0x7f5944010000 comp rx=0 tx=0).stop 2023-09-23T06:36:58.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.990+0000 7f594f7ff700 1 -- 172.21.15.16:0/219515439 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5948161fc0 msgr2=0x7f59481615f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:58.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.990+0000 7f594f7ff700 1 --2- 172.21.15.16:0/219515439 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5948161fc0 0x7f59481615f0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f5940009fa0 tx=0x7f594000d460 comp rx=0 tx=0).stop 2023-09-23T06:36:58.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.990+0000 7f594f7ff700 1 -- 172.21.15.16:0/219515439 shutdown_connections 2023-09-23T06:36:58.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.990+0000 7f594f7ff700 1 --2- 172.21.15.16:0/219515439 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f592c06afc0 0x7f592c06d480 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.990+0000 7f594f7ff700 1 --2- 172.21.15.16:0/219515439 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5948161fc0 0x7f59481615f0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.990+0000 7f594f7ff700 1 --2- 172.21.15.16:0/219515439 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59480d0030 0x7f59480b9150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.990+0000 7f594f7ff700 1 --2- 172.21.15.16:0/219515439 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f594815d8c0 0x7f59480ca6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:58.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.990+0000 7f594f7ff700 1 -- 172.21.15.16:0/219515439 >> 172.21.15.16:0/219515439 conn(0x7f594809c9b0 msgr2=0x7f59480b2630 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:58.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.990+0000 7f594f7ff700 1 -- 172.21.15.16:0/219515439 shutdown_connections 2023-09-23T06:36:58.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:58.990+0000 7f594f7ff700 1 -- 172.21.15.16:0/219515439 wait complete. 2023-09-23T06:36:59.009 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-23T06:36:59.216 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.214+0000 7f08c25ff700 1 Processor -- start 2023-09-23T06:36:59.216 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.215+0000 7f08c25ff700 1 -- start start 2023-09-23T06:36:59.218 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.216+0000 7f08c25ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f08bc161fc0 0x7f08bc0cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:59.218 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.216+0000 7f08c25ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08bc0d0030 0x7f08bc0d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:59.218 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.216+0000 7f08c25ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08bc0d09a0 con 0x7f08bc15d8c0 2023-09-23T06:36:59.218 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.216+0000 7f08c25ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08bc15dca0 con 0x7f08bc161fc0 2023-09-23T06:36:59.218 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.216+0000 7f08c25ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08bc0ce130 con 0x7f08bc0d0030 2023-09-23T06:36:59.218 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.216+0000 7f08bb7fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f08bc161fc0 0x7f08bc0cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:59.219 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.216+0000 7f08bb7fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f08bc161fc0 0x7f08bc0cf190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:48984/0 (socket says 172.21.15.16:48984) 2023-09-23T06:36:59.219 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.216+0000 7f08bb7fe700 1 -- 172.21.15.16:0/2600241725 learned_addr learned my addr 172.21.15.16:0/2600241725 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:59.219 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.216+0000 7f08bbfff700 1 --1- 172.21.15.16:0/2600241725 >> v1:172.21.15.16:6789/0 conn(0x7f08bc15d8c0 0x7f08bc0d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:35336/0 (socket says 172.21.15.16:35336) 2023-09-23T06:36:59.220 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.217+0000 7f08c0b9c700 1 --2- 172.21.15.16:0/2600241725 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08bc0d0030 0x7f08bc0d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:59.220 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.217+0000 7f08bb7fe700 1 -- 172.21.15.16:0/2600241725 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08bc0d0030 msgr2=0x7f08bc0d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:59.220 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.217+0000 7f08bb7fe700 1 --2- 172.21.15.16:0/2600241725 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08bc0d0030 0x7f08bc0d0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:59.220 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.217+0000 7f08bb7fe700 1 -- 172.21.15.16:0/2600241725 >> v1:172.21.15.16:6789/0 conn(0x7f08bc15d8c0 legacy=0x7f08bc0d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:59.220 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.217+0000 7f08bb7fe700 1 -- 172.21.15.16:0/2600241725 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08bc0ce3d0 con 0x7f08bc161fc0 2023-09-23T06:36:59.220 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.217+0000 7f08baffd700 1 -- 172.21.15.16:0/2600241725 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4287895877 0 0) 0x7f08bc0d09a0 con 0x7f08bc15d8c0 2023-09-23T06:36:59.220 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.217+0000 7f08bb7fe700 1 --2- 172.21.15.16:0/2600241725 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08bc161fc0 0x7f08bc0cf190 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f08b00098f0 tx=0x7f08b0009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=939fd8d0f82a0262 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:59.220 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.218+0000 7f08baffd700 1 -- 172.21.15.16:0/2600241725 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08b000b8a0 con 0x7f08bc161fc0 2023-09-23T06:36:59.220 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.218+0000 7f08baffd700 1 -- 172.21.15.16:0/2600241725 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08b000ba00 con 0x7f08bc161fc0 2023-09-23T06:36:59.220 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.218+0000 7f08baffd700 1 -- 172.21.15.16:0/2600241725 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08b000bd90 con 0x7f08bc161fc0 2023-09-23T06:36:59.221 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.218+0000 7f08c25ff700 1 -- 172.21.15.16:0/2600241725 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08bc161fc0 msgr2=0x7f08bc0cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:59.221 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.218+0000 7f08c25ff700 1 --2- 172.21.15.16:0/2600241725 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08bc161fc0 0x7f08bc0cf190 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f08b00098f0 tx=0x7f08b0009c00 comp rx=0 tx=0).stop 2023-09-23T06:36:59.221 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.218+0000 7f08c25ff700 1 -- 172.21.15.16:0/2600241725 shutdown_connections 2023-09-23T06:36:59.221 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.218+0000 7f08c25ff700 1 --2- 172.21.15.16:0/2600241725 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08bc0d0030 0x7f08bc0d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:59.221 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.218+0000 7f08c25ff700 1 --2- 172.21.15.16:0/2600241725 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08bc161fc0 0x7f08bc0cf190 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:59.222 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.218+0000 7f08c25ff700 1 -- 172.21.15.16:0/2600241725 >> 172.21.15.16:0/2600241725 conn(0x7f08bc09c9b0 msgr2=0x7f08bc0d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:59.222 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.218+0000 7f08c25ff700 1 -- 172.21.15.16:0/2600241725 shutdown_connections 2023-09-23T06:36:59.222 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.218+0000 7f08c25ff700 1 -- 172.21.15.16:0/2600241725 wait complete. 2023-09-23T06:36:59.222 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.220+0000 7f08c25ff700 1 Processor -- start 2023-09-23T06:36:59.222 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.220+0000 7f08c25ff700 1 -- start start 2023-09-23T06:36:59.224 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.221+0000 7f08c25ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08bc0d0030 0x7f08bc154dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:59.224 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.221+0000 7f08c25ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08bc15d8c0 0x7f08bc0c75a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:59.224 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.221+0000 7f08c25ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08bc161fc0 0x7f08bc0c7ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:59.225 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.221+0000 7f08c25ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08bc0caee0 con 0x7f08bc161fc0 2023-09-23T06:36:59.225 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.221+0000 7f08c25ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08bc1e7520 con 0x7f08bc0d0030 2023-09-23T06:36:59.225 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.221+0000 7f08c25ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08bc1e7800 con 0x7f08bc15d8c0 2023-09-23T06:36:59.225 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.222+0000 7f08bbfff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08bc0d0030 0x7f08bc154dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:59.225 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.222+0000 7f08c0b9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08bc161fc0 0x7f08bc0c7ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:59.225 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.222+0000 7f08bbfff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08bc0d0030 0x7f08bc154dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:57968/0 (socket says 172.21.15.16:57968) 2023-09-23T06:36:59.225 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.222+0000 7f08bb7fe700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08bc15d8c0 0x7f08bc0c75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:59.225 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.222+0000 7f08bbfff700 1 -- 172.21.15.16:0/3375122352 learned_addr learned my addr 172.21.15.16:0/3375122352 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:59.225 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.222+0000 7f08c0b9c700 1 -- 172.21.15.16:0/3375122352 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08bc15d8c0 msgr2=0x7f08bc0c75a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:59.225 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.222+0000 7f08c0b9c700 1 --2- 172.21.15.16:0/3375122352 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08bc15d8c0 0x7f08bc0c75a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:59.225 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.222+0000 7f08c0b9c700 1 -- 172.21.15.16:0/3375122352 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08bc0d0030 msgr2=0x7f08bc154dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:59.226 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.222+0000 7f08c0b9c700 1 --2- 172.21.15.16:0/3375122352 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08bc0d0030 0x7f08bc154dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:59.226 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.222+0000 7f08c0b9c700 1 -- 172.21.15.16:0/3375122352 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08b0009550 con 0x7f08bc161fc0 2023-09-23T06:36:59.226 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.222+0000 7f08c0b9c700 1 --2- 172.21.15.16:0/3375122352 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08bc161fc0 0x7f08bc0c7ae0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f08b4007d90 tx=0x7f08b400e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:59.226 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.223+0000 7f08b8ff9700 1 -- 172.21.15.16:0/3375122352 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08b4018070 con 0x7f08bc161fc0 2023-09-23T06:36:59.226 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.223+0000 7f08b8ff9700 1 -- 172.21.15.16:0/3375122352 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08b400eb30 con 0x7f08bc161fc0 2023-09-23T06:36:59.226 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.223+0000 7f08b8ff9700 1 -- 172.21.15.16:0/3375122352 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08b4003a20 con 0x7f08bc161fc0 2023-09-23T06:36:59.226 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.223+0000 7f08c25ff700 1 -- 172.21.15.16:0/3375122352 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08bc1e7ae0 con 0x7f08bc161fc0 2023-09-23T06:36:59.226 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.223+0000 7f08c25ff700 1 -- 172.21.15.16:0/3375122352 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08bc1e80a0 con 0x7f08bc161fc0 2023-09-23T06:36:59.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.224+0000 7f08c25ff700 1 -- 172.21.15.16:0/3375122352 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08bc1e9740 con 0x7f08bc161fc0 2023-09-23T06:36:59.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.225+0000 7f08b8ff9700 1 -- 172.21.15.16:0/3375122352 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f08b4014420 con 0x7f08bc161fc0 2023-09-23T06:36:59.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.226+0000 7f08b8ff9700 1 --2- 172.21.15.16:0/3375122352 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f08a806aff0 0x7f08a806d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:59.228 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.226+0000 7f08b8ff9700 1 -- 172.21.15.16:0/3375122352 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f08b40896c0 con 0x7f08bc161fc0 2023-09-23T06:36:59.228 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.226+0000 7f08bbfff700 1 --2- 172.21.15.16:0/3375122352 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f08a806aff0 0x7f08a806d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:59.228 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.227+0000 7f08bbfff700 1 --2- 172.21.15.16:0/3375122352 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f08a806aff0 0x7f08a806d4b0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f08ac000f60 tx=0x7f08ac007ea0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:59.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.230+0000 7f08b8ff9700 1 -- 172.21.15.16:0/3375122352 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f08b4054700 con 0x7f08bc161fc0 2023-09-23T06:36:59.438 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.437+0000 7f08c25ff700 1 -- 172.21.15.16:0/3375122352 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f08bc1e8290 con 0x7f08bc161fc0 2023-09-23T06:36:59.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.437+0000 7f08b8ff9700 1 -- 172.21.15.16:0/3375122352 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7f08b4057d20 con 0x7f08bc161fc0 2023-09-23T06:36:59.439 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 64 2023-09-23T06:36:59.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.440+0000 7f08c25ff700 1 -- 172.21.15.16:0/3375122352 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f08a806aff0 msgr2=0x7f08a806d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:59.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.440+0000 7f08c25ff700 1 --2- 172.21.15.16:0/3375122352 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f08a806aff0 0x7f08a806d4b0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f08ac000f60 tx=0x7f08ac007ea0 comp rx=0 tx=0).stop 2023-09-23T06:36:59.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.440+0000 7f08c25ff700 1 -- 172.21.15.16:0/3375122352 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08bc161fc0 msgr2=0x7f08bc0c7ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:59.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.440+0000 7f08c25ff700 1 --2- 172.21.15.16:0/3375122352 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08bc161fc0 0x7f08bc0c7ae0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f08b4007d90 tx=0x7f08b400e3c0 comp rx=0 tx=0).stop 2023-09-23T06:36:59.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.440+0000 7f08c25ff700 1 -- 172.21.15.16:0/3375122352 shutdown_connections 2023-09-23T06:36:59.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.440+0000 7f08c25ff700 1 --2- 172.21.15.16:0/3375122352 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f08a806aff0 0x7f08a806d4b0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:59.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.440+0000 7f08c25ff700 1 --2- 172.21.15.16:0/3375122352 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f08bc161fc0 0x7f08bc0c7ae0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:59.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.440+0000 7f08c25ff700 1 --2- 172.21.15.16:0/3375122352 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f08bc0d0030 0x7f08bc154dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:59.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.440+0000 7f08c25ff700 1 --2- 172.21.15.16:0/3375122352 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f08bc15d8c0 0x7f08bc0c75a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:59.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.440+0000 7f08c25ff700 1 -- 172.21.15.16:0/3375122352 >> 172.21.15.16:0/3375122352 conn(0x7f08bc09c9b0 msgr2=0x7f08bc15cb70 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:59.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.440+0000 7f08c25ff700 1 -- 172.21.15.16:0/3375122352 shutdown_connections 2023-09-23T06:36:59.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.440+0000 7f08c25ff700 1 -- 172.21.15.16:0/3375122352 wait complete. 2023-09-23T06:36:59.460 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-09-23T06:36:59.665 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.663+0000 7f74661ff700 1 Processor -- start 2023-09-23T06:36:59.666 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.663+0000 7f74661ff700 1 -- start start 2023-09-23T06:36:59.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.665+0000 7f74661ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f7460160b10 0x7f74600b6630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:59.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.665+0000 7f74661ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f74600b6b70 0x7f74600d1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:59.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.665+0000 7f74661ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74600b6ff0 con 0x7f74600d1b40 2023-09-23T06:36:59.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.665+0000 7f74661ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74600b72d0 con 0x7f74600b6b70 2023-09-23T06:36:59.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.665+0000 7f74661ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74600b75b0 con 0x7f7460160b10 2023-09-23T06:36:59.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.665+0000 7f745effd700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f74600b6b70 0x7f74600d1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:59.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.665+0000 7f745ffff700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f74600d1b40 0x7f74600b8090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:35342/0 (socket says 172.21.15.16:35342) 2023-09-23T06:36:59.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.665+0000 7f745ffff700 1 -- 172.21.15.16:0/4149649740 learned_addr learned my addr 172.21.15.16:0/4149649740 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:36:59.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.665+0000 7f745f7fe700 1 --2- 172.21.15.16:0/4149649740 >> v2:172.21.15.92:3300/0 conn(0x7f7460160b10 0x7f74600b6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:59.672 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.665+0000 7f745effd700 1 -- 172.21.15.16:0/4149649740 >> v2:172.21.15.92:3300/0 conn(0x7f7460160b10 msgr2=0x7f74600b6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:36:59.672 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.665+0000 7f745effd700 1 --2- 172.21.15.16:0/4149649740 >> v2:172.21.15.92:3300/0 conn(0x7f7460160b10 0x7f74600b6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:59.672 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.665+0000 7f745effd700 1 -- 172.21.15.16:0/4149649740 >> v1:172.21.15.16:6789/0 conn(0x7f74600d1b40 legacy=0x7f74600b8090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:59.672 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.665+0000 7f745effd700 1 -- 172.21.15.16:0/4149649740 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74600b7890 con 0x7f74600b6b70 2023-09-23T06:36:59.672 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.666+0000 7f745effd700 1 --2- 172.21.15.16:0/4149649740 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74600b6b70 0x7f74600d1600 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f74600b5170 tx=0x7f7454009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b909b5d774dea1c9 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:59.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.666+0000 7f745e7fc700 1 -- 172.21.15.16:0/4149649740 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7454011830 con 0x7f74600b6b70 2023-09-23T06:36:59.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.666+0000 7f745e7fc700 1 -- 172.21.15.16:0/4149649740 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7454011990 con 0x7f74600b6b70 2023-09-23T06:36:59.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.666+0000 7f745e7fc700 1 -- 172.21.15.16:0/4149649740 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7454011d20 con 0x7f74600b6b70 2023-09-23T06:36:59.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.666+0000 7f74661ff700 1 -- 172.21.15.16:0/4149649740 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74600b6b70 msgr2=0x7f74600d1600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:59.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.666+0000 7f74661ff700 1 --2- 172.21.15.16:0/4149649740 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74600b6b70 0x7f74600d1600 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f74600b5170 tx=0x7f7454009b20 comp rx=0 tx=0).stop 2023-09-23T06:36:59.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.667+0000 7f74661ff700 1 -- 172.21.15.16:0/4149649740 shutdown_connections 2023-09-23T06:36:59.674 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.667+0000 7f74661ff700 1 --2- 172.21.15.16:0/4149649740 >> v2:172.21.15.92:3300/0 conn(0x7f7460160b10 0x7f74600b6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:59.674 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.667+0000 7f74661ff700 1 --2- 172.21.15.16:0/4149649740 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f74600b6b70 0x7f74600d1600 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:59.674 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.667+0000 7f74661ff700 1 -- 172.21.15.16:0/4149649740 >> 172.21.15.16:0/4149649740 conn(0x7f7460072270 msgr2=0x7f7460072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:59.674 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.667+0000 7f74661ff700 1 -- 172.21.15.16:0/4149649740 shutdown_connections 2023-09-23T06:36:59.674 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.667+0000 7f74661ff700 1 -- 172.21.15.16:0/4149649740 wait complete. 2023-09-23T06:36:59.675 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.668+0000 7f74661ff700 1 Processor -- start 2023-09-23T06:36:59.675 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.668+0000 7f74661ff700 1 -- start start 2023-09-23T06:36:59.680 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.669+0000 7f74661ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74600b6b70 0x7f74600c8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:59.680 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.669+0000 7f74661ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f74600d1b40 0x7f746015cea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:59.680 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.669+0000 7f74661ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7460160b10 0x7f74600ab1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:59.680 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.669+0000 7f74661ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74600c9d00 con 0x7f7460160b10 2023-09-23T06:36:59.680 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.669+0000 7f74661ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74600c9180 con 0x7f74600b6b70 2023-09-23T06:36:59.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.669+0000 7f74661ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74600c9460 con 0x7f74600d1b40 2023-09-23T06:36:59.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.670+0000 7f745ffff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7460160b10 0x7f74600ab1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:59.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.670+0000 7f745f7fe700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74600b6b70 0x7f74600c8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:59.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.670+0000 7f745ffff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7460160b10 0x7f74600ab1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49012/0 (socket says 172.21.15.16:49012) 2023-09-23T06:36:59.681 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.670+0000 7f745ffff700 1 -- 172.21.15.16:0/1482039204 learned_addr learned my addr 172.21.15.16:0/1482039204 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:36:59.682 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.670+0000 7f745effd700 1 --2- 172.21.15.16:0/1482039204 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f74600d1b40 0x7f746015cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:59.682 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.670+0000 7f745ffff700 1 -- 172.21.15.16:0/1482039204 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f74600d1b40 msgr2=0x7f746015cea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:59.682 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.670+0000 7f745ffff700 1 --2- 172.21.15.16:0/1482039204 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f74600d1b40 0x7f746015cea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:59.682 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.670+0000 7f745ffff700 1 -- 172.21.15.16:0/1482039204 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74600b6b70 msgr2=0x7f74600c8ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:59.682 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.670+0000 7f745ffff700 1 --2- 172.21.15.16:0/1482039204 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74600b6b70 0x7f74600c8ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:59.682 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.670+0000 7f745ffff700 1 -- 172.21.15.16:0/1482039204 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74540094a0 con 0x7f7460160b10 2023-09-23T06:36:59.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.670+0000 7f745ffff700 1 --2- 172.21.15.16:0/1482039204 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7460160b10 0x7f74600ab1b0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f745800caf0 tx=0x7f745800ce00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:59.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.671+0000 7f7447fff700 1 -- 172.21.15.16:0/1482039204 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f745800a9e0 con 0x7f7460160b10 2023-09-23T06:36:59.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.671+0000 7f7447fff700 1 -- 172.21.15.16:0/1482039204 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f745800ab40 con 0x7f7460160b10 2023-09-23T06:36:59.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.671+0000 7f7447fff700 1 -- 172.21.15.16:0/1482039204 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7458012400 con 0x7f7460160b10 2023-09-23T06:36:59.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.671+0000 7f74661ff700 1 -- 172.21.15.16:0/1482039204 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74600c9740 con 0x7f7460160b10 2023-09-23T06:36:59.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.671+0000 7f74661ff700 1 -- 172.21.15.16:0/1482039204 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74600ab6f0 con 0x7f7460160b10 2023-09-23T06:36:59.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.672+0000 7f74661ff700 1 -- 172.21.15.16:0/1482039204 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f746004eb20 con 0x7f7460160b10 2023-09-23T06:36:59.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.673+0000 7f7447fff700 1 -- 172.21.15.16:0/1482039204 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f745801b3b0 con 0x7f7460160b10 2023-09-23T06:36:59.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.674+0000 7f7447fff700 1 --2- 172.21.15.16:0/1482039204 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f744c06afc0 0x7f744c06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:36:59.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.674+0000 7f7447fff700 1 -- 172.21.15.16:0/1482039204 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f74580891b0 con 0x7f7460160b10 2023-09-23T06:36:59.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.674+0000 7f745f7fe700 1 --2- 172.21.15.16:0/1482039204 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f744c06afc0 0x7f744c06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:36:59.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.675+0000 7f745f7fe700 1 --2- 172.21.15.16:0/1482039204 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f744c06afc0 0x7f744c06d480 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f7450006b20 tx=0x7f7450008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:36:59.685 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.679+0000 7f7447fff700 1 -- 172.21.15.16:0/1482039204 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f7458054290 con 0x7f7460160b10 2023-09-23T06:36:59.904 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.903+0000 7f74661ff700 1 -- 172.21.15.16:0/1482039204 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f74600b7b40 con 0x7f7460160b10 2023-09-23T06:36:59.905 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.903+0000 7f7447fff700 1 -- 172.21.15.16:0/1482039204 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) v1 ==== 80+0+0 (secure 0 0 0) 0x7f74580578b0 con 0x7f7460160b10 2023-09-23T06:36:59.908 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.906+0000 7f74661ff700 1 -- 172.21.15.16:0/1482039204 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f744c06afc0 msgr2=0x7f744c06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:59.908 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.906+0000 7f74661ff700 1 --2- 172.21.15.16:0/1482039204 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f744c06afc0 0x7f744c06d480 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f7450006b20 tx=0x7f7450008040 comp rx=0 tx=0).stop 2023-09-23T06:36:59.908 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.906+0000 7f74661ff700 1 -- 172.21.15.16:0/1482039204 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7460160b10 msgr2=0x7f74600ab1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:36:59.908 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.906+0000 7f74661ff700 1 --2- 172.21.15.16:0/1482039204 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7460160b10 0x7f74600ab1b0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f745800caf0 tx=0x7f745800ce00 comp rx=0 tx=0).stop 2023-09-23T06:36:59.908 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.906+0000 7f74661ff700 1 -- 172.21.15.16:0/1482039204 shutdown_connections 2023-09-23T06:36:59.908 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.906+0000 7f74661ff700 1 --2- 172.21.15.16:0/1482039204 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f744c06afc0 0x7f744c06d480 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:59.908 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.906+0000 7f74661ff700 1 --2- 172.21.15.16:0/1482039204 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7460160b10 0x7f74600ab1b0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:59.909 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.906+0000 7f74661ff700 1 --2- 172.21.15.16:0/1482039204 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f74600b6b70 0x7f74600c8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:59.909 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.906+0000 7f74661ff700 1 --2- 172.21.15.16:0/1482039204 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f74600d1b40 0x7f746015cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:36:59.909 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.906+0000 7f74661ff700 1 -- 172.21.15.16:0/1482039204 >> 172.21.15.16:0/1482039204 conn(0x7f7460072270 msgr2=0x7f746015fe40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:36:59.909 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.906+0000 7f74661ff700 1 -- 172.21.15.16:0/1482039204 shutdown_connections 2023-09-23T06:36:59.909 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:36:59.906+0000 7f74661ff700 1 -- 172.21.15.16:0/1482039204 wait complete. 2023-09-23T06:36:59.909 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2023-09-23T06:36:59.925 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.1... 2023-09-23T06:36:59.925 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:36:59.925 DEBUG:teuthology.orchestra.run.smithi092:> sudo umount /home/ubuntu/cephtest/mnt.1 -f 2023-09-23T06:37:00.027 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi092.front.sepia.ceph.com 2023-09-23T06:37:00.027 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:37:00.027 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-09-23T06:37:00.093 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:37:00.093 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T06:37:00.144 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:37:00.144 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T06:37:00.190 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:37:00.190 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T06:37:00.277 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:37:00.518 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.516+0000 7fc571dff700 1 Processor -- start 2023-09-23T06:37:00.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.517+0000 7fc571dff700 1 -- start start 2023-09-23T06:37:00.520 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.518+0000 7fc571dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc56c15db50 0x7fc56c0b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:00.520 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.518+0000 7fc571dff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc56c15ec00 con 0x7fc56c15d770 2023-09-23T06:37:00.520 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.518+0000 7fc571dff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc56c0cdd00 con 0x7fc56c0b4fe0 2023-09-23T06:37:00.520 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.518+0000 7fc571dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc56c0b65c0 con 0x7fc56c15db50 2023-09-23T06:37:00.520 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.518+0000 7fc56b7fe700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc56c15d770 0x7fc56c0ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:35350/0 (socket says 172.21.15.16:35350) 2023-09-23T06:37:00.520 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.518+0000 7fc56b7fe700 1 -- 172.21.15.16:0/1536297039 learned_addr learned my addr 172.21.15.16:0/1536297039 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:00.522 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.519+0000 7fc56affd700 1 --2- 172.21.15.16:0/1536297039 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc56c15db50 0x7fc56c0b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:00.523 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.519+0000 7fc56a7fc700 1 -- 172.21.15.16:0/1536297039 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3925741988 0 0) 0x7fc56c15ec00 con 0x7fc56c15d770 2023-09-23T06:37:00.523 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.519+0000 7fc56a7fc700 1 -- 172.21.15.16:0/1536297039 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc5540035b0 con 0x7fc56c15d770 2023-09-23T06:37:00.523 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.519+0000 7fc56a7fc700 1 -- 172.21.15.16:0/1536297039 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3844397273 0 0) 0x7fc5540035b0 con 0x7fc56c15d770 2023-09-23T06:37:00.523 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.519+0000 7fc56a7fc700 1 -- 172.21.15.16:0/1536297039 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc56c15db50 msgr2=0x7fc56c0b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:00.523 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.519+0000 7fc56a7fc700 1 --2- 172.21.15.16:0/1536297039 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc56c15db50 0x7fc56c0b8e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:00.523 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.519+0000 7fc56a7fc700 1 -- 172.21.15.16:0/1536297039 >> v1:172.21.15.92:6789/0 conn(0x7fc56c0b4fe0 legacy=0x7fc56c161600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:00.523 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.519+0000 7fc56a7fc700 1 -- 172.21.15.16:0/1536297039 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc56c15e080 con 0x7fc56c15d770 2023-09-23T06:37:00.523 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.519+0000 7fc56a7fc700 1 -- 172.21.15.16:0/1536297039 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2518992857 0 0) 0x7fc55c001670 con 0x7fc56c15d770 2023-09-23T06:37:00.523 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.519+0000 7fc56a7fc700 1 -- 172.21.15.16:0/1536297039 >> v1:172.21.15.16:6789/0 conn(0x7fc56c15d770 legacy=0x7fc56c0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:00.523 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.519+0000 7fc56a7fc700 1 --2- 172.21.15.16:0/1536297039 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc554003a30 0x7fc554003e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:00.524 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.519+0000 7fc56a7fc700 1 --2- 172.21.15.16:0/1536297039 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc56c15db50 0x7fc554004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:00.524 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.519+0000 7fc56a7fc700 1 --2- 172.21.15.16:0/1536297039 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc554004d90 0x7fc554005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:00.524 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.519+0000 7fc56a7fc700 1 -- 172.21.15.16:0/1536297039 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc56c0b65c0 con 0x7fc554003a30 2023-09-23T06:37:00.524 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.519+0000 7fc56a7fc700 1 -- 172.21.15.16:0/1536297039 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc55400bac0 con 0x7fc554004d90 2023-09-23T06:37:00.524 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.519+0000 7fc56a7fc700 1 -- 172.21.15.16:0/1536297039 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc55400bc80 con 0x7fc56c15db50 2023-09-23T06:37:00.524 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.519+0000 7fc56b7fe700 1 --2- 172.21.15.16:0/1536297039 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc554003a30 0x7fc554003e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:00.524 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.520+0000 7fc56affd700 1 --2- 172.21.15.16:0/1536297039 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc56c15db50 0x7fc554004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:00.524 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.520+0000 7fc56bfff700 1 --2- 172.21.15.16:0/1536297039 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc554004d90 0x7fc554005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:00.524 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.520+0000 7fc56b7fe700 1 -- 172.21.15.16:0/1536297039 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc56c15db50 msgr2=0x7fc554004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:00.524 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.520+0000 7fc56b7fe700 1 --2- 172.21.15.16:0/1536297039 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc56c15db50 0x7fc554004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:00.524 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.520+0000 7fc56b7fe700 1 -- 172.21.15.16:0/1536297039 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc554004d90 msgr2=0x7fc554005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:00.524 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.520+0000 7fc56b7fe700 1 --2- 172.21.15.16:0/1536297039 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc554004d90 0x7fc554005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:00.525 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.520+0000 7fc56b7fe700 1 -- 172.21.15.16:0/1536297039 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5540035b0 con 0x7fc554003a30 2023-09-23T06:37:00.525 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.520+0000 7fc56b7fe700 1 --2- 172.21.15.16:0/1536297039 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc554003a30 0x7fc554003e50 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc55c00c210 tx=0x7fc554005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e953e2695f4086d server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:00.525 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.520+0000 7fc56a7fc700 1 -- 172.21.15.16:0/1536297039 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc55c007c10 con 0x7fc554003a30 2023-09-23T06:37:00.525 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.520+0000 7fc56a7fc700 1 -- 172.21.15.16:0/1536297039 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc55c00cdd0 con 0x7fc554003a30 2023-09-23T06:37:00.525 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.520+0000 7fc56a7fc700 1 -- 172.21.15.16:0/1536297039 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc55c005ba0 con 0x7fc554003a30 2023-09-23T06:37:00.525 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.521+0000 7fc571dff700 1 -- 172.21.15.16:0/1536297039 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc554003a30 msgr2=0x7fc554003e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:00.525 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.521+0000 7fc571dff700 1 --2- 172.21.15.16:0/1536297039 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc554003a30 0x7fc554003e50 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc55c00c210 tx=0x7fc554005880 comp rx=0 tx=0).stop 2023-09-23T06:37:00.525 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.521+0000 7fc56bfff700 1 -- 172.21.15.16:0/1536297039 reap_dead start 2023-09-23T06:37:00.525 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.521+0000 7fc571dff700 1 -- 172.21.15.16:0/1536297039 shutdown_connections 2023-09-23T06:37:00.525 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.521+0000 7fc571dff700 1 -- 172.21.15.16:0/1536297039 >> 172.21.15.16:0/1536297039 conn(0x7fc56c0724b0 msgr2=0x7fc56c0d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:00.525 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.521+0000 7fc571dff700 1 -- 172.21.15.16:0/1536297039 shutdown_connections 2023-09-23T06:37:00.526 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.521+0000 7fc571dff700 1 -- 172.21.15.16:0/1536297039 wait complete. 2023-09-23T06:37:00.527 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.523+0000 7fc571dff700 1 Processor -- start 2023-09-23T06:37:00.527 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.523+0000 7fc571dff700 1 -- start start 2023-09-23T06:37:00.527 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.524+0000 7fc571dff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc554003a30 0x7fc56c0ab030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:00.528 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.524+0000 7fc571dff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc56c0ccbb0 0x7fc56c0abd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:00.528 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.524+0000 7fc571dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc56c14e5a0 0x7fc56c14ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:00.528 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.524+0000 7fc571dff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc56c14ef40 con 0x7fc554003a30 2023-09-23T06:37:00.528 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.524+0000 7fc571dff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc56c0cbb10 con 0x7fc56c0ccbb0 2023-09-23T06:37:00.528 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.524+0000 7fc571dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc56c0cb1e0 con 0x7fc56c14e5a0 2023-09-23T06:37:00.528 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.524+0000 7fc56b7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc554003a30 0x7fc56c0ab030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:00.528 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.524+0000 7fc56b7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc554003a30 0x7fc56c0ab030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49022/0 (socket says 172.21.15.16:49022) 2023-09-23T06:37:00.528 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.524+0000 7fc56b7fe700 1 -- 172.21.15.16:0/2830386329 learned_addr learned my addr 172.21.15.16:0/2830386329 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:00.528 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.524+0000 7fc56affd700 1 --2- 172.21.15.16:0/2830386329 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc56c0ccbb0 0x7fc56c0abd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:00.528 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.524+0000 7fc56bfff700 1 --2- 172.21.15.16:0/2830386329 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc56c14e5a0 0x7fc56c14ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:00.528 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.524+0000 7fc56b7fe700 1 -- 172.21.15.16:0/2830386329 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc56c14e5a0 msgr2=0x7fc56c14ea00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:00.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.524+0000 7fc56b7fe700 1 --2- 172.21.15.16:0/2830386329 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc56c14e5a0 0x7fc56c14ea00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:00.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.524+0000 7fc56b7fe700 1 -- 172.21.15.16:0/2830386329 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc56c0ccbb0 msgr2=0x7fc56c0abd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:00.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.524+0000 7fc56b7fe700 1 --2- 172.21.15.16:0/2830386329 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc56c0ccbb0 0x7fc56c0abd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:00.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.524+0000 7fc56b7fe700 1 -- 172.21.15.16:0/2830386329 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc56c0cb4c0 con 0x7fc554003a30 2023-09-23T06:37:00.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.525+0000 7fc56b7fe700 1 --2- 172.21.15.16:0/2830386329 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc554003a30 0x7fc56c0ab030 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fc5540047b0 tx=0x7fc55c001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:00.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.525+0000 7fc553fff700 1 -- 172.21.15.16:0/2830386329 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc55c004c80 con 0x7fc554003a30 2023-09-23T06:37:00.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.525+0000 7fc553fff700 1 -- 172.21.15.16:0/2830386329 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc55c004de0 con 0x7fc554003a30 2023-09-23T06:37:00.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.525+0000 7fc553fff700 1 -- 172.21.15.16:0/2830386329 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc55c0072f0 con 0x7fc554003a30 2023-09-23T06:37:00.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.525+0000 7fc571dff700 1 -- 172.21.15.16:0/2830386329 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc56c0cb7a0 con 0x7fc554003a30 2023-09-23T06:37:00.529 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.525+0000 7fc571dff700 1 -- 172.21.15.16:0/2830386329 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc56c0cbfa0 con 0x7fc554003a30 2023-09-23T06:37:00.530 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.526+0000 7fc571dff700 1 -- 172.21.15.16:0/2830386329 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc56c074b40 con 0x7fc554003a30 2023-09-23T06:37:00.530 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.527+0000 7fc553fff700 1 -- 172.21.15.16:0/2830386329 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fc55c019070 con 0x7fc554003a30 2023-09-23T06:37:00.530 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.528+0000 7fc553fff700 1 --2- 172.21.15.16:0/2830386329 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc55806afc0 0x7fc55806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:00.530 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.529+0000 7fc553fff700 1 -- 172.21.15.16:0/2830386329 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fc55c089b10 con 0x7fc554003a30 2023-09-23T06:37:00.530 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.529+0000 7fc56affd700 1 --2- 172.21.15.16:0/2830386329 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc55806afc0 0x7fc55806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:00.531 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.529+0000 7fc56affd700 1 --2- 172.21.15.16:0/2830386329 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc55806afc0 0x7fc55806d480 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fc56c15ff90 tx=0x7fc560009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:00.535 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.533+0000 7fc553fff700 1 -- 172.21.15.16:0/2830386329 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fc55c054ac0 con 0x7fc554003a30 2023-09-23T06:37:00.746 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.744+0000 7fc571dff700 1 -- 172.21.15.16:0/2830386329 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc56c0cd320 con 0x7fc554003a30 2023-09-23T06:37:00.747 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.745+0000 7fc553fff700 1 -- 172.21.15.16:0/2830386329 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16706 (secure 0 0 0) 0x7fc55c0580e0 con 0x7fc554003a30 2023-09-23T06:37:00.748 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:00.748 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":22,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:37:00.112194+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:36:09.790555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-23T06:36:10.695995+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":1}]},{"pgid":"3.22","mappings":[{"from":5,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:37:00.750 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.748+0000 7fc571dff700 1 -- 172.21.15.16:0/2830386329 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc55806afc0 msgr2=0x7fc55806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:00.750 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.748+0000 7fc571dff700 1 --2- 172.21.15.16:0/2830386329 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc55806afc0 0x7fc55806d480 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fc56c15ff90 tx=0x7fc560009210 comp rx=0 tx=0).stop 2023-09-23T06:37:00.750 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.748+0000 7fc571dff700 1 -- 172.21.15.16:0/2830386329 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc554003a30 msgr2=0x7fc56c0ab030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:00.750 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.748+0000 7fc571dff700 1 --2- 172.21.15.16:0/2830386329 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc554003a30 0x7fc56c0ab030 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7fc5540047b0 tx=0x7fc55c001a00 comp rx=0 tx=0).stop 2023-09-23T06:37:00.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.748+0000 7fc571dff700 1 -- 172.21.15.16:0/2830386329 shutdown_connections 2023-09-23T06:37:00.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.748+0000 7fc571dff700 1 --2- 172.21.15.16:0/2830386329 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc56c14e5a0 0x7fc56c14ea00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:00.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.748+0000 7fc571dff700 1 --2- 172.21.15.16:0/2830386329 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc55806afc0 0x7fc55806d480 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:00.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.748+0000 7fc571dff700 1 --2- 172.21.15.16:0/2830386329 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc554003a30 0x7fc56c0ab030 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:00.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.748+0000 7fc571dff700 1 --2- 172.21.15.16:0/2830386329 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc56c0ccbb0 0x7fc56c0abd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:00.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.748+0000 7fc571dff700 1 -- 172.21.15.16:0/2830386329 >> 172.21.15.16:0/2830386329 conn(0x7fc56c0724b0 msgr2=0x7fc56c15cad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:00.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.748+0000 7fc571dff700 1 -- 172.21.15.16:0/2830386329 shutdown_connections 2023-09-23T06:37:00.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.748+0000 7fc571dff700 1 -- 172.21.15.16:0/2830386329 wait complete. 2023-09-23T06:37:00.769 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-23T06:36:05.638048+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-23T06:36:09.790555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-23T06:36:10.695995+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-23T06:37:00.769 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-23T06:37:00.974 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.972+0000 7f1d191ff700 1 Processor -- start 2023-09-23T06:37:00.974 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.972+0000 7f1d191ff700 1 -- start start 2023-09-23T06:37:00.975 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.973+0000 7f1d191ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d1415d8c0 0x7f1d140cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:00.975 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.973+0000 7f1d191ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f1d14161fc0 0x7f1d140d3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:00.975 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.974+0000 7f1d191ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1d1415dca0 con 0x7f1d140d0030 2023-09-23T06:37:00.976 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.974+0000 7f1d191ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1d140ce130 con 0x7f1d14161fc0 2023-09-23T06:37:00.976 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.974+0000 7f1d191ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d140ce3d0 con 0x7f1d1415d8c0 2023-09-23T06:37:00.976 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.974+0000 7f1d1359e700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f1d140d0030 0x7f1d140d0440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:35364/0 (socket says 172.21.15.16:35364) 2023-09-23T06:37:00.976 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.974+0000 7f1d1359e700 1 -- 172.21.15.16:0/2443699808 learned_addr learned my addr 172.21.15.16:0/2443699808 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:00.978 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.974+0000 7f1d12d9d700 1 --2- 172.21.15.16:0/2443699808 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d1415d8c0 0x7f1d140cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:00.978 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.974+0000 7f1d0bfff700 1 --2- 172.21.15.16:0/2443699808 >> v2:172.21.15.92:3300/0 conn(0x7f1d14161fc0 0x7f1d140d3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:00.978 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.974+0000 7f1d1259c700 1 -- 172.21.15.16:0/2443699808 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2031747321 0 0) 0x7f1d1415dca0 con 0x7f1d140d0030 2023-09-23T06:37:00.978 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.974+0000 7f1d1259c700 1 -- 172.21.15.16:0/2443699808 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1d000035b0 con 0x7f1d140d0030 2023-09-23T06:37:00.978 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.975+0000 7f1d0bfff700 1 -- 172.21.15.16:0/2443699808 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d1415d8c0 msgr2=0x7f1d140cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:00.978 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.975+0000 7f1d0bfff700 1 --2- 172.21.15.16:0/2443699808 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d1415d8c0 0x7f1d140cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:00.978 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.975+0000 7f1d1259c700 1 -- 172.21.15.16:0/2443699808 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1658335965 0 0) 0x7f1d000035b0 con 0x7f1d140d0030 2023-09-23T06:37:00.978 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.975+0000 7f1d0bfff700 1 -- 172.21.15.16:0/2443699808 >> v1:172.21.15.16:6789/0 conn(0x7f1d140d0030 legacy=0x7f1d140d0440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:00.979 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.975+0000 7f1d0bfff700 1 -- 172.21.15.16:0/2443699808 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d140ce6b0 con 0x7f1d14161fc0 2023-09-23T06:37:00.979 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.975+0000 7f1d12d9d700 1 --2- 172.21.15.16:0/2443699808 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d1415d8c0 0x7f1d140cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:37:00.979 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.975+0000 7f1d0bfff700 1 --2- 172.21.15.16:0/2443699808 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d14161fc0 0x7f1d140d3d30 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1cfc009840 tx=0x7f1cfc009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=980d384ab7a3d33 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:00.979 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.975+0000 7f1d1259c700 1 -- 172.21.15.16:0/2443699808 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d0c0019f0 con 0x7f1d14161fc0 2023-09-23T06:37:00.979 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.975+0000 7f1d1259c700 1 -- 172.21.15.16:0/2443699808 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1cfc004030 con 0x7f1d14161fc0 2023-09-23T06:37:00.979 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.975+0000 7f1d1259c700 1 -- 172.21.15.16:0/2443699808 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cfc0043c0 con 0x7f1d14161fc0 2023-09-23T06:37:00.979 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.976+0000 7f1d191ff700 1 -- 172.21.15.16:0/2443699808 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d14161fc0 msgr2=0x7f1d140d3d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:00.979 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.976+0000 7f1d191ff700 1 --2- 172.21.15.16:0/2443699808 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d14161fc0 0x7f1d140d3d30 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f1cfc009840 tx=0x7f1cfc009b50 comp rx=0 tx=0).stop 2023-09-23T06:37:00.979 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.976+0000 7f1d191ff700 1 -- 172.21.15.16:0/2443699808 shutdown_connections 2023-09-23T06:37:00.979 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.976+0000 7f1d191ff700 1 --2- 172.21.15.16:0/2443699808 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d1415d8c0 0x7f1d140cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:00.979 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.976+0000 7f1d191ff700 1 --2- 172.21.15.16:0/2443699808 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d14161fc0 0x7f1d140d3d30 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:00.980 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.976+0000 7f1d191ff700 1 -- 172.21.15.16:0/2443699808 >> 172.21.15.16:0/2443699808 conn(0x7f1d1409c9b0 msgr2=0x7f1d140d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:00.980 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.976+0000 7f1d191ff700 1 -- 172.21.15.16:0/2443699808 shutdown_connections 2023-09-23T06:37:00.980 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.976+0000 7f1d191ff700 1 -- 172.21.15.16:0/2443699808 wait complete. 2023-09-23T06:37:00.981 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.978+0000 7f1d191ff700 1 Processor -- start 2023-09-23T06:37:00.981 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.978+0000 7f1d191ff700 1 -- start start 2023-09-23T06:37:00.981 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.979+0000 7f1d191ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d140d0030 0x7f1d140cbf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:00.981 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.979+0000 7f1d191ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d1415d8c0 0x7f1d141f7420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:00.981 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.979+0000 7f1d191ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d14161fc0 0x7f1d141f07e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:00.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.979+0000 7f1d191ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d141f7960 con 0x7f1d14161fc0 2023-09-23T06:37:00.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.979+0000 7f1d191ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d141f37c0 con 0x7f1d1415d8c0 2023-09-23T06:37:00.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.979+0000 7f1d191ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d141f3aa0 con 0x7f1d140d0030 2023-09-23T06:37:00.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.979+0000 7f1d1359e700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d14161fc0 0x7f1d141f07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:00.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.979+0000 7f1d1359e700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d14161fc0 0x7f1d141f07e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49038/0 (socket says 172.21.15.16:49038) 2023-09-23T06:37:00.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.980+0000 7f1d1359e700 1 -- 172.21.15.16:0/939955761 learned_addr learned my addr 172.21.15.16:0/939955761 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:00.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.980+0000 7f1d0bfff700 1 --2- 172.21.15.16:0/939955761 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d1415d8c0 0x7f1d141f7420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:00.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.980+0000 7f1d12d9d700 1 --2- 172.21.15.16:0/939955761 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d140d0030 0x7f1d140cbf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:00.983 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.980+0000 7f1d1359e700 1 -- 172.21.15.16:0/939955761 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d140d0030 msgr2=0x7f1d140cbf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:00.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.980+0000 7f1d1359e700 1 --2- 172.21.15.16:0/939955761 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d140d0030 0x7f1d140cbf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:00.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.980+0000 7f1d1359e700 1 -- 172.21.15.16:0/939955761 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d1415d8c0 msgr2=0x7f1d141f7420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:00.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.980+0000 7f1d1359e700 1 --2- 172.21.15.16:0/939955761 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d1415d8c0 0x7f1d141f7420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:00.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.980+0000 7f1d1359e700 1 -- 172.21.15.16:0/939955761 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d040094a0 con 0x7f1d14161fc0 2023-09-23T06:37:00.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.980+0000 7f1d1359e700 1 --2- 172.21.15.16:0/939955761 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d14161fc0 0x7f1d141f07e0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1d0c00cca0 tx=0x7f1d0c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:00.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.980+0000 7f1d0b7fe700 1 -- 172.21.15.16:0/939955761 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d0c00ab70 con 0x7f1d14161fc0 2023-09-23T06:37:00.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.980+0000 7f1d0b7fe700 1 -- 172.21.15.16:0/939955761 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d0c00acf0 con 0x7f1d14161fc0 2023-09-23T06:37:00.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.980+0000 7f1d0b7fe700 1 -- 172.21.15.16:0/939955761 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d0c007310 con 0x7f1d14161fc0 2023-09-23T06:37:00.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.980+0000 7f1d191ff700 1 -- 172.21.15.16:0/939955761 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1cfc0094a0 con 0x7f1d14161fc0 2023-09-23T06:37:00.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.981+0000 7f1d191ff700 1 -- 172.21.15.16:0/939955761 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d141f4060 con 0x7f1d14161fc0 2023-09-23T06:37:00.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.982+0000 7f1d191ff700 1 -- 172.21.15.16:0/939955761 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d14074b40 con 0x7f1d14161fc0 2023-09-23T06:37:00.985 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.983+0000 7f1d0b7fe700 1 -- 172.21.15.16:0/939955761 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f1d0c007470 con 0x7f1d14161fc0 2023-09-23T06:37:00.985 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.983+0000 7f1d0b7fe700 1 --2- 172.21.15.16:0/939955761 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f1cf406afc0 0x7f1cf406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:00.985 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.984+0000 7f1d0b7fe700 1 -- 172.21.15.16:0/939955761 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f1d0c0892d0 con 0x7f1d14161fc0 2023-09-23T06:37:00.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.984+0000 7f1d12d9d700 1 --2- 172.21.15.16:0/939955761 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f1cf406afc0 0x7f1cf406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:00.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.985+0000 7f1d12d9d700 1 --2- 172.21.15.16:0/939955761 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f1cf406afc0 0x7f1cf406d480 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f1d04009d70 tx=0x7f1d04009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:00.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:00.988+0000 7f1d0b7fe700 1 -- 172.21.15.16:0/939955761 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f1d0c054280 con 0x7f1d14161fc0 2023-09-23T06:37:01.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.196+0000 7f1d191ff700 1 -- 172.21.15.16:0/939955761 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1d140ca4b0 con 0x7f1d14161fc0 2023-09-23T06:37:01.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.196+0000 7f1d0b7fe700 1 -- 172.21.15.16:0/939955761 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1d0c00ae60 con 0x7f1d14161fc0 2023-09-23T06:37:01.198 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2023-09-23T06:37:01.201 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.199+0000 7f1d191ff700 1 -- 172.21.15.16:0/939955761 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f1cf406afc0 msgr2=0x7f1cf406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:01.201 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.199+0000 7f1d191ff700 1 --2- 172.21.15.16:0/939955761 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f1cf406afc0 0x7f1cf406d480 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f1d04009d70 tx=0x7f1d04009210 comp rx=0 tx=0).stop 2023-09-23T06:37:01.201 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.199+0000 7f1d191ff700 1 -- 172.21.15.16:0/939955761 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d14161fc0 msgr2=0x7f1d141f07e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:01.201 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.199+0000 7f1d191ff700 1 --2- 172.21.15.16:0/939955761 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d14161fc0 0x7f1d141f07e0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f1d0c00cca0 tx=0x7f1d0c00a060 comp rx=0 tx=0).stop 2023-09-23T06:37:01.201 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.199+0000 7f1d191ff700 1 -- 172.21.15.16:0/939955761 shutdown_connections 2023-09-23T06:37:01.201 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.199+0000 7f1d191ff700 1 --2- 172.21.15.16:0/939955761 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f1cf406afc0 0x7f1cf406d480 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:01.201 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.199+0000 7f1d191ff700 1 --2- 172.21.15.16:0/939955761 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f1d14161fc0 0x7f1d141f07e0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:01.202 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.199+0000 7f1d191ff700 1 --2- 172.21.15.16:0/939955761 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f1d140d0030 0x7f1d140cbf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:01.202 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.199+0000 7f1d191ff700 1 --2- 172.21.15.16:0/939955761 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f1d1415d8c0 0x7f1d141f7420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:01.202 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.199+0000 7f1d191ff700 1 -- 172.21.15.16:0/939955761 >> 172.21.15.16:0/939955761 conn(0x7f1d1409c9b0 msgr2=0x7f1d140b3080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:01.202 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.199+0000 7f1d191ff700 1 -- 172.21.15.16:0/939955761 shutdown_connections 2023-09-23T06:37:01.202 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.199+0000 7f1d191ff700 1 -- 172.21.15.16:0/939955761 wait complete. 2023-09-23T06:37:01.218 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-23T06:37:01.426 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.425+0000 7f8f76bff700 1 Processor -- start 2023-09-23T06:37:01.427 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.425+0000 7f8f76bff700 1 -- start start 2023-09-23T06:37:01.428 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.426+0000 7f8f76bff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8f7015b330 0x7f8f70072660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:01.428 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.426+0000 7f8f76bff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f700ae460 con 0x7f8f700cb650 2023-09-23T06:37:01.428 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.426+0000 7f8f76bff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f700ae740 con 0x7f8f700cb1e0 2023-09-23T06:37:01.428 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.426+0000 7f8f76bff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f700cbae0 con 0x7f8f7015b330 2023-09-23T06:37:01.428 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.426+0000 7f8f6ffff700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f8f700cb650 0x7f8f700707f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:35372/0 (socket says 172.21.15.16:35372) 2023-09-23T06:37:01.428 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.426+0000 7f8f6ffff700 1 -- 172.21.15.16:0/2932198659 learned_addr learned my addr 172.21.15.16:0/2932198659 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:01.429 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.427+0000 7f8f7499b700 1 --2- 172.21.15.16:0/2932198659 >> v2:172.21.15.92:3300/0 conn(0x7f8f7015b330 0x7f8f70072660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:01.430 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.427+0000 7f8f6f7fe700 1 -- 172.21.15.16:0/2932198659 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 329023911 0 0) 0x7f8f700ae460 con 0x7f8f700cb650 2023-09-23T06:37:01.430 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.427+0000 7f8f6f7fe700 1 -- 172.21.15.16:0/2932198659 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8f600035b0 con 0x7f8f700cb650 2023-09-23T06:37:01.430 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.427+0000 7f8f7499b700 1 -- 172.21.15.16:0/2932198659 >> v1:172.21.15.92:6789/0 conn(0x7f8f700cb1e0 legacy=0x7f8f700ace70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:01.430 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.427+0000 7f8f7499b700 1 -- 172.21.15.16:0/2932198659 >> v1:172.21.15.16:6789/0 conn(0x7f8f700cb650 legacy=0x7f8f700707f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:01.430 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.427+0000 7f8f7499b700 1 -- 172.21.15.16:0/2932198659 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f700ca7c0 con 0x7f8f7015b330 2023-09-23T06:37:01.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.427+0000 7f8f7499b700 1 --2- 172.21.15.16:0/2932198659 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8f7015b330 0x7f8f70072660 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f8f64009840 tx=0x7f8f64009b50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=123d42cd9ee4cc43 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:01.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.428+0000 7f8f6f7fe700 1 -- 172.21.15.16:0/2932198659 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f64011830 con 0x7f8f7015b330 2023-09-23T06:37:01.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.428+0000 7f8f6f7fe700 1 -- 172.21.15.16:0/2932198659 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f64011990 con 0x7f8f7015b330 2023-09-23T06:37:01.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.428+0000 7f8f6f7fe700 1 -- 172.21.15.16:0/2932198659 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f64011d00 con 0x7f8f7015b330 2023-09-23T06:37:01.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.428+0000 7f8f76bff700 1 -- 172.21.15.16:0/2932198659 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8f7015b330 msgr2=0x7f8f70072660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:01.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.428+0000 7f8f76bff700 1 --2- 172.21.15.16:0/2932198659 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8f7015b330 0x7f8f70072660 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f8f64009840 tx=0x7f8f64009b50 comp rx=0 tx=0).stop 2023-09-23T06:37:01.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.428+0000 7f8f76bff700 1 -- 172.21.15.16:0/2932198659 shutdown_connections 2023-09-23T06:37:01.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.428+0000 7f8f76bff700 1 --2- 172.21.15.16:0/2932198659 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8f7015b330 0x7f8f70072660 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:01.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.428+0000 7f8f76bff700 1 -- 172.21.15.16:0/2932198659 >> 172.21.15.16:0/2932198659 conn(0x7f8f700cf1b0 msgr2=0x7f8f700cf5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:01.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.428+0000 7f8f76bff700 1 -- 172.21.15.16:0/2932198659 shutdown_connections 2023-09-23T06:37:01.431 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.428+0000 7f8f76bff700 1 -- 172.21.15.16:0/2932198659 wait complete. 2023-09-23T06:37:01.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.430+0000 7f8f76bff700 1 Processor -- start 2023-09-23T06:37:01.432 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.430+0000 7f8f76bff700 1 -- start start 2023-09-23T06:37:01.433 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.431+0000 7f8f76bff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f700cb1e0 0x7f8f700ce420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:01.433 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.431+0000 7f8f76bff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8f7015b330 0x7f8f701f3ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:01.433 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.431+0000 7f8f76bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8f700b4020 0x7f8f70155ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:01.434 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.431+0000 7f8f76bff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f70153f60 con 0x7f8f700cb1e0 2023-09-23T06:37:01.434 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.431+0000 7f8f76bff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f701561e0 con 0x7f8f7015b330 2023-09-23T06:37:01.434 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.431+0000 7f8f76bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f700b3b90 con 0x7f8f700b4020 2023-09-23T06:37:01.434 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.432+0000 7f8f7499b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f700cb1e0 0x7f8f700ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:01.434 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.432+0000 7f8f6ffff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8f7015b330 0x7f8f701f3ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:01.434 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.432+0000 7f8f7499b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f700cb1e0 0x7f8f700ce420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49048/0 (socket says 172.21.15.16:49048) 2023-09-23T06:37:01.434 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.432+0000 7f8f7499b700 1 -- 172.21.15.16:0/443935131 learned_addr learned my addr 172.21.15.16:0/443935131 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:01.434 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.432+0000 7f8f7519c700 1 --2- 172.21.15.16:0/443935131 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8f700b4020 0x7f8f70155ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:01.435 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.432+0000 7f8f7499b700 1 -- 172.21.15.16:0/443935131 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8f700b4020 msgr2=0x7f8f70155ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:01.435 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.432+0000 7f8f7499b700 1 --2- 172.21.15.16:0/443935131 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8f700b4020 0x7f8f70155ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:01.435 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.432+0000 7f8f7499b700 1 -- 172.21.15.16:0/443935131 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8f7015b330 msgr2=0x7f8f701f3ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:01.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.432+0000 7f8f7499b700 1 --2- 172.21.15.16:0/443935131 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8f7015b330 0x7f8f701f3ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:01.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.432+0000 7f8f7499b700 1 -- 172.21.15.16:0/443935131 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f640094a0 con 0x7f8f700cb1e0 2023-09-23T06:37:01.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.432+0000 7f8f7499b700 1 --2- 172.21.15.16:0/443935131 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f700cb1e0 0x7f8f700ce420 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f8f640090b0 tx=0x7f8f64004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:01.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.433+0000 7f8f6d7fa700 1 -- 172.21.15.16:0/443935131 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f640045d0 con 0x7f8f700cb1e0 2023-09-23T06:37:01.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.433+0000 7f8f6d7fa700 1 -- 172.21.15.16:0/443935131 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f6401e070 con 0x7f8f700cb1e0 2023-09-23T06:37:01.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.433+0000 7f8f6d7fa700 1 -- 172.21.15.16:0/443935131 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f640038c0 con 0x7f8f700cb1e0 2023-09-23T06:37:01.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.433+0000 7f8f76bff700 1 -- 172.21.15.16:0/443935131 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f700b3260 con 0x7f8f700cb1e0 2023-09-23T06:37:01.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.433+0000 7f8f76bff700 1 -- 172.21.15.16:0/443935131 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f700b3820 con 0x7f8f700cb1e0 2023-09-23T06:37:01.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.434+0000 7f8f76bff700 1 -- 172.21.15.16:0/443935131 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f700b3e70 con 0x7f8f700cb1e0 2023-09-23T06:37:01.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.435+0000 7f8f6d7fa700 1 -- 172.21.15.16:0/443935131 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f8f64003a20 con 0x7f8f700cb1e0 2023-09-23T06:37:01.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.436+0000 7f8f6d7fa700 1 --2- 172.21.15.16:0/443935131 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8f5406afc0 0x7f8f5406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:01.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.436+0000 7f8f6d7fa700 1 -- 172.21.15.16:0/443935131 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f8f6408a840 con 0x7f8f700cb1e0 2023-09-23T06:37:01.438 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.436+0000 7f8f6ffff700 1 --2- 172.21.15.16:0/443935131 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8f5406afc0 0x7f8f5406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:01.438 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.437+0000 7f8f6ffff700 1 --2- 172.21.15.16:0/443935131 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8f5406afc0 0x7f8f5406d480 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8f5c007fd0 tx=0x7f8f5c007dc0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:01.441 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.440+0000 7f8f6d7fa700 1 -- 172.21.15.16:0/443935131 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f8f640557f0 con 0x7f8f700cb1e0 2023-09-23T06:37:01.645 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.644+0000 7f8f76bff700 1 -- 172.21.15.16:0/443935131 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f8f70074b40 con 0x7f8f700cb1e0 2023-09-23T06:37:01.646 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.644+0000 7f8f6d7fa700 1 -- 172.21.15.16:0/443935131 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8f64058e10 con 0x7f8f700cb1e0 2023-09-23T06:37:01.646 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 32 2023-09-23T06:37:01.648 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.646+0000 7f8f76bff700 1 -- 172.21.15.16:0/443935131 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8f5406afc0 msgr2=0x7f8f5406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:01.648 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.646+0000 7f8f76bff700 1 --2- 172.21.15.16:0/443935131 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8f5406afc0 0x7f8f5406d480 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f8f5c007fd0 tx=0x7f8f5c007dc0 comp rx=0 tx=0).stop 2023-09-23T06:37:01.648 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.646+0000 7f8f76bff700 1 -- 172.21.15.16:0/443935131 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f700cb1e0 msgr2=0x7f8f700ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:01.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.646+0000 7f8f76bff700 1 --2- 172.21.15.16:0/443935131 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f700cb1e0 0x7f8f700ce420 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f8f640090b0 tx=0x7f8f64004750 comp rx=0 tx=0).stop 2023-09-23T06:37:01.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.646+0000 7f8f76bff700 1 -- 172.21.15.16:0/443935131 shutdown_connections 2023-09-23T06:37:01.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.646+0000 7f8f76bff700 1 --2- 172.21.15.16:0/443935131 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8f700b4020 0x7f8f70155ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:01.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.646+0000 7f8f76bff700 1 --2- 172.21.15.16:0/443935131 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8f5406afc0 0x7f8f5406d480 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:01.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.646+0000 7f8f76bff700 1 --2- 172.21.15.16:0/443935131 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8f700cb1e0 0x7f8f700ce420 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:01.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.646+0000 7f8f76bff700 1 --2- 172.21.15.16:0/443935131 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8f7015b330 0x7f8f701f3ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:01.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.646+0000 7f8f76bff700 1 -- 172.21.15.16:0/443935131 >> 172.21.15.16:0/443935131 conn(0x7f8f700cf1b0 msgr2=0x7f8f700706f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:01.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.646+0000 7f8f76bff700 1 -- 172.21.15.16:0/443935131 shutdown_connections 2023-09-23T06:37:01.649 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.647+0000 7f8f76bff700 1 -- 172.21.15.16:0/443935131 wait complete. 2023-09-23T06:37:01.666 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-23T06:37:01.874 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.872+0000 7fc4389ff700 1 Processor -- start 2023-09-23T06:37:01.874 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.872+0000 7fc4389ff700 1 -- start start 2023-09-23T06:37:01.875 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.873+0000 7fc4389ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc43415d8c0 0x7fc4340cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:01.875 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.873+0000 7fc4389ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc434161fc0 0x7fc4340d3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:01.876 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.873+0000 7fc4389ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc43415dca0 con 0x7fc4340d0030 2023-09-23T06:37:01.876 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.873+0000 7fc4389ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4340ce130 con 0x7fc43415d8c0 2023-09-23T06:37:01.876 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.873+0000 7fc4389ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc4340ce3d0 con 0x7fc434161fc0 2023-09-23T06:37:01.876 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.874+0000 7fc43259c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc43415d8c0 0x7fc4340cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:01.876 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.874+0000 7fc432d9d700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fc4340d0030 0x7fc43406b770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:35378/0 (socket says 172.21.15.16:35378) 2023-09-23T06:37:01.876 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.874+0000 7fc432d9d700 1 -- 172.21.15.16:0/1703828024 learned_addr learned my addr 172.21.15.16:0/1703828024 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:01.876 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.874+0000 7fc42bfff700 1 --2- 172.21.15.16:0/1703828024 >> v2:172.21.15.92:3300/0 conn(0x7fc434161fc0 0x7fc4340d3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:01.877 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.874+0000 7fc43259c700 1 -- 172.21.15.16:0/1703828024 >> v2:172.21.15.92:3300/0 conn(0x7fc434161fc0 msgr2=0x7fc4340d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:01.878 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.874+0000 7fc43259c700 1 --2- 172.21.15.16:0/1703828024 >> v2:172.21.15.92:3300/0 conn(0x7fc434161fc0 0x7fc4340d3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:01.878 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.874+0000 7fc43259c700 1 -- 172.21.15.16:0/1703828024 >> v1:172.21.15.16:6789/0 conn(0x7fc4340d0030 legacy=0x7fc43406b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:01.878 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.874+0000 7fc43259c700 1 -- 172.21.15.16:0/1703828024 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4340ce6b0 con 0x7fc43415d8c0 2023-09-23T06:37:01.878 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.874+0000 7fc431d9b700 1 -- 172.21.15.16:0/1703828024 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1765679119 0 0) 0x7fc43415dca0 con 0x7fc4340d0030 2023-09-23T06:37:01.878 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.875+0000 7fc43259c700 1 --2- 172.21.15.16:0/1703828024 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc43415d8c0 0x7fc4340cf190 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fc4340d1150 tx=0x7fc424009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=45495c86918ee00c server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:01.878 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.875+0000 7fc431d9b700 1 -- 172.21.15.16:0/1703828024 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc424011830 con 0x7fc43415d8c0 2023-09-23T06:37:01.878 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.875+0000 7fc431d9b700 1 -- 172.21.15.16:0/1703828024 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc424011990 con 0x7fc43415d8c0 2023-09-23T06:37:01.878 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.875+0000 7fc431d9b700 1 -- 172.21.15.16:0/1703828024 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc424011d20 con 0x7fc43415d8c0 2023-09-23T06:37:01.878 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.875+0000 7fc4389ff700 1 -- 172.21.15.16:0/1703828024 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc43415d8c0 msgr2=0x7fc4340cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:01.878 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.875+0000 7fc4389ff700 1 --2- 172.21.15.16:0/1703828024 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc43415d8c0 0x7fc4340cf190 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fc4340d1150 tx=0x7fc424009b20 comp rx=0 tx=0).stop 2023-09-23T06:37:01.879 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.875+0000 7fc4389ff700 1 -- 172.21.15.16:0/1703828024 shutdown_connections 2023-09-23T06:37:01.879 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.875+0000 7fc4389ff700 1 --2- 172.21.15.16:0/1703828024 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc43415d8c0 0x7fc4340cf190 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:01.879 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.875+0000 7fc4389ff700 1 --2- 172.21.15.16:0/1703828024 >> v2:172.21.15.92:3300/0 conn(0x7fc434161fc0 0x7fc4340d3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:01.879 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.875+0000 7fc4389ff700 1 -- 172.21.15.16:0/1703828024 >> 172.21.15.16:0/1703828024 conn(0x7fc43409c9b0 msgr2=0x7fc4340d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:01.879 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.876+0000 7fc4389ff700 1 -- 172.21.15.16:0/1703828024 shutdown_connections 2023-09-23T06:37:01.879 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.876+0000 7fc4389ff700 1 -- 172.21.15.16:0/1703828024 wait complete. 2023-09-23T06:37:01.880 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.877+0000 7fc4389ff700 1 Processor -- start 2023-09-23T06:37:01.881 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.877+0000 7fc4389ff700 1 -- start start 2023-09-23T06:37:01.881 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.878+0000 7fc4389ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4340d0030 0x7fc43414a640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:01.881 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.878+0000 7fc4389ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc43415d8c0 0x7fc434149ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:01.881 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.878+0000 7fc4389ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc434161fc0 0x7fc43414d0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:01.881 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.878+0000 7fc4389ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc4340cc6c0 con 0x7fc4340d0030 2023-09-23T06:37:01.881 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.878+0000 7fc4389ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc43414d5e0 con 0x7fc434161fc0 2023-09-23T06:37:01.881 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.878+0000 7fc4389ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc434160be0 con 0x7fc43415d8c0 2023-09-23T06:37:01.881 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.878+0000 7fc43259c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4340d0030 0x7fc43414a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:01.881 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.879+0000 7fc43259c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4340d0030 0x7fc43414a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49070/0 (socket says 172.21.15.16:49070) 2023-09-23T06:37:01.881 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.879+0000 7fc43259c700 1 -- 172.21.15.16:0/3281862172 learned_addr learned my addr 172.21.15.16:0/3281862172 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:01.882 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.879+0000 7fc432d9d700 1 --2- 172.21.15.16:0/3281862172 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc434161fc0 0x7fc43414d0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:01.882 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.879+0000 7fc42bfff700 1 --2- 172.21.15.16:0/3281862172 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc43415d8c0 0x7fc434149ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:01.882 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.879+0000 7fc43259c700 1 -- 172.21.15.16:0/3281862172 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc43415d8c0 msgr2=0x7fc434149ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:01.882 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.879+0000 7fc43259c700 1 --2- 172.21.15.16:0/3281862172 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc43415d8c0 0x7fc434149ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:01.882 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.879+0000 7fc43259c700 1 -- 172.21.15.16:0/3281862172 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc434161fc0 msgr2=0x7fc43414d0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:01.882 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.879+0000 7fc43259c700 1 --2- 172.21.15.16:0/3281862172 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc434161fc0 0x7fc43414d0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:01.882 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.879+0000 7fc43259c700 1 -- 172.21.15.16:0/3281862172 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4240094a0 con 0x7fc4340d0030 2023-09-23T06:37:01.882 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.879+0000 7fc432d9d700 1 --2- 172.21.15.16:0/3281862172 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc434161fc0 0x7fc43414d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:01.882 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.879+0000 7fc43259c700 1 --2- 172.21.15.16:0/3281862172 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4340d0030 0x7fc43414a640 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc4240090b0 tx=0x7fc424004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:01.883 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.879+0000 7fc42affd700 1 -- 172.21.15.16:0/3281862172 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4240038a0 con 0x7fc4340d0030 2023-09-23T06:37:01.883 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.880+0000 7fc42affd700 1 -- 172.21.15.16:0/3281862172 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc42401f070 con 0x7fc4340d0030 2023-09-23T06:37:01.883 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.880+0000 7fc4389ff700 1 -- 172.21.15.16:0/3281862172 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc434160ec0 con 0x7fc4340d0030 2023-09-23T06:37:01.883 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.880+0000 7fc42affd700 1 -- 172.21.15.16:0/3281862172 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc424003c20 con 0x7fc4340d0030 2023-09-23T06:37:01.883 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.880+0000 7fc4389ff700 1 -- 172.21.15.16:0/3281862172 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc4340cc350 con 0x7fc4340d0030 2023-09-23T06:37:01.884 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.881+0000 7fc4389ff700 1 -- 172.21.15.16:0/3281862172 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc4340cbed0 con 0x7fc4340d0030 2023-09-23T06:37:01.884 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.882+0000 7fc42affd700 1 -- 172.21.15.16:0/3281862172 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fc42401a430 con 0x7fc4340d0030 2023-09-23T06:37:01.884 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.883+0000 7fc42affd700 1 --2- 172.21.15.16:0/3281862172 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc41406afc0 0x7fc41406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:01.884 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.883+0000 7fc42affd700 1 -- 172.21.15.16:0/3281862172 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fc424021070 con 0x7fc4340d0030 2023-09-23T06:37:01.885 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.883+0000 7fc42bfff700 1 --2- 172.21.15.16:0/3281862172 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc41406afc0 0x7fc41406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:01.885 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.884+0000 7fc42bfff700 1 --2- 172.21.15.16:0/3281862172 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc41406afc0 0x7fc41406d480 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fc434161120 tx=0x7fc41c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:01.888 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:01.887+0000 7fc42affd700 1 -- 172.21.15.16:0/3281862172 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fc4340cbed0 con 0x7fc4340d0030 2023-09-23T06:37:02.097 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.095+0000 7fc4389ff700 1 -- 172.21.15.16:0/3281862172 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc4340cbed0 con 0x7fc4340d0030 2023-09-23T06:37:02.097 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.095+0000 7fc42affd700 1 -- 172.21.15.16:0/3281862172 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc4340cbed0 con 0x7fc4340d0030 2023-09-23T06:37:02.097 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 64 2023-09-23T06:37:02.100 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.098+0000 7fc4389ff700 1 -- 172.21.15.16:0/3281862172 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc41406afc0 msgr2=0x7fc41406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:02.100 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.098+0000 7fc4389ff700 1 --2- 172.21.15.16:0/3281862172 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc41406afc0 0x7fc41406d480 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fc434161120 tx=0x7fc41c008040 comp rx=0 tx=0).stop 2023-09-23T06:37:02.100 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.098+0000 7fc4389ff700 1 -- 172.21.15.16:0/3281862172 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4340d0030 msgr2=0x7fc43414a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:02.100 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.098+0000 7fc4389ff700 1 --2- 172.21.15.16:0/3281862172 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4340d0030 0x7fc43414a640 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fc4240090b0 tx=0x7fc424004750 comp rx=0 tx=0).stop 2023-09-23T06:37:02.100 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.098+0000 7fc4389ff700 1 -- 172.21.15.16:0/3281862172 shutdown_connections 2023-09-23T06:37:02.100 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.098+0000 7fc4389ff700 1 --2- 172.21.15.16:0/3281862172 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc434161fc0 0x7fc43414d0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:02.101 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.098+0000 7fc4389ff700 1 --2- 172.21.15.16:0/3281862172 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc41406afc0 0x7fc41406d480 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:02.101 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.098+0000 7fc4389ff700 1 --2- 172.21.15.16:0/3281862172 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc4340d0030 0x7fc43414a640 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:02.101 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.098+0000 7fc4389ff700 1 --2- 172.21.15.16:0/3281862172 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc43415d8c0 0x7fc434149ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:02.101 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.098+0000 7fc4389ff700 1 -- 172.21.15.16:0/3281862172 >> 172.21.15.16:0/3281862172 conn(0x7fc43409c9b0 msgr2=0x7fc43415cad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:02.101 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.098+0000 7fc4389ff700 1 -- 172.21.15.16:0/3281862172 shutdown_connections 2023-09-23T06:37:02.101 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.098+0000 7fc4389ff700 1 -- 172.21.15.16:0/3281862172 wait complete. 2023-09-23T06:37:02.118 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-09-23T06:37:02.323 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.321+0000 7fd2da5ff700 1 Processor -- start 2023-09-23T06:37:02.323 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.321+0000 7fd2da5ff700 1 -- start start 2023-09-23T06:37:02.324 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.322+0000 7fd2da5ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd2d4160b10 0x7fd2d40b6630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:02.325 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.323+0000 7fd2da5ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd2d40b92b0 0x7fd2d40b8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:02.325 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.323+0000 7fd2da5ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2d40b6ff0 con 0x7fd2d40b6b70 2023-09-23T06:37:02.325 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.323+0000 7fd2da5ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2d40b72d0 con 0x7fd2d40b92b0 2023-09-23T06:37:02.325 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.323+0000 7fd2da5ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2d40b75b0 con 0x7fd2d4160b10 2023-09-23T06:37:02.325 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.323+0000 7fd2d8b9c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fd2d40b92b0 0x7fd2d40b8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:02.325 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.323+0000 7fd2d37fe700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fd2d40b6b70 0x7fd2d40d1600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:35384/0 (socket says 172.21.15.16:35384) 2023-09-23T06:37:02.325 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.323+0000 7fd2d37fe700 1 -- 172.21.15.16:0/3010921559 learned_addr learned my addr 172.21.15.16:0/3010921559 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:02.325 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.323+0000 7fd2d3fff700 1 --2- 172.21.15.16:0/3010921559 >> v2:172.21.15.92:3300/0 conn(0x7fd2d4160b10 0x7fd2d40b6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:02.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.323+0000 7fd2d2ffd700 1 -- 172.21.15.16:0/3010921559 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2749899649 0 0) 0x7fd2d40b6ff0 con 0x7fd2d40b6b70 2023-09-23T06:37:02.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.323+0000 7fd2d2ffd700 1 -- 172.21.15.16:0/3010921559 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd2bc0035b0 con 0x7fd2d40b6b70 2023-09-23T06:37:02.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.323+0000 7fd2d8b9c700 1 -- 172.21.15.16:0/3010921559 >> v2:172.21.15.92:3300/0 conn(0x7fd2d4160b10 msgr2=0x7fd2d40b6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:02.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.323+0000 7fd2d8b9c700 1 --2- 172.21.15.16:0/3010921559 >> v2:172.21.15.92:3300/0 conn(0x7fd2d4160b10 0x7fd2d40b6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:02.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.323+0000 7fd2d8b9c700 1 -- 172.21.15.16:0/3010921559 >> v1:172.21.15.16:6789/0 conn(0x7fd2d40b6b70 legacy=0x7fd2d40d1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:02.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.324+0000 7fd2d8b9c700 1 -- 172.21.15.16:0/3010921559 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2d40b7890 con 0x7fd2d40b92b0 2023-09-23T06:37:02.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.324+0000 7fd2d8b9c700 1 --2- 172.21.15.16:0/3010921559 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2d40b92b0 0x7fd2d40b8090 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fd2d40b5170 tx=0x7fd2cc00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b64ee0850fceec6 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:02.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.324+0000 7fd2d2ffd700 1 -- 172.21.15.16:0/3010921559 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2cc00e070 con 0x7fd2d40b92b0 2023-09-23T06:37:02.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.324+0000 7fd2d2ffd700 1 -- 172.21.15.16:0/3010921559 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2cc00bb20 con 0x7fd2d40b92b0 2023-09-23T06:37:02.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.324+0000 7fd2d2ffd700 1 -- 172.21.15.16:0/3010921559 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2cc012430 con 0x7fd2d40b92b0 2023-09-23T06:37:02.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.325+0000 7fd2da5ff700 1 -- 172.21.15.16:0/3010921559 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2d40b92b0 msgr2=0x7fd2d40b8090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:02.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.325+0000 7fd2da5ff700 1 --2- 172.21.15.16:0/3010921559 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2d40b92b0 0x7fd2d40b8090 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fd2d40b5170 tx=0x7fd2cc00b330 comp rx=0 tx=0).stop 2023-09-23T06:37:02.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.325+0000 7fd2da5ff700 1 -- 172.21.15.16:0/3010921559 shutdown_connections 2023-09-23T06:37:02.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.325+0000 7fd2da5ff700 1 --2- 172.21.15.16:0/3010921559 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2d40b92b0 0x7fd2d40b8090 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:02.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.325+0000 7fd2da5ff700 1 --2- 172.21.15.16:0/3010921559 >> v2:172.21.15.92:3300/0 conn(0x7fd2d4160b10 0x7fd2d40b6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:02.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.325+0000 7fd2da5ff700 1 -- 172.21.15.16:0/3010921559 >> 172.21.15.16:0/3010921559 conn(0x7fd2d4072270 msgr2=0x7fd2d4072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:02.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.325+0000 7fd2da5ff700 1 -- 172.21.15.16:0/3010921559 shutdown_connections 2023-09-23T06:37:02.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.325+0000 7fd2da5ff700 1 -- 172.21.15.16:0/3010921559 wait complete. 2023-09-23T06:37:02.331 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.327+0000 7fd2da5ff700 1 Processor -- start 2023-09-23T06:37:02.331 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.327+0000 7fd2da5ff700 1 -- start start 2023-09-23T06:37:02.331 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.328+0000 7fd2da5ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2d40b6b70 0x7fd2d4154a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:02.331 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.328+0000 7fd2da5ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2d40b92b0 0x7fd2d40b39a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:02.331 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.328+0000 7fd2da5ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2d4160b10 0x7fd2d40ca690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:02.331 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.328+0000 7fd2da5ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d40c8960 con 0x7fd2d4160b10 2023-09-23T06:37:02.331 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.328+0000 7fd2da5ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d40c7d90 con 0x7fd2d40b92b0 2023-09-23T06:37:02.331 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.328+0000 7fd2da5ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2d41f30a0 con 0x7fd2d40b6b70 2023-09-23T06:37:02.331 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.328+0000 7fd2d8b9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2d4160b10 0x7fd2d40ca690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:02.331 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.328+0000 7fd2d8b9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2d4160b10 0x7fd2d40ca690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49086/0 (socket says 172.21.15.16:49086) 2023-09-23T06:37:02.331 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.328+0000 7fd2d8b9c700 1 -- 172.21.15.16:0/1135795247 learned_addr learned my addr 172.21.15.16:0/1135795247 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:02.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.328+0000 7fd2d3fff700 1 --2- 172.21.15.16:0/1135795247 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2d40b6b70 0x7fd2d4154a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:02.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.328+0000 7fd2d37fe700 1 --2- 172.21.15.16:0/1135795247 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2d40b92b0 0x7fd2d40b39a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:02.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.328+0000 7fd2d8b9c700 1 -- 172.21.15.16:0/1135795247 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2d40b6b70 msgr2=0x7fd2d4154a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:02.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.328+0000 7fd2d8b9c700 1 --2- 172.21.15.16:0/1135795247 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2d40b6b70 0x7fd2d4154a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:02.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.328+0000 7fd2d8b9c700 1 -- 172.21.15.16:0/1135795247 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2d40b92b0 msgr2=0x7fd2d40b39a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:02.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.328+0000 7fd2d8b9c700 1 --2- 172.21.15.16:0/1135795247 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2d40b92b0 0x7fd2d40b39a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:02.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.328+0000 7fd2d8b9c700 1 -- 172.21.15.16:0/1135795247 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2cc009a70 con 0x7fd2d4160b10 2023-09-23T06:37:02.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.329+0000 7fd2d8b9c700 1 --2- 172.21.15.16:0/1135795247 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2d4160b10 0x7fd2d40ca690 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc014040 tx=0x7fd2cc004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:02.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.329+0000 7fd2d0ff9700 1 -- 172.21.15.16:0/1135795247 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2cc012430 con 0x7fd2d4160b10 2023-09-23T06:37:02.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.329+0000 7fd2d0ff9700 1 -- 172.21.15.16:0/1135795247 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2cc020070 con 0x7fd2d4160b10 2023-09-23T06:37:02.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.329+0000 7fd2d0ff9700 1 -- 172.21.15.16:0/1135795247 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2cc0098f0 con 0x7fd2d4160b10 2023-09-23T06:37:02.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.329+0000 7fd2da5ff700 1 -- 172.21.15.16:0/1135795247 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2d40c8030 con 0x7fd2d4160b10 2023-09-23T06:37:02.333 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.329+0000 7fd2da5ff700 1 -- 172.21.15.16:0/1135795247 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2d40c85f0 con 0x7fd2d4160b10 2023-09-23T06:37:02.333 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.330+0000 7fd2ba7fc700 1 -- 172.21.15.16:0/1135795247 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2ac0052f0 con 0x7fd2d4160b10 2023-09-23T06:37:02.333 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.331+0000 7fd2d0ff9700 1 -- 172.21.15.16:0/1135795247 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fd2cc004040 con 0x7fd2d4160b10 2023-09-23T06:37:02.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.332+0000 7fd2d0ff9700 1 --2- 172.21.15.16:0/1135795247 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd2c006afc0 0x7fd2c006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:02.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.332+0000 7fd2d0ff9700 1 -- 172.21.15.16:0/1135795247 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fd2cc022070 con 0x7fd2d4160b10 2023-09-23T06:37:02.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.333+0000 7fd2d3fff700 1 --2- 172.21.15.16:0/1135795247 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd2c006afc0 0x7fd2c006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:02.335 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.333+0000 7fd2d3fff700 1 --2- 172.21.15.16:0/1135795247 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd2c006afc0 0x7fd2c006d480 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd2c4009b40 tx=0x7fd2c4009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:02.338 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.337+0000 7fd2d0ff9700 1 -- 172.21.15.16:0/1135795247 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fd2cc059d30 con 0x7fd2d4160b10 2023-09-23T06:37:02.563 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.562+0000 7fd2ba7fc700 1 -- 172.21.15.16:0/1135795247 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fd2ac005b20 con 0x7fd2d4160b10 2023-09-23T06:37:02.564 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.562+0000 7fd2d0ff9700 1 -- 172.21.15.16:0/1135795247 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v23) v1 ==== 80+0+0 (secure 0 0 0) 0x7fd2cc0598c0 con 0x7fd2d4160b10 2023-09-23T06:37:02.566 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.564+0000 7fd2ba7fc700 1 -- 172.21.15.16:0/1135795247 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd2c006afc0 msgr2=0x7fd2c006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:02.567 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.565+0000 7fd2ba7fc700 1 --2- 172.21.15.16:0/1135795247 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd2c006afc0 0x7fd2c006d480 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fd2c4009b40 tx=0x7fd2c4009210 comp rx=0 tx=0).stop 2023-09-23T06:37:02.567 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.565+0000 7fd2ba7fc700 1 -- 172.21.15.16:0/1135795247 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2d4160b10 msgr2=0x7fd2d40ca690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:02.567 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.565+0000 7fd2ba7fc700 1 --2- 172.21.15.16:0/1135795247 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2d4160b10 0x7fd2d40ca690 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7fd2cc014040 tx=0x7fd2cc004ad0 comp rx=0 tx=0).stop 2023-09-23T06:37:02.567 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.565+0000 7fd2ba7fc700 1 -- 172.21.15.16:0/1135795247 shutdown_connections 2023-09-23T06:37:02.567 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.565+0000 7fd2ba7fc700 1 --2- 172.21.15.16:0/1135795247 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd2c006afc0 0x7fd2c006d480 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:02.567 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.565+0000 7fd2ba7fc700 1 --2- 172.21.15.16:0/1135795247 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd2d4160b10 0x7fd2d40ca690 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:02.567 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.565+0000 7fd2ba7fc700 1 --2- 172.21.15.16:0/1135795247 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd2d40b6b70 0x7fd2d4154a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:02.567 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.565+0000 7fd2ba7fc700 1 --2- 172.21.15.16:0/1135795247 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd2d40b92b0 0x7fd2d40b39a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:02.567 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.565+0000 7fd2ba7fc700 1 -- 172.21.15.16:0/1135795247 >> 172.21.15.16:0/1135795247 conn(0x7fd2d4072270 msgr2=0x7fd2d4155bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:02.567 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.565+0000 7fd2ba7fc700 1 -- 172.21.15.16:0/1135795247 shutdown_connections 2023-09-23T06:37:02.567 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:02.565+0000 7fd2ba7fc700 1 -- 172.21.15.16:0/1135795247 wait complete. 2023-09-23T06:37:02.568 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2023-09-23T06:37:02.585 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.2... 2023-09-23T06:37:02.585 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:37:02.585 DEBUG:teuthology.orchestra.run.smithi016:> sudo umount /home/ubuntu/cephtest/mnt.2 -f 2023-09-23T06:37:02.669 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2023-09-23T06:37:02.670 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:37:02.670 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2023-09-23T06:37:02.717 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:37:02.717 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T06:37:02.769 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:37:02.770 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T06:37:02.821 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T06:37:02.822 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T06:37:02.873 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:37:03.075 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.073+0000 7f6cf61ff700 1 Processor -- start 2023-09-23T06:37:03.075 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.073+0000 7f6cf61ff700 1 -- start start 2023-09-23T06:37:03.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.074+0000 7f6cf61ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6cf00cd960 0x7f6cf015e620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.074+0000 7f6cf61ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6cf00b2320 0x7f6cf00b2750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.074+0000 7f6cf61ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6cf00b2c90 con 0x7f6cf00ce9d0 2023-09-23T06:37:03.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.074+0000 7f6cf61ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6cf015de90 con 0x7f6cf00b2320 2023-09-23T06:37:03.078 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.074+0000 7f6cf61ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6cf0161ba0 con 0x7f6cf00cd960 2023-09-23T06:37:03.079 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.074+0000 7f6ceffff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6cf00b2320 0x7f6cf00b2750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.079 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.075+0000 7f6ceffff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f6cf00b2320 0x7f6cf00b2750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49102/0 (socket says 172.21.15.16:49102) 2023-09-23T06:37:03.079 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.075+0000 7f6ceffff700 1 -- 172.21.15.16:0/1705174040 learned_addr learned my addr 172.21.15.16:0/1705174040 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:03.079 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.075+0000 7f6ce7fff700 1 --2- 172.21.15.16:0/1705174040 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6cf00cd960 0x7f6cf015e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.079 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.075+0000 7f6ceffff700 1 -- 172.21.15.16:0/1705174040 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6cf00cd960 msgr2=0x7f6cf015e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:03.079 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.075+0000 7f6ceffff700 1 --2- 172.21.15.16:0/1705174040 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6cf00cd960 0x7f6cf015e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.079 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.075+0000 7f6ceffff700 1 -- 172.21.15.16:0/1705174040 >> v1:172.21.15.92:6789/0 conn(0x7f6cf00ce9d0 legacy=0x7f6cf0161370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:03.079 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.075+0000 7f6ceffff700 1 -- 172.21.15.16:0/1705174040 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cf0161e80 con 0x7f6cf00b2320 2023-09-23T06:37:03.079 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.075+0000 7f6ce7fff700 1 --2- 172.21.15.16:0/1705174040 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6cf00cd960 0x7f6cf015e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:37:03.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.075+0000 7f6ceffff700 1 --2- 172.21.15.16:0/1705174040 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6cf00b2320 0x7f6cf00b2750 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f6ce8009e50 tx=0x7f6ce800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5683d06ff5c4efb7 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:03.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.075+0000 7f6ceeffd700 1 -- 172.21.15.16:0/1705174040 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ce800e070 con 0x7f6cf00b2320 2023-09-23T06:37:03.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.075+0000 7f6ceeffd700 1 -- 172.21.15.16:0/1705174040 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ce8003a20 con 0x7f6cf00b2320 2023-09-23T06:37:03.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.075+0000 7f6ceeffd700 1 -- 172.21.15.16:0/1705174040 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ce8003dd0 con 0x7f6cf00b2320 2023-09-23T06:37:03.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.076+0000 7f6cf61ff700 1 -- 172.21.15.16:0/1705174040 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6cf00b2320 msgr2=0x7f6cf00b2750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:03.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.076+0000 7f6cf61ff700 1 --2- 172.21.15.16:0/1705174040 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6cf00b2320 0x7f6cf00b2750 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f6ce8009e50 tx=0x7f6ce800b330 comp rx=0 tx=0).stop 2023-09-23T06:37:03.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.076+0000 7f6cf61ff700 1 -- 172.21.15.16:0/1705174040 shutdown_connections 2023-09-23T06:37:03.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.076+0000 7f6cf61ff700 1 --2- 172.21.15.16:0/1705174040 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6cf00b2320 0x7f6cf00b2750 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.076+0000 7f6cf61ff700 1 --2- 172.21.15.16:0/1705174040 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6cf00cd960 0x7f6cf015e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.080 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.076+0000 7f6cf61ff700 1 -- 172.21.15.16:0/1705174040 >> 172.21.15.16:0/1705174040 conn(0x7f6cf006ba40 msgr2=0x7f6cf006be50 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:03.081 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.076+0000 7f6cf61ff700 1 -- 172.21.15.16:0/1705174040 shutdown_connections 2023-09-23T06:37:03.081 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.076+0000 7f6cf61ff700 1 -- 172.21.15.16:0/1705174040 wait complete. 2023-09-23T06:37:03.083 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.078+0000 7f6cf61ff700 1 Processor -- start 2023-09-23T06:37:03.083 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.079+0000 7f6cf61ff700 1 -- start start 2023-09-23T06:37:03.083 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.080+0000 7f6cf61ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6cf00b2320 0x7f6cf0155b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.084 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.080+0000 7f6cf61ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6cf00cd960 0x7f6cf00c75e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.084 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.080+0000 7f6cf61ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6cf00ce9d0 0x7f6cf00b4650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.084 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.080+0000 7f6cf61ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cf00b4b90 con 0x7f6cf00b2320 2023-09-23T06:37:03.084 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.080+0000 7f6cf61ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cf00ad8a0 con 0x7f6cf00ce9d0 2023-09-23T06:37:03.084 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.080+0000 7f6cf61ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6cf00adde0 con 0x7f6cf00cd960 2023-09-23T06:37:03.084 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.080+0000 7f6cef7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6cf00b2320 0x7f6cf0155b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.084 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.080+0000 7f6cef7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6cf00b2320 0x7f6cf0155b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49108/0 (socket says 172.21.15.16:49108) 2023-09-23T06:37:03.084 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.080+0000 7f6cef7fe700 1 -- 172.21.15.16:0/1301888715 learned_addr learned my addr 172.21.15.16:0/1301888715 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:03.084 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.080+0000 7f6ce7fff700 1 --2- 172.21.15.16:0/1301888715 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6cf00cd960 0x7f6cf00c75e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.084 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.081+0000 7f6ceffff700 1 --2- 172.21.15.16:0/1301888715 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6cf00ce9d0 0x7f6cf00b4650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.085 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.081+0000 7f6cef7fe700 1 -- 172.21.15.16:0/1301888715 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6cf00cd960 msgr2=0x7f6cf00c75e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:03.085 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.081+0000 7f6cef7fe700 1 --2- 172.21.15.16:0/1301888715 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6cf00cd960 0x7f6cf00c75e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.085 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.081+0000 7f6cef7fe700 1 -- 172.21.15.16:0/1301888715 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6cf00ce9d0 msgr2=0x7f6cf00b4650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:03.085 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.081+0000 7f6cef7fe700 1 --2- 172.21.15.16:0/1301888715 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6cf00ce9d0 0x7f6cf00b4650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.085 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.081+0000 7f6cef7fe700 1 -- 172.21.15.16:0/1301888715 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ce8009b30 con 0x7f6cf00b2320 2023-09-23T06:37:03.085 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.081+0000 7f6ce7fff700 1 --2- 172.21.15.16:0/1301888715 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6cf00cd960 0x7f6cf00c75e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:37:03.085 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.081+0000 7f6ceffff700 1 --2- 172.21.15.16:0/1301888715 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6cf00ce9d0 0x7f6cf00b4650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:37:03.085 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.081+0000 7f6cef7fe700 1 --2- 172.21.15.16:0/1301888715 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6cf00b2320 0x7f6cf0155b00 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6ce000c4d0 tx=0x7f6ce000c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:03.085 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.081+0000 7f6cecff9700 1 -- 172.21.15.16:0/1301888715 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ce0011790 con 0x7f6cf00b2320 2023-09-23T06:37:03.085 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.081+0000 7f6cecff9700 1 -- 172.21.15.16:0/1301888715 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ce00118f0 con 0x7f6cf00b2320 2023-09-23T06:37:03.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.081+0000 7f6cecff9700 1 -- 172.21.15.16:0/1301888715 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ce0011ca0 con 0x7f6cf00b2320 2023-09-23T06:37:03.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.081+0000 7f6cf61ff700 1 -- 172.21.15.16:0/1301888715 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6cf00ae0c0 con 0x7f6cf00b2320 2023-09-23T06:37:03.086 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.081+0000 7f6cf61ff700 1 -- 172.21.15.16:0/1301888715 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6cf00ae680 con 0x7f6cf00b2320 2023-09-23T06:37:03.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.083+0000 7f6cf61ff700 1 -- 172.21.15.16:0/1301888715 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6cf0074b40 con 0x7f6cf00b2320 2023-09-23T06:37:03.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.083+0000 7f6cecff9700 1 -- 172.21.15.16:0/1301888715 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f6ce001c460 con 0x7f6cf00b2320 2023-09-23T06:37:03.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.084+0000 7f6cecff9700 1 --2- 172.21.15.16:0/1301888715 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f6cd006afc0 0x7f6cd006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.084+0000 7f6cecff9700 1 -- 172.21.15.16:0/1301888715 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f6ce0089690 con 0x7f6cf00b2320 2023-09-23T06:37:03.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.085+0000 7f6ce7fff700 1 --2- 172.21.15.16:0/1301888715 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f6cd006afc0 0x7f6cd006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.087 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.086+0000 7f6ce7fff700 1 --2- 172.21.15.16:0/1301888715 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f6cd006afc0 0x7f6cd006d480 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f6cd8008910 tx=0x7f6cd8008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:03.090 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.089+0000 7f6cecff9700 1 -- 172.21.15.16:0/1301888715 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f6ce0054650 con 0x7f6cf00b2320 2023-09-23T06:37:03.301 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.299+0000 7f6cf61ff700 1 -- 172.21.15.16:0/1301888715 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6cf00b6490 con 0x7f6cf00b2320 2023-09-23T06:37:03.302 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.301+0000 7f6cecff9700 1 -- 172.21.15.16:0/1301888715 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+16706 (secure 0 0 0) 0x7f6ce0057c70 con 0x7f6cf00b2320 2023-09-23T06:37:03.303 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:03.303 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":23,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:37:01.118831+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:36:09.790555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-23T06:36:10.695995+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":1}]},{"pgid":"3.22","mappings":[{"from":5,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:37:03.305 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.303+0000 7f6cf61ff700 1 -- 172.21.15.16:0/1301888715 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f6cd006afc0 msgr2=0x7f6cd006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:03.305 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.303+0000 7f6cf61ff700 1 --2- 172.21.15.16:0/1301888715 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f6cd006afc0 0x7f6cd006d480 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f6cd8008910 tx=0x7f6cd8008040 comp rx=0 tx=0).stop 2023-09-23T06:37:03.305 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.303+0000 7f6cf61ff700 1 -- 172.21.15.16:0/1301888715 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6cf00b2320 msgr2=0x7f6cf0155b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:03.305 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.303+0000 7f6cf61ff700 1 --2- 172.21.15.16:0/1301888715 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6cf00b2320 0x7f6cf0155b00 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6ce000c4d0 tx=0x7f6ce000c890 comp rx=0 tx=0).stop 2023-09-23T06:37:03.305 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.303+0000 7f6cf61ff700 1 -- 172.21.15.16:0/1301888715 shutdown_connections 2023-09-23T06:37:03.305 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.303+0000 7f6cf61ff700 1 --2- 172.21.15.16:0/1301888715 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f6cf00ce9d0 0x7f6cf00b4650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.303+0000 7f6cf61ff700 1 --2- 172.21.15.16:0/1301888715 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f6cd006afc0 0x7f6cd006d480 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.303+0000 7f6cf61ff700 1 --2- 172.21.15.16:0/1301888715 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f6cf00b2320 0x7f6cf0155b00 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.303+0000 7f6cf61ff700 1 --2- 172.21.15.16:0/1301888715 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f6cf00cd960 0x7f6cf00c75e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.303+0000 7f6cf61ff700 1 -- 172.21.15.16:0/1301888715 >> 172.21.15.16:0/1301888715 conn(0x7f6cf006ba40 msgr2=0x7f6cf0161040 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:03.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.303+0000 7f6cf61ff700 1 -- 172.21.15.16:0/1301888715 shutdown_connections 2023-09-23T06:37:03.306 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.303+0000 7f6cf61ff700 1 -- 172.21.15.16:0/1301888715 wait complete. 2023-09-23T06:37:03.323 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-23T06:36:05.638048+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-23T06:36:09.790555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-23T06:36:10.695995+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-23T06:37:03.324 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-23T06:37:03.528 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.526+0000 7f59653ff700 1 Processor -- start 2023-09-23T06:37:03.528 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.526+0000 7f59653ff700 1 -- start start 2023-09-23T06:37:03.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.527+0000 7f59653ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59600d0740 0x7f59600cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.527+0000 7f59653ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f596015dca0 con 0x7f5960161fc0 2023-09-23T06:37:03.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.527+0000 7f59653ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f59600ce130 con 0x7f596015d8c0 2023-09-23T06:37:03.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.527+0000 7f59653ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59600ce3d0 con 0x7f59600d0740 2023-09-23T06:37:03.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.527+0000 7f595e7fc700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f5960161fc0 0x7f59600d0030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:35398/0 (socket says 172.21.15.16:35398) 2023-09-23T06:37:03.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.528+0000 7f595e7fc700 1 -- 172.21.15.16:0/1906651151 learned_addr learned my addr 172.21.15.16:0/1906651151 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:03.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.528+0000 7f595f7fe700 1 --2- 172.21.15.16:0/1906651151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59600d0740 0x7f59600cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.528+0000 7f595dffb700 1 -- 172.21.15.16:0/1906651151 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2447144113 0 0) 0x7f596015dca0 con 0x7f5960161fc0 2023-09-23T06:37:03.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.528+0000 7f595dffb700 1 -- 172.21.15.16:0/1906651151 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f59480035b0 con 0x7f5960161fc0 2023-09-23T06:37:03.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.528+0000 7f595dffb700 1 -- 172.21.15.16:0/1906651151 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 84985242 0 0) 0x7f59600ce130 con 0x7f596015d8c0 2023-09-23T06:37:03.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.528+0000 7f595dffb700 1 -- 172.21.15.16:0/1906651151 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f596015dca0 con 0x7f596015d8c0 2023-09-23T06:37:03.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.528+0000 7f595dffb700 1 -- 172.21.15.16:0/1906651151 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3123685893 0 0) 0x7f59480035b0 con 0x7f5960161fc0 2023-09-23T06:37:03.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.528+0000 7f595dffb700 1 -- 172.21.15.16:0/1906651151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59600d0740 msgr2=0x7f59600cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:03.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.528+0000 7f595dffb700 1 --2- 172.21.15.16:0/1906651151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59600d0740 0x7f59600cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.528+0000 7f595dffb700 1 -- 172.21.15.16:0/1906651151 >> v1:172.21.15.92:6789/0 conn(0x7f596015d8c0 legacy=0x7f59600d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:03.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.528+0000 7f595dffb700 1 -- 172.21.15.16:0/1906651151 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59600ce6b0 con 0x7f5960161fc0 2023-09-23T06:37:03.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.528+0000 7f595dffb700 1 -- 172.21.15.16:0/1906651151 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2518992857 0 0) 0x7f5954001670 con 0x7f5960161fc0 2023-09-23T06:37:03.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.528+0000 7f595dffb700 1 -- 172.21.15.16:0/1906651151 >> v1:172.21.15.16:6789/0 conn(0x7f5960161fc0 legacy=0x7f59600d0030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:03.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.528+0000 7f595dffb700 1 --2- 172.21.15.16:0/1906651151 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5948003bc0 0x7f5948003fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.528+0000 7f595dffb700 1 --2- 172.21.15.16:0/1906651151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59600d0740 0x7f5948004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.528+0000 7f595dffb700 1 --2- 172.21.15.16:0/1906651151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5948004d90 0x7f5948005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.528+0000 7f595dffb700 1 -- 172.21.15.16:0/1906651151 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59600ce3d0 con 0x7f5948003bc0 2023-09-23T06:37:03.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.528+0000 7f595dffb700 1 -- 172.21.15.16:0/1906651151 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f594800bac0 con 0x7f5948004d90 2023-09-23T06:37:03.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.528+0000 7f595dffb700 1 -- 172.21.15.16:0/1906651151 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f594800bc80 con 0x7f59600d0740 2023-09-23T06:37:03.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.529+0000 7f595effd700 1 --2- 172.21.15.16:0/1906651151 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5948003bc0 0x7f5948003fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.535 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.529+0000 7f595f7fe700 1 --2- 172.21.15.16:0/1906651151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5948004d90 0x7f5948005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.535 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.529+0000 7f595e7fc700 1 --2- 172.21.15.16:0/1906651151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59600d0740 0x7f5948004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.535 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.529+0000 7f595effd700 1 -- 172.21.15.16:0/1906651151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59600d0740 msgr2=0x7f5948004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:03.535 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.529+0000 7f595effd700 1 --2- 172.21.15.16:0/1906651151 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59600d0740 0x7f5948004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.535 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.529+0000 7f595effd700 1 -- 172.21.15.16:0/1906651151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5948004d90 msgr2=0x7f5948005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:03.535 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.529+0000 7f595effd700 1 --2- 172.21.15.16:0/1906651151 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5948004d90 0x7f5948005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.535 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.529+0000 7f595effd700 1 -- 172.21.15.16:0/1906651151 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59480035b0 con 0x7f5948003bc0 2023-09-23T06:37:03.535 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.529+0000 7f595effd700 1 --2- 172.21.15.16:0/1906651151 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5948003bc0 0x7f5948003fc0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f5950001940 tx=0x7f5948005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb2df1b87dfd0c34 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:03.535 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.530+0000 7f595dffb700 1 -- 172.21.15.16:0/1906651151 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5950001430 con 0x7f5948003bc0 2023-09-23T06:37:03.535 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.530+0000 7f595dffb700 1 -- 172.21.15.16:0/1906651151 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5950001d70 con 0x7f5948003bc0 2023-09-23T06:37:03.535 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.530+0000 7f595dffb700 1 -- 172.21.15.16:0/1906651151 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5950005510 con 0x7f5948003bc0 2023-09-23T06:37:03.536 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.530+0000 7f59653ff700 1 -- 172.21.15.16:0/1906651151 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5948003bc0 msgr2=0x7f5948003fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:03.536 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.530+0000 7f59653ff700 1 --2- 172.21.15.16:0/1906651151 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5948003bc0 0x7f5948003fc0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f5950001940 tx=0x7f5948005880 comp rx=0 tx=0).stop 2023-09-23T06:37:03.536 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.530+0000 7f595f7fe700 1 -- 172.21.15.16:0/1906651151 reap_dead start 2023-09-23T06:37:03.536 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.530+0000 7f59653ff700 1 -- 172.21.15.16:0/1906651151 shutdown_connections 2023-09-23T06:37:03.536 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.530+0000 7f59653ff700 1 -- 172.21.15.16:0/1906651151 >> 172.21.15.16:0/1906651151 conn(0x7f596009c9b0 msgr2=0x7f59600d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:03.536 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.530+0000 7f59653ff700 1 -- 172.21.15.16:0/1906651151 shutdown_connections 2023-09-23T06:37:03.536 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.530+0000 7f59653ff700 1 -- 172.21.15.16:0/1906651151 wait complete. 2023-09-23T06:37:03.538 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.532+0000 7f59653ff700 1 Processor -- start 2023-09-23T06:37:03.539 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.532+0000 7f59653ff700 1 -- start start 2023-09-23T06:37:03.539 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.533+0000 7f59653ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5948003bc0 0x7f59600ccad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.539 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.533+0000 7f59653ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59600c9c60 0x7f59600cd010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.539 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.533+0000 7f59653ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f59600c7d90 0x7f59600c8240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.539 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.533+0000 7f59653ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59600c9360 con 0x7f5948003bc0 2023-09-23T06:37:03.539 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.533+0000 7f59653ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f596014f3c0 con 0x7f59600c7d90 2023-09-23T06:37:03.539 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.533+0000 7f59653ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59600cd550 con 0x7f59600c9c60 2023-09-23T06:37:03.539 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.533+0000 7f595effd700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5948003bc0 0x7f59600ccad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.539 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.533+0000 7f595effd700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5948003bc0 0x7f59600ccad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:49126/0 (socket says 172.21.15.16:49126) 2023-09-23T06:37:03.539 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.533+0000 7f595effd700 1 -- 172.21.15.16:0/2047040270 learned_addr learned my addr 172.21.15.16:0/2047040270 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:03.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.533+0000 7f595e7fc700 1 --2- 172.21.15.16:0/2047040270 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59600c9c60 0x7f59600cd010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.533+0000 7f595f7fe700 1 --2- 172.21.15.16:0/2047040270 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f59600c7d90 0x7f59600c8240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.534+0000 7f595effd700 1 -- 172.21.15.16:0/2047040270 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59600c9c60 msgr2=0x7f59600cd010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:03.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.534+0000 7f595effd700 1 --2- 172.21.15.16:0/2047040270 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59600c9c60 0x7f59600cd010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.534+0000 7f595effd700 1 -- 172.21.15.16:0/2047040270 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f59600c7d90 msgr2=0x7f59600c8240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:03.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.534+0000 7f595effd700 1 --2- 172.21.15.16:0/2047040270 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f59600c7d90 0x7f59600c8240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.534+0000 7f595effd700 1 -- 172.21.15.16:0/2047040270 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f596014f570 con 0x7f5948003bc0 2023-09-23T06:37:03.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.534+0000 7f595e7fc700 1 --2- 172.21.15.16:0/2047040270 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59600c9c60 0x7f59600cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:03.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.534+0000 7f595f7fe700 1 --2- 172.21.15.16:0/2047040270 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f59600c7d90 0x7f59600c8240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:03.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.534+0000 7f595effd700 1 --2- 172.21.15.16:0/2047040270 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5948003bc0 0x7f59600ccad0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f595000c3c0 tx=0x7f59500012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:03.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.534+0000 7f59477fe700 1 -- 172.21.15.16:0/2047040270 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5950006c70 con 0x7f5948003bc0 2023-09-23T06:37:03.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.534+0000 7f59477fe700 1 -- 172.21.15.16:0/2047040270 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5950006dd0 con 0x7f5948003bc0 2023-09-23T06:37:03.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.534+0000 7f59477fe700 1 -- 172.21.15.16:0/2047040270 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5950007280 con 0x7f5948003bc0 2023-09-23T06:37:03.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.534+0000 7f59653ff700 1 -- 172.21.15.16:0/2047040270 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59600c8da0 con 0x7f5948003bc0 2023-09-23T06:37:03.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.535+0000 7f59653ff700 1 -- 172.21.15.16:0/2047040270 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59600b0970 con 0x7f5948003bc0 2023-09-23T06:37:03.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.535+0000 7f59653ff700 1 -- 172.21.15.16:0/2047040270 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59600b07d0 con 0x7f5948003bc0 2023-09-23T06:37:03.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.536+0000 7f59477fe700 1 -- 172.21.15.16:0/2047040270 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f59500073e0 con 0x7f5948003bc0 2023-09-23T06:37:03.542 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.537+0000 7f59477fe700 1 --2- 172.21.15.16:0/2047040270 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f594c06aff0 0x7f594c06d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.542 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.538+0000 7f59477fe700 1 -- 172.21.15.16:0/2047040270 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f595008a9b0 con 0x7f5948003bc0 2023-09-23T06:37:03.542 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.538+0000 7f595e7fc700 1 --2- 172.21.15.16:0/2047040270 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f594c06aff0 0x7f594c06d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.542 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.538+0000 7f595e7fc700 1 --2- 172.21.15.16:0/2047040270 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f594c06aff0 0x7f594c06d4b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f59600d1290 tx=0x7f5954009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:03.543 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.542+0000 7f59477fe700 1 -- 172.21.15.16:0/2047040270 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f59600b07d0 con 0x7f5948003bc0 2023-09-23T06:37:03.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.750+0000 7f59653ff700 1 -- 172.21.15.16:0/2047040270 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f59600b07d0 con 0x7f5948003bc0 2023-09-23T06:37:03.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.750+0000 7f59477fe700 1 -- 172.21.15.16:0/2047040270 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7f59600b07d0 con 0x7f5948003bc0 2023-09-23T06:37:03.752 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2023-09-23T06:37:03.755 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.753+0000 7f59653ff700 1 -- 172.21.15.16:0/2047040270 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f594c06aff0 msgr2=0x7f594c06d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:03.755 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.753+0000 7f59653ff700 1 --2- 172.21.15.16:0/2047040270 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f594c06aff0 0x7f594c06d4b0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f59600d1290 tx=0x7f5954009040 comp rx=0 tx=0).stop 2023-09-23T06:37:03.755 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.753+0000 7f59653ff700 1 -- 172.21.15.16:0/2047040270 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5948003bc0 msgr2=0x7f59600ccad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:03.755 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.753+0000 7f59653ff700 1 --2- 172.21.15.16:0/2047040270 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5948003bc0 0x7f59600ccad0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f595000c3c0 tx=0x7f59500012d0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.755 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.753+0000 7f59653ff700 1 -- 172.21.15.16:0/2047040270 shutdown_connections 2023-09-23T06:37:03.755 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.753+0000 7f59653ff700 1 --2- 172.21.15.16:0/2047040270 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f59600c7d90 0x7f59600c8240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.755 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.753+0000 7f59653ff700 1 --2- 172.21.15.16:0/2047040270 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f594c06aff0 0x7f594c06d4b0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.755 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.753+0000 7f59653ff700 1 --2- 172.21.15.16:0/2047040270 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5948003bc0 0x7f59600ccad0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.755 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.753+0000 7f59653ff700 1 --2- 172.21.15.16:0/2047040270 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f59600c9c60 0x7f59600cd010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.756 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.753+0000 7f59653ff700 1 -- 172.21.15.16:0/2047040270 >> 172.21.15.16:0/2047040270 conn(0x7f596009c9b0 msgr2=0x7f596015b4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:03.756 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.753+0000 7f59653ff700 1 -- 172.21.15.16:0/2047040270 shutdown_connections 2023-09-23T06:37:03.756 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.753+0000 7f59653ff700 1 -- 172.21.15.16:0/2047040270 wait complete. 2023-09-23T06:37:03.772 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-23T06:37:03.789 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:37:03.824 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:37:03.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.980+0000 7f90e0dff700 1 Processor -- start 2023-09-23T06:37:03.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.980+0000 7f90e0dff700 1 -- start start 2023-09-23T06:37:03.983 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.982+0000 7f90e0dff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f90dc0d0740 0x7f90dc0cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.982+0000 7f90e0dff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90dc15dca0 con 0x7f90dc15d8c0 2023-09-23T06:37:03.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.982+0000 7f90e0dff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90dc0ce130 con 0x7f90dc161fc0 2023-09-23T06:37:03.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.982+0000 7f90e0dff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90dc0ce3d0 con 0x7f90dc0d0740 2023-09-23T06:37:03.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.982+0000 7f90da59c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f90dc15d8c0 0x7f90dc0d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57538/0 (socket says 172.21.15.16:57538) 2023-09-23T06:37:03.984 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.982+0000 7f90da59c700 1 -- 172.21.15.16:0/2124188034 learned_addr learned my addr 172.21.15.16:0/2124188034 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:03.987 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.982+0000 7f90d9d9b700 1 -- 172.21.15.16:0/2124188034 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1182796406 0 0) 0x7f90dc15dca0 con 0x7f90dc15d8c0 2023-09-23T06:37:03.988 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.982+0000 7f90dad9d700 1 --2- 172.21.15.16:0/2124188034 >> v2:172.21.15.92:3300/0 conn(0x7f90dc0d0740 0x7f90dc0cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.988 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.982+0000 7f90d9d9b700 1 -- 172.21.15.16:0/2124188034 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f90c80035b0 con 0x7f90dc15d8c0 2023-09-23T06:37:03.988 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.983+0000 7f90d9d9b700 1 -- 172.21.15.16:0/2124188034 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4140378313 0 0) 0x7f90dc0ce130 con 0x7f90dc161fc0 2023-09-23T06:37:03.988 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.983+0000 7f90d9d9b700 1 -- 172.21.15.16:0/2124188034 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f90dc15dca0 con 0x7f90dc161fc0 2023-09-23T06:37:03.988 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.983+0000 7f90d9d9b700 1 -- 172.21.15.16:0/2124188034 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3012629049 0 0) 0x7f90c80035b0 con 0x7f90dc15d8c0 2023-09-23T06:37:03.988 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.983+0000 7f90d9d9b700 1 -- 172.21.15.16:0/2124188034 >> v2:172.21.15.92:3300/0 conn(0x7f90dc0d0740 msgr2=0x7f90dc0cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:03.988 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.983+0000 7f90d9d9b700 1 --2- 172.21.15.16:0/2124188034 >> v2:172.21.15.92:3300/0 conn(0x7f90dc0d0740 0x7f90dc0cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.988 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.983+0000 7f90d9d9b700 1 -- 172.21.15.16:0/2124188034 >> v1:172.21.15.92:6789/0 conn(0x7f90dc161fc0 legacy=0x7f90dc0d0030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:03.988 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.983+0000 7f90d9d9b700 1 -- 172.21.15.16:0/2124188034 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90dc0ce6b0 con 0x7f90dc15d8c0 2023-09-23T06:37:03.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.983+0000 7f90d9d9b700 1 -- 172.21.15.16:0/2124188034 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2518992857 0 0) 0x7f90cc001670 con 0x7f90dc15d8c0 2023-09-23T06:37:03.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.983+0000 7f90d9d9b700 1 -- 172.21.15.16:0/2124188034 >> v1:172.21.15.16:6789/0 conn(0x7f90dc15d8c0 legacy=0x7f90dc0d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:03.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.983+0000 7f90d9d9b700 1 --2- 172.21.15.16:0/2124188034 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90c8003be0 0x7f90c8003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.983+0000 7f90d9d9b700 1 --2- 172.21.15.16:0/2124188034 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90c8004850 0x7f90c8004cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.983+0000 7f90d9d9b700 1 --2- 172.21.15.16:0/2124188034 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90c8005210 0x7f90c800ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.983+0000 7f90d9d9b700 1 -- 172.21.15.16:0/2124188034 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90dc0ce3d0 con 0x7f90c8004850 2023-09-23T06:37:03.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.983+0000 7f90d9d9b700 1 -- 172.21.15.16:0/2124188034 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90c800c0e0 con 0x7f90c8005210 2023-09-23T06:37:03.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.983+0000 7f90d9d9b700 1 -- 172.21.15.16:0/2124188034 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90c800c2a0 con 0x7f90c8003be0 2023-09-23T06:37:03.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.983+0000 7f90d3fff700 1 --2- 172.21.15.16:0/2124188034 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90c8004850 0x7f90c8004cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.983+0000 7f90dad9d700 1 --2- 172.21.15.16:0/2124188034 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90c8005210 0x7f90c800ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.983+0000 7f90da59c700 1 --2- 172.21.15.16:0/2124188034 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90c8003be0 0x7f90c8003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.984+0000 7f90d3fff700 1 -- 172.21.15.16:0/2124188034 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90c8003be0 msgr2=0x7f90c8003fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:03.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.984+0000 7f90d3fff700 1 --2- 172.21.15.16:0/2124188034 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90c8003be0 0x7f90c8003fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.984+0000 7f90d3fff700 1 -- 172.21.15.16:0/2124188034 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90c8005210 msgr2=0x7f90c800ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:03.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.984+0000 7f90d3fff700 1 --2- 172.21.15.16:0/2124188034 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90c8005210 0x7f90c800ba10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.984+0000 7f90d3fff700 1 -- 172.21.15.16:0/2124188034 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90c80035b0 con 0x7f90c8004850 2023-09-23T06:37:03.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.984+0000 7f90dad9d700 1 -- 172.21.15.16:0/2124188034 reap_dead start 2023-09-23T06:37:03.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.984+0000 7f90d3fff700 1 --2- 172.21.15.16:0/2124188034 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90c8004850 0x7f90c8004cd0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f90c4001940 tx=0x7f90c8005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75d8b916775dc521 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:03.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.984+0000 7f90d9d9b700 1 -- 172.21.15.16:0/2124188034 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90c4001430 con 0x7f90c8004850 2023-09-23T06:37:03.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.984+0000 7f90d9d9b700 1 -- 172.21.15.16:0/2124188034 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90c40052d0 con 0x7f90c8004850 2023-09-23T06:37:03.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.984+0000 7f90d9d9b700 1 -- 172.21.15.16:0/2124188034 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90c4001d10 con 0x7f90c8004850 2023-09-23T06:37:03.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.985+0000 7f90e0dff700 1 -- 172.21.15.16:0/2124188034 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90c8004850 msgr2=0x7f90c8004cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:03.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.985+0000 7f90e0dff700 1 --2- 172.21.15.16:0/2124188034 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90c8004850 0x7f90c8004cd0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f90c4001940 tx=0x7f90c8005880 comp rx=0 tx=0).stop 2023-09-23T06:37:03.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.985+0000 7f90e0dff700 1 -- 172.21.15.16:0/2124188034 shutdown_connections 2023-09-23T06:37:03.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.985+0000 7f90e0dff700 1 --2- 172.21.15.16:0/2124188034 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90c8004850 0x7f90c8004cd0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.985+0000 7f90e0dff700 1 -- 172.21.15.16:0/2124188034 >> 172.21.15.16:0/2124188034 conn(0x7f90dc09c9b0 msgr2=0x7f90dc0d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:03.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.985+0000 7f90e0dff700 1 -- 172.21.15.16:0/2124188034 shutdown_connections 2023-09-23T06:37:03.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.985+0000 7f90e0dff700 1 -- 172.21.15.16:0/2124188034 wait complete. 2023-09-23T06:37:03.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.987+0000 7f90e0dff700 1 Processor -- start 2023-09-23T06:37:03.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.987+0000 7f90e0dff700 1 -- start start 2023-09-23T06:37:03.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.988+0000 7f90e0dff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90c8004850 0x7f90dc1f3b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.988+0000 7f90e0dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90dc0c7150 0x7f90dc06ca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.994 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.988+0000 7f90e0dff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90dc0b1360 0x7f90dc0b17e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.988+0000 7f90e0dff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90dc1f4070 con 0x7f90dc0b1360 2023-09-23T06:37:03.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.988+0000 7f90e0dff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90dc0b1d20 con 0x7f90c8004850 2023-09-23T06:37:03.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.988+0000 7f90e0dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90dc1f45f0 con 0x7f90dc0c7150 2023-09-23T06:37:03.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.988+0000 7f90dad9d700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90dc0b1360 0x7f90dc0b17e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.988+0000 7f90dad9d700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90dc0b1360 0x7f90dc0b17e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55446/0 (socket says 172.21.15.16:55446) 2023-09-23T06:37:03.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.988+0000 7f90dad9d700 1 -- 172.21.15.16:0/2791239685 learned_addr learned my addr 172.21.15.16:0/2791239685 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:03.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.988+0000 7f90da59c700 1 --2- 172.21.15.16:0/2791239685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90c8004850 0x7f90dc1f3b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.995 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.988+0000 7f90d3fff700 1 --2- 172.21.15.16:0/2791239685 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90dc0c7150 0x7f90dc06ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.988+0000 7f90dad9d700 1 -- 172.21.15.16:0/2791239685 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90dc0c7150 msgr2=0x7f90dc06ca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:03.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.988+0000 7f90dad9d700 1 --2- 172.21.15.16:0/2791239685 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90dc0c7150 0x7f90dc06ca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.988+0000 7f90dad9d700 1 -- 172.21.15.16:0/2791239685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90c8004850 msgr2=0x7f90dc1f3b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:03.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.988+0000 7f90dad9d700 1 --2- 172.21.15.16:0/2791239685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90c8004850 0x7f90dc1f3b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:03.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.988+0000 7f90dad9d700 1 -- 172.21.15.16:0/2791239685 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90dc06cf90 con 0x7f90dc0b1360 2023-09-23T06:37:03.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.989+0000 7f90dad9d700 1 --2- 172.21.15.16:0/2791239685 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90dc0b1360 0x7f90dc0b17e0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f90dc0b6120 tx=0x7f90d4011ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:03.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.989+0000 7f90d2ffd700 1 -- 172.21.15.16:0/2791239685 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90d400e040 con 0x7f90dc0b1360 2023-09-23T06:37:03.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.989+0000 7f90d2ffd700 1 -- 172.21.15.16:0/2791239685 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90d400f040 con 0x7f90dc0b1360 2023-09-23T06:37:03.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.989+0000 7f90d2ffd700 1 -- 172.21.15.16:0/2791239685 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90d400fbe0 con 0x7f90dc0b1360 2023-09-23T06:37:03.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.989+0000 7f90e0dff700 1 -- 172.21.15.16:0/2791239685 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90dc0c76f0 con 0x7f90dc0b1360 2023-09-23T06:37:03.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.989+0000 7f90e0dff700 1 -- 172.21.15.16:0/2791239685 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90dc0c7cb0 con 0x7f90dc0b1360 2023-09-23T06:37:03.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.990+0000 7f90e0dff700 1 -- 172.21.15.16:0/2791239685 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90dc074b40 con 0x7f90dc0b1360 2023-09-23T06:37:03.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.991+0000 7f90d2ffd700 1 -- 172.21.15.16:0/2791239685 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f90d400fd40 con 0x7f90dc0b1360 2023-09-23T06:37:03.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.992+0000 7f90d2ffd700 1 --2- 172.21.15.16:0/2791239685 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f90bc06aff0 0x7f90bc06d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:03.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.992+0000 7f90d2ffd700 1 -- 172.21.15.16:0/2791239685 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f90d4089e50 con 0x7f90dc0b1360 2023-09-23T06:37:03.997 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.992+0000 7f90da59c700 1 --2- 172.21.15.16:0/2791239685 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f90bc06aff0 0x7f90bc06d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:03.998 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.993+0000 7f90da59c700 1 --2- 172.21.15.16:0/2791239685 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f90bc06aff0 0x7f90bc06d4b0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f90cc000c00 tx=0x7f90cc000ed0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:03.998 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:03.996+0000 7f90d2ffd700 1 -- 172.21.15.16:0/2791239685 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f90d4054d70 con 0x7f90dc0b1360 2023-09-23T06:37:04.209 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.207+0000 7f90e0dff700 1 -- 172.21.15.16:0/2791239685 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f90dc0ce960 con 0x7f90dc0b1360 2023-09-23T06:37:04.209 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.208+0000 7f90d2ffd700 1 -- 172.21.15.16:0/2791239685 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7f90d4058390 con 0x7f90dc0b1360 2023-09-23T06:37:04.210 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 32 2023-09-23T06:37:04.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.210+0000 7f90e0dff700 1 -- 172.21.15.16:0/2791239685 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f90bc06aff0 msgr2=0x7f90bc06d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:04.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.210+0000 7f90e0dff700 1 --2- 172.21.15.16:0/2791239685 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f90bc06aff0 0x7f90bc06d4b0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f90cc000c00 tx=0x7f90cc000ed0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.210+0000 7f90e0dff700 1 -- 172.21.15.16:0/2791239685 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90dc0b1360 msgr2=0x7f90dc0b17e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:04.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.210+0000 7f90e0dff700 1 --2- 172.21.15.16:0/2791239685 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90dc0b1360 0x7f90dc0b17e0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f90dc0b6120 tx=0x7f90d4011ed0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.210+0000 7f90e0dff700 1 -- 172.21.15.16:0/2791239685 shutdown_connections 2023-09-23T06:37:04.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.210+0000 7f90e0dff700 1 --2- 172.21.15.16:0/2791239685 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f90bc06aff0 0x7f90bc06d4b0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.213 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.210+0000 7f90e0dff700 1 --2- 172.21.15.16:0/2791239685 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90dc0b1360 0x7f90dc0b17e0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.213 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.210+0000 7f90e0dff700 1 --2- 172.21.15.16:0/2791239685 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90c8004850 0x7f90dc1f3b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.213 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.210+0000 7f90e0dff700 1 --2- 172.21.15.16:0/2791239685 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90dc0c7150 0x7f90dc06ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.213 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.210+0000 7f90e0dff700 1 -- 172.21.15.16:0/2791239685 >> 172.21.15.16:0/2791239685 conn(0x7f90dc09c9b0 msgr2=0x7f90dc15b8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:04.213 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.210+0000 7f90e0dff700 1 -- 172.21.15.16:0/2791239685 shutdown_connections 2023-09-23T06:37:04.213 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.210+0000 7f90e0dff700 1 -- 172.21.15.16:0/2791239685 wait complete. 2023-09-23T06:37:04.230 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-23T06:37:04.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.434+0000 7feb0e5ff700 1 Processor -- start 2023-09-23T06:37:04.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.435+0000 7feb0e5ff700 1 -- start start 2023-09-23T06:37:04.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.436+0000 7feb0e5ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7feb0815d8c0 0x7feb080cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:04.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.436+0000 7feb0e5ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7feb08161fc0 0x7feb080d3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:04.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.436+0000 7feb0e5ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7feb080d0030 0x7feb080d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:04.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.436+0000 7feb0e5ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb080d09a0 con 0x7feb0815d8c0 2023-09-23T06:37:04.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.436+0000 7feb0e5ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb0815dca0 con 0x7feb080d0030 2023-09-23T06:37:04.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.436+0000 7feb0e5ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb080ce130 con 0x7feb08161fc0 2023-09-23T06:37:04.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.436+0000 7feb07fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7feb0815d8c0 0x7feb080cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:04.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.436+0000 7feb07fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7feb0815d8c0 0x7feb080cf190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55452/0 (socket says 172.21.15.16:55452) 2023-09-23T06:37:04.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.436+0000 7feb07fff700 1 -- 172.21.15.16:0/4266172126 learned_addr learned my addr 172.21.15.16:0/4266172126 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:04.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.436+0000 7feb077fe700 1 --2- 172.21.15.16:0/4266172126 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7feb08161fc0 0x7feb080d3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:04.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.436+0000 7feb0cb9c700 1 --2- 172.21.15.16:0/4266172126 >> v2:172.21.15.92:3300/0 conn(0x7feb080d0030 0x7feb080d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:04.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.437+0000 7feb07fff700 1 -- 172.21.15.16:0/4266172126 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7feb08161fc0 msgr2=0x7feb080d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:04.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.437+0000 7feb07fff700 1 --2- 172.21.15.16:0/4266172126 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7feb08161fc0 0x7feb080d3d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.437+0000 7feb07fff700 1 -- 172.21.15.16:0/4266172126 >> v2:172.21.15.92:3300/0 conn(0x7feb080d0030 msgr2=0x7feb080d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:04.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.437+0000 7feb07fff700 1 --2- 172.21.15.16:0/4266172126 >> v2:172.21.15.92:3300/0 conn(0x7feb080d0030 0x7feb080d0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.437+0000 7feb07fff700 1 -- 172.21.15.16:0/4266172126 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb080ce3d0 con 0x7feb0815d8c0 2023-09-23T06:37:04.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.437+0000 7feb07fff700 1 --2- 172.21.15.16:0/4266172126 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb0815d8c0 0x7feb080cf190 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7feb0808cae0 tx=0x7feaf8009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc4c51c7fbebca26 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:04.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.437+0000 7feb06ffd700 1 -- 172.21.15.16:0/4266172126 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaf800b870 con 0x7feb0815d8c0 2023-09-23T06:37:04.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.437+0000 7feb06ffd700 1 -- 172.21.15.16:0/4266172126 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feaf800b9d0 con 0x7feb0815d8c0 2023-09-23T06:37:04.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.437+0000 7feb06ffd700 1 -- 172.21.15.16:0/4266172126 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaf800bd60 con 0x7feb0815d8c0 2023-09-23T06:37:04.441 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.438+0000 7feb0e5ff700 1 -- 172.21.15.16:0/4266172126 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb0815d8c0 msgr2=0x7feb080cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:04.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.438+0000 7feb0e5ff700 1 --2- 172.21.15.16:0/4266172126 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb0815d8c0 0x7feb080cf190 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7feb0808cae0 tx=0x7feaf8009bd0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.438+0000 7feb0e5ff700 1 -- 172.21.15.16:0/4266172126 shutdown_connections 2023-09-23T06:37:04.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.438+0000 7feb0e5ff700 1 --2- 172.21.15.16:0/4266172126 >> v2:172.21.15.92:3300/0 conn(0x7feb080d0030 0x7feb080d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.438+0000 7feb0e5ff700 1 --2- 172.21.15.16:0/4266172126 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb0815d8c0 0x7feb080cf190 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.438+0000 7feb0e5ff700 1 --2- 172.21.15.16:0/4266172126 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7feb08161fc0 0x7feb080d3d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.438+0000 7feb0e5ff700 1 -- 172.21.15.16:0/4266172126 >> 172.21.15.16:0/4266172126 conn(0x7feb0809c9b0 msgr2=0x7feb080d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:04.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.438+0000 7feb0e5ff700 1 -- 172.21.15.16:0/4266172126 shutdown_connections 2023-09-23T06:37:04.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.438+0000 7feb0e5ff700 1 -- 172.21.15.16:0/4266172126 wait complete. 2023-09-23T06:37:04.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.440+0000 7feb0e5ff700 1 Processor -- start 2023-09-23T06:37:04.442 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.440+0000 7feb0e5ff700 1 -- start start 2023-09-23T06:37:04.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.441+0000 7feb0e5ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb080d0030 0x7feb0814a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:04.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.441+0000 7feb0e5ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7feb0815d8c0 0x7feb0814d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:04.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.441+0000 7feb0e5ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb08161fc0 0x7feb080b3a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:04.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.441+0000 7feb0e5ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb0814a8f0 con 0x7feb08161fc0 2023-09-23T06:37:04.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.441+0000 7feb0e5ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb0814db50 con 0x7feb080d0030 2023-09-23T06:37:04.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.441+0000 7feb0e5ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb081f6990 con 0x7feb0815d8c0 2023-09-23T06:37:04.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.441+0000 7feb0cb9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb08161fc0 0x7feb080b3a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:04.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.441+0000 7feb0cb9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb08161fc0 0x7feb080b3a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55460/0 (socket says 172.21.15.16:55460) 2023-09-23T06:37:04.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.441+0000 7feb0cb9c700 1 -- 172.21.15.16:0/1109095071 learned_addr learned my addr 172.21.15.16:0/1109095071 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:04.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.441+0000 7feb077fe700 1 --2- 172.21.15.16:0/1109095071 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7feb0815d8c0 0x7feb0814d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:04.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.441+0000 7feb07fff700 1 --2- 172.21.15.16:0/1109095071 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb080d0030 0x7feb0814a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:04.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.441+0000 7feb0cb9c700 1 -- 172.21.15.16:0/1109095071 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7feb0815d8c0 msgr2=0x7feb0814d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:04.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.441+0000 7feb0cb9c700 1 --2- 172.21.15.16:0/1109095071 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7feb0815d8c0 0x7feb0814d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.441+0000 7feb0cb9c700 1 -- 172.21.15.16:0/1109095071 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb080d0030 msgr2=0x7feb0814a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:04.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.441+0000 7feb0cb9c700 1 --2- 172.21.15.16:0/1109095071 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb080d0030 0x7feb0814a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.441+0000 7feb0cb9c700 1 -- 172.21.15.16:0/1109095071 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feaf8009550 con 0x7feb08161fc0 2023-09-23T06:37:04.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.441+0000 7feb07fff700 1 --2- 172.21.15.16:0/1109095071 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb080d0030 0x7feb0814a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:04.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.442+0000 7feb0cb9c700 1 --2- 172.21.15.16:0/1109095071 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb08161fc0 0x7feb080b3a00 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7feb00007e40 tx=0x7feb0000e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:04.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.442+0000 7feb04ff9700 1 -- 172.21.15.16:0/1109095071 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb0000eea0 con 0x7feb08161fc0 2023-09-23T06:37:04.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.442+0000 7feb04ff9700 1 -- 172.21.15.16:0/1109095071 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feb00014420 con 0x7feb08161fc0 2023-09-23T06:37:04.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.442+0000 7feb04ff9700 1 -- 172.21.15.16:0/1109095071 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feb000147b0 con 0x7feb08161fc0 2023-09-23T06:37:04.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.442+0000 7feb0e5ff700 1 -- 172.21.15.16:0/1109095071 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb081f6c70 con 0x7feb08161fc0 2023-09-23T06:37:04.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.442+0000 7feb0e5ff700 1 -- 172.21.15.16:0/1109095071 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb081f7230 con 0x7feb08161fc0 2023-09-23T06:37:04.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.443+0000 7feb0e5ff700 1 -- 172.21.15.16:0/1109095071 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb08074b40 con 0x7feb08161fc0 2023-09-23T06:37:04.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.444+0000 7feb04ff9700 1 -- 172.21.15.16:0/1109095071 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7feb00014910 con 0x7feb08161fc0 2023-09-23T06:37:04.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.446+0000 7feb04ff9700 1 --2- 172.21.15.16:0/1109095071 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7feaf406afc0 0x7feaf406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:04.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.446+0000 7feb04ff9700 1 -- 172.21.15.16:0/1109095071 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5825+0+0 (secure 0 0 0) 0x7feb00089fe0 con 0x7feb08161fc0 2023-09-23T06:37:04.448 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.446+0000 7feb07fff700 1 --2- 172.21.15.16:0/1109095071 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7feaf406afc0 0x7feaf406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:04.448 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.447+0000 7feb07fff700 1 --2- 172.21.15.16:0/1109095071 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7feaf406afc0 0x7feaf406d480 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7feaf8000c00 tx=0x7feaf8008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:04.451 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.450+0000 7feb04ff9700 1 -- 172.21.15.16:0/1109095071 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7feb00054f40 con 0x7feb08161fc0 2023-09-23T06:37:04.659 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.657+0000 7feb0e5ff700 1 -- 172.21.15.16:0/1109095071 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7feb080cfe10 con 0x7feb08161fc0 2023-09-23T06:37:04.659 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.657+0000 7feb04ff9700 1 -- 172.21.15.16:0/1109095071 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7feb00058560 con 0x7feb08161fc0 2023-09-23T06:37:04.659 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 64 2023-09-23T06:37:04.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.660+0000 7feb0e5ff700 1 -- 172.21.15.16:0/1109095071 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7feaf406afc0 msgr2=0x7feaf406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:04.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.660+0000 7feb0e5ff700 1 --2- 172.21.15.16:0/1109095071 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7feaf406afc0 0x7feaf406d480 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7feaf8000c00 tx=0x7feaf8008030 comp rx=0 tx=0).stop 2023-09-23T06:37:04.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.660+0000 7feb0e5ff700 1 -- 172.21.15.16:0/1109095071 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb08161fc0 msgr2=0x7feb080b3a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:04.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.660+0000 7feb0e5ff700 1 --2- 172.21.15.16:0/1109095071 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb08161fc0 0x7feb080b3a00 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7feb00007e40 tx=0x7feb0000e3c0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.660+0000 7feb0e5ff700 1 -- 172.21.15.16:0/1109095071 shutdown_connections 2023-09-23T06:37:04.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.660+0000 7feb0e5ff700 1 --2- 172.21.15.16:0/1109095071 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7feaf406afc0 0x7feaf406d480 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.660+0000 7feb0e5ff700 1 --2- 172.21.15.16:0/1109095071 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7feb08161fc0 0x7feb080b3a00 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.660+0000 7feb0e5ff700 1 --2- 172.21.15.16:0/1109095071 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7feb080d0030 0x7feb0814a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.660+0000 7feb0e5ff700 1 --2- 172.21.15.16:0/1109095071 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7feb0815d8c0 0x7feb0814d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.660+0000 7feb0e5ff700 1 -- 172.21.15.16:0/1109095071 >> 172.21.15.16:0/1109095071 conn(0x7feb0809c9b0 msgr2=0x7feb080d32e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:04.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.660+0000 7feb0e5ff700 1 -- 172.21.15.16:0/1109095071 shutdown_connections 2023-09-23T06:37:04.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.660+0000 7feb0e5ff700 1 -- 172.21.15.16:0/1109095071 wait complete. 2023-09-23T06:37:04.680 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-09-23T06:37:04.883 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.881+0000 7fd4809ff700 1 Processor -- start 2023-09-23T06:37:04.883 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.881+0000 7fd4809ff700 1 -- start start 2023-09-23T06:37:04.884 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.882+0000 7fd4809ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd47c160b10 0x7fd47c0b6630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:04.884 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.882+0000 7fd4809ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd47c0b92b0 0x7fd47c0b8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:04.884 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.882+0000 7fd4809ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd47c0b6ff0 con 0x7fd47c0b6b70 2023-09-23T06:37:04.884 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.882+0000 7fd4809ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd47c0b72d0 con 0x7fd47c160b10 2023-09-23T06:37:04.884 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.882+0000 7fd4809ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd47c0b75b0 con 0x7fd47c0b92b0 2023-09-23T06:37:04.886 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.883+0000 7fd47ad9d700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd47c0b92b0 0x7fd47c0b8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:04.886 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.883+0000 7fd47a59c700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fd47c160b10 0x7fd47c0b6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:04.887 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.883+0000 7fd47ad9d700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd47c0b92b0 0x7fd47c0b8090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:51674/0 (socket says 172.21.15.16:51674) 2023-09-23T06:37:04.887 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.883+0000 7fd47ad9d700 1 -- 172.21.15.16:0/3839434021 learned_addr learned my addr 172.21.15.16:0/3839434021 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:04.887 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.883+0000 7fd47ad9d700 1 -- 172.21.15.16:0/3839434021 >> v2:172.21.15.92:3300/0 conn(0x7fd47c160b10 msgr2=0x7fd47c0b6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:04.887 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.883+0000 7fd47ad9d700 1 --2- 172.21.15.16:0/3839434021 >> v2:172.21.15.92:3300/0 conn(0x7fd47c160b10 0x7fd47c0b6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.887 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.883+0000 7fd47ad9d700 1 -- 172.21.15.16:0/3839434021 >> v1:172.21.15.92:6789/0 conn(0x7fd47c0b6b70 legacy=0x7fd47c0d1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:04.887 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.883+0000 7fd47ad9d700 1 -- 172.21.15.16:0/3839434021 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd47c0b7890 con 0x7fd47c0b92b0 2023-09-23T06:37:04.887 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.883+0000 7fd47a59c700 1 --2- 172.21.15.16:0/3839434021 >> v2:172.21.15.92:3300/0 conn(0x7fd47c160b10 0x7fd47c0b6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:37:04.887 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.884+0000 7fd47ad9d700 1 --2- 172.21.15.16:0/3839434021 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd47c0b92b0 0x7fd47c0b8090 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd474009e50 tx=0x7fd47400b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=685d7d70023845ac server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:04.887 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.884+0000 7fd47959a700 1 -- 172.21.15.16:0/3839434021 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd47400e070 con 0x7fd47c0b92b0 2023-09-23T06:37:04.887 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.884+0000 7fd47959a700 1 -- 172.21.15.16:0/3839434021 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd47400b910 con 0x7fd47c0b92b0 2023-09-23T06:37:04.888 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.884+0000 7fd47959a700 1 -- 172.21.15.16:0/3839434021 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd47400bcc0 con 0x7fd47c0b92b0 2023-09-23T06:37:04.888 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.884+0000 7fd4809ff700 1 -- 172.21.15.16:0/3839434021 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd47c0b92b0 msgr2=0x7fd47c0b8090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:04.888 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.884+0000 7fd4809ff700 1 --2- 172.21.15.16:0/3839434021 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd47c0b92b0 0x7fd47c0b8090 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7fd474009e50 tx=0x7fd47400b330 comp rx=0 tx=0).stop 2023-09-23T06:37:04.888 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.884+0000 7fd4809ff700 1 -- 172.21.15.16:0/3839434021 shutdown_connections 2023-09-23T06:37:04.888 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.884+0000 7fd4809ff700 1 --2- 172.21.15.16:0/3839434021 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd47c0b92b0 0x7fd47c0b8090 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.888 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.884+0000 7fd4809ff700 1 --2- 172.21.15.16:0/3839434021 >> v2:172.21.15.92:3300/0 conn(0x7fd47c160b10 0x7fd47c0b6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.888 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.884+0000 7fd4809ff700 1 -- 172.21.15.16:0/3839434021 >> 172.21.15.16:0/3839434021 conn(0x7fd47c072270 msgr2=0x7fd47c072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:04.888 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.885+0000 7fd4809ff700 1 -- 172.21.15.16:0/3839434021 shutdown_connections 2023-09-23T06:37:04.888 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.885+0000 7fd4809ff700 1 -- 172.21.15.16:0/3839434021 wait complete. 2023-09-23T06:37:04.890 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.886+0000 7fd4809ff700 1 Processor -- start 2023-09-23T06:37:04.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.886+0000 7fd4809ff700 1 -- start start 2023-09-23T06:37:04.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.887+0000 7fd4809ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd47c0b6b70 0x7fd47c0c8ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:04.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.887+0000 7fd4809ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd47c0b92b0 0x7fd47c1f6e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:04.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.887+0000 7fd4809ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd47c160b10 0x7fd47c1f2420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:04.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.887+0000 7fd4809ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd47c0c6c00 con 0x7fd47c160b10 2023-09-23T06:37:04.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.887+0000 7fd4809ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd47c15c300 con 0x7fd47c0b92b0 2023-09-23T06:37:04.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.887+0000 7fd4809ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd47c0c9520 con 0x7fd47c0b6b70 2023-09-23T06:37:04.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.888+0000 7fd47a59c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd47c0b6b70 0x7fd47c0c8ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:04.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.888+0000 7fd47a59c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd47c0b6b70 0x7fd47c0c8ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:51688/0 (socket says 172.21.15.16:51688) 2023-09-23T06:37:04.892 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.888+0000 7fd47a59c700 1 -- 172.21.15.16:0/432201825 learned_addr learned my addr 172.21.15.16:0/432201825 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:04.892 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.888+0000 7fd479d9b700 1 --2- 172.21.15.16:0/432201825 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd47c0b92b0 0x7fd47c1f6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:04.892 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.888+0000 7fd47ad9d700 1 --2- 172.21.15.16:0/432201825 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd47c160b10 0x7fd47c1f2420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:04.892 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.888+0000 7fd47a59c700 1 -- 172.21.15.16:0/432201825 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd47c0b92b0 msgr2=0x7fd47c1f6e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:04.892 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.888+0000 7fd47a59c700 1 --2- 172.21.15.16:0/432201825 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd47c0b92b0 0x7fd47c1f6e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.892 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.888+0000 7fd47a59c700 1 -- 172.21.15.16:0/432201825 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd47c160b10 msgr2=0x7fd47c1f2420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:04.892 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.888+0000 7fd47a59c700 1 --2- 172.21.15.16:0/432201825 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd47c160b10 0x7fd47c1f2420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:04.892 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.888+0000 7fd47a59c700 1 -- 172.21.15.16:0/432201825 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd46c0094a0 con 0x7fd47c0b6b70 2023-09-23T06:37:04.892 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.888+0000 7fd47ad9d700 1 --2- 172.21.15.16:0/432201825 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd47c160b10 0x7fd47c1f2420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:37:04.892 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.888+0000 7fd47a59c700 1 --2- 172.21.15.16:0/432201825 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd47c0b6b70 0x7fd47c0c8ea0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd46c00ebe0 tx=0x7fd46c00eef0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:04.893 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.889+0000 7fd46affd700 1 -- 172.21.15.16:0/432201825 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd46c009760 con 0x7fd47c0b6b70 2023-09-23T06:37:04.893 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.889+0000 7fd46affd700 1 -- 172.21.15.16:0/432201825 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd46c00c850 con 0x7fd47c0b6b70 2023-09-23T06:37:04.893 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.889+0000 7fd46affd700 1 -- 172.21.15.16:0/432201825 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd46c00cbe0 con 0x7fd47c0b6b70 2023-09-23T06:37:04.893 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.889+0000 7fd4809ff700 1 -- 172.21.15.16:0/432201825 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd474009b30 con 0x7fd47c0b6b70 2023-09-23T06:37:04.893 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.889+0000 7fd4809ff700 1 -- 172.21.15.16:0/432201825 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd47c0c9ae0 con 0x7fd47c0b6b70 2023-09-23T06:37:04.894 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.890+0000 7fd4809ff700 1 -- 172.21.15.16:0/432201825 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd47c15c470 con 0x7fd47c0b6b70 2023-09-23T06:37:04.894 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.891+0000 7fd46affd700 1 -- 172.21.15.16:0/432201825 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fd46c00cd40 con 0x7fd47c0b6b70 2023-09-23T06:37:04.894 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.892+0000 7fd46affd700 1 --2- 172.21.15.16:0/432201825 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd45c06afc0 0x7fd45c06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:04.894 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.892+0000 7fd46affd700 1 -- 172.21.15.16:0/432201825 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fd46c0898a0 con 0x7fd47c0b6b70 2023-09-23T06:37:04.894 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.892+0000 7fd479d9b700 1 --2- 172.21.15.16:0/432201825 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd45c06afc0 0x7fd45c06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:04.895 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.893+0000 7fd479d9b700 1 --2- 172.21.15.16:0/432201825 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd45c06afc0 0x7fd45c06d480 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd47c0d3bd0 tx=0x7fd470009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:04.899 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:04.898+0000 7fd46affd700 1 -- 172.21.15.16:0/432201825 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fd46c0547c0 con 0x7fd47c0b6b70 2023-09-23T06:37:05.121 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.120+0000 7fd4809ff700 1 -- 172.21.15.16:0/432201825 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fd47c04eb20 con 0x7fd47c0b6b70 2023-09-23T06:37:05.122 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.120+0000 7fd46affd700 1 -- 172.21.15.16:0/432201825 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v23) v1 ==== 80+0+0 (secure 0 0 0) 0x7fd46c021080 con 0x7fd47c0b6b70 2023-09-23T06:37:05.125 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.122+0000 7fd4809ff700 1 -- 172.21.15.16:0/432201825 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd45c06afc0 msgr2=0x7fd45c06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:05.125 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.122+0000 7fd4809ff700 1 --2- 172.21.15.16:0/432201825 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd45c06afc0 0x7fd45c06d480 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fd47c0d3bd0 tx=0x7fd470009040 comp rx=0 tx=0).stop 2023-09-23T06:37:05.125 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.122+0000 7fd4809ff700 1 -- 172.21.15.16:0/432201825 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd47c0b6b70 msgr2=0x7fd47c0c8ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:05.125 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.122+0000 7fd4809ff700 1 --2- 172.21.15.16:0/432201825 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd47c0b6b70 0x7fd47c0c8ea0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7fd46c00ebe0 tx=0x7fd46c00eef0 comp rx=0 tx=0).stop 2023-09-23T06:37:05.125 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.123+0000 7fd4809ff700 1 -- 172.21.15.16:0/432201825 shutdown_connections 2023-09-23T06:37:05.125 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.123+0000 7fd4809ff700 1 --2- 172.21.15.16:0/432201825 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fd45c06afc0 0x7fd45c06d480 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:05.125 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.123+0000 7fd4809ff700 1 --2- 172.21.15.16:0/432201825 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fd47c160b10 0x7fd47c1f2420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:05.125 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.123+0000 7fd4809ff700 1 --2- 172.21.15.16:0/432201825 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fd47c0b6b70 0x7fd47c0c8ea0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:05.126 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.123+0000 7fd4809ff700 1 --2- 172.21.15.16:0/432201825 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fd47c0b92b0 0x7fd47c1f6e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:05.126 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.123+0000 7fd4809ff700 1 -- 172.21.15.16:0/432201825 >> 172.21.15.16:0/432201825 conn(0x7fd47c072270 msgr2=0x7fd47c15fdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:05.126 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.123+0000 7fd4809ff700 1 -- 172.21.15.16:0/432201825 shutdown_connections 2023-09-23T06:37:05.126 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.123+0000 7fd4809ff700 1 -- 172.21.15.16:0/432201825 wait complete. 2023-09-23T06:37:05.126 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2023-09-23T06:37:05.142 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.3... 2023-09-23T06:37:05.143 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:37:05.143 DEBUG:teuthology.orchestra.run.smithi092:> sudo umount /home/ubuntu/cephtest/mnt.3 -f 2023-09-23T06:37:05.237 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi092.front.sepia.ceph.com 2023-09-23T06:37:05.238 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:37:05.238 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2023-09-23T06:37:05.287 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2023-09-23T06:37:05.287 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-23T06:37:05.489 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.488+0000 7f79f83ff700 1 Processor -- start 2023-09-23T06:37:05.490 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.488+0000 7f79f83ff700 1 -- start start 2023-09-23T06:37:05.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.489+0000 7f79f83ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f79f015db50 0x7f79f00b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:05.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.489+0000 7f79f83ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f79f00b4fe0 0x7f79f00b5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:05.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.489+0000 7f79f83ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79f015ec00 con 0x7f79f015d770 2023-09-23T06:37:05.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.489+0000 7f79f83ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79f00b59d0 con 0x7f79f015db50 2023-09-23T06:37:05.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.489+0000 7f79f83ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79f00b65c0 con 0x7f79f00b4fe0 2023-09-23T06:37:05.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.489+0000 7f79f599a700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f79f015db50 0x7f79f00b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:05.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.489+0000 7f79f619b700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f79f015d770 0x7f79f00ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57550/0 (socket says 172.21.15.16:57550) 2023-09-23T06:37:05.492 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.489+0000 7f79f619b700 1 -- 172.21.15.16:0/3124745666 learned_addr learned my addr 172.21.15.16:0/3124745666 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:05.493 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.490+0000 7f79f699c700 1 --2- 172.21.15.16:0/3124745666 >> v2:172.21.15.92:3300/0 conn(0x7f79f00b4fe0 0x7f79f00b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:05.493 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.490+0000 7f79f599a700 1 -- 172.21.15.16:0/3124745666 >> v2:172.21.15.92:3300/0 conn(0x7f79f00b4fe0 msgr2=0x7f79f00b5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:05.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.490+0000 7f79f599a700 1 --2- 172.21.15.16:0/3124745666 >> v2:172.21.15.92:3300/0 conn(0x7f79f00b4fe0 0x7f79f00b5490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:05.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.490+0000 7f79f599a700 1 -- 172.21.15.16:0/3124745666 >> v1:172.21.15.16:6789/0 conn(0x7f79f015d770 legacy=0x7f79f00ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:05.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.490+0000 7f79f599a700 1 -- 172.21.15.16:0/3124745666 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79f00cdd00 con 0x7f79f015db50 2023-09-23T06:37:05.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.490+0000 7f79f5199700 1 -- 172.21.15.16:0/3124745666 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4151401385 0 0) 0x7f79f015ec00 con 0x7f79f015d770 2023-09-23T06:37:05.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.490+0000 7f79f599a700 1 --2- 172.21.15.16:0/3124745666 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f79f015db50 0x7f79f00b8e40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f79f00ce370 tx=0x7f79e0009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ded746621342350b server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:05.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.490+0000 7f79f5199700 1 -- 172.21.15.16:0/3124745666 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79e0011830 con 0x7f79f015db50 2023-09-23T06:37:05.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.490+0000 7f79f5199700 1 -- 172.21.15.16:0/3124745666 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79e0011990 con 0x7f79f015db50 2023-09-23T06:37:05.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.490+0000 7f79f5199700 1 -- 172.21.15.16:0/3124745666 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79e0011d20 con 0x7f79f015db50 2023-09-23T06:37:05.494 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.491+0000 7f79f83ff700 1 -- 172.21.15.16:0/3124745666 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f79f015db50 msgr2=0x7f79f00b8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:05.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.491+0000 7f79f83ff700 1 --2- 172.21.15.16:0/3124745666 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f79f015db50 0x7f79f00b8e40 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f79f00ce370 tx=0x7f79e0009b20 comp rx=0 tx=0).stop 2023-09-23T06:37:05.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.491+0000 7f79f83ff700 1 -- 172.21.15.16:0/3124745666 shutdown_connections 2023-09-23T06:37:05.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.491+0000 7f79f83ff700 1 --2- 172.21.15.16:0/3124745666 >> v2:172.21.15.92:3300/0 conn(0x7f79f00b4fe0 0x7f79f00b5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:05.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.491+0000 7f79f83ff700 1 --2- 172.21.15.16:0/3124745666 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f79f015db50 0x7f79f00b8e40 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:05.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.491+0000 7f79f83ff700 1 -- 172.21.15.16:0/3124745666 >> 172.21.15.16:0/3124745666 conn(0x7f79f00724b0 msgr2=0x7f79f00d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:05.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.491+0000 7f79f83ff700 1 -- 172.21.15.16:0/3124745666 shutdown_connections 2023-09-23T06:37:05.495 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.491+0000 7f79f83ff700 1 -- 172.21.15.16:0/3124745666 wait complete. 2023-09-23T06:37:05.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.493+0000 7f79f83ff700 1 Processor -- start 2023-09-23T06:37:05.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.493+0000 7f79f83ff700 1 -- start start 2023-09-23T06:37:05.497 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.494+0000 7f79f83ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f79f00b4fe0 0x7f79f014bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:05.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.494+0000 7f79f83ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f79f015d770 0x7f79f014fd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:05.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.494+0000 7f79f83ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f79f015db50 0x7f79f014a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:05.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.494+0000 7f79f83ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79f014c200 con 0x7f79f00b4fe0 2023-09-23T06:37:05.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.494+0000 7f79f83ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79f014b830 con 0x7f79f015d770 2023-09-23T06:37:05.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.494+0000 7f79f83ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79f0150250 con 0x7f79f015db50 2023-09-23T06:37:05.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.494+0000 7f79f619b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f79f00b4fe0 0x7f79f014bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:05.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.494+0000 7f79f619b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f79f00b4fe0 0x7f79f014bcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55490/0 (socket says 172.21.15.16:55490) 2023-09-23T06:37:05.498 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.494+0000 7f79f599a700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f79f015d770 0x7f79f014fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:05.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.494+0000 7f79f619b700 1 -- 172.21.15.16:0/4121406821 learned_addr learned my addr 172.21.15.16:0/4121406821 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:05.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.495+0000 7f79f699c700 1 --2- 172.21.15.16:0/4121406821 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f79f015db50 0x7f79f014a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:05.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.495+0000 7f79f619b700 1 -- 172.21.15.16:0/4121406821 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f79f015db50 msgr2=0x7f79f014a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:05.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.495+0000 7f79f619b700 1 --2- 172.21.15.16:0/4121406821 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f79f015db50 0x7f79f014a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:05.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.495+0000 7f79f619b700 1 -- 172.21.15.16:0/4121406821 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f79f015d770 msgr2=0x7f79f014fd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:05.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.495+0000 7f79f619b700 1 --2- 172.21.15.16:0/4121406821 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f79f015d770 0x7f79f014fd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:05.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.495+0000 7f79f619b700 1 -- 172.21.15.16:0/4121406821 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79e00094a0 con 0x7f79f00b4fe0 2023-09-23T06:37:05.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.495+0000 7f79f619b700 1 --2- 172.21.15.16:0/4121406821 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f79f00b4fe0 0x7f79f014bcc0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f79ec00c780 tx=0x7f79ec00ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:05.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.495+0000 7f79e6ffd700 1 -- 172.21.15.16:0/4121406821 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79ec004c80 con 0x7f79f00b4fe0 2023-09-23T06:37:05.499 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.495+0000 7f79e6ffd700 1 -- 172.21.15.16:0/4121406821 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79ec004e00 con 0x7f79f00b4fe0 2023-09-23T06:37:05.500 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.495+0000 7f79f83ff700 1 -- 172.21.15.16:0/4121406821 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79f014ac20 con 0x7f79f00b4fe0 2023-09-23T06:37:05.500 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.495+0000 7f79e6ffd700 1 -- 172.21.15.16:0/4121406821 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79ec007310 con 0x7f79f00b4fe0 2023-09-23T06:37:05.500 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.495+0000 7f79f83ff700 1 -- 172.21.15.16:0/4121406821 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79f014b1e0 con 0x7f79f00b4fe0 2023-09-23T06:37:05.500 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.496+0000 7f79f83ff700 1 -- 172.21.15.16:0/4121406821 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79f0074b40 con 0x7f79f00b4fe0 2023-09-23T06:37:05.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.497+0000 7f79e6ffd700 1 -- 172.21.15.16:0/4121406821 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f79ec007470 con 0x7f79f00b4fe0 2023-09-23T06:37:05.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.498+0000 7f79e6ffd700 1 --2- 172.21.15.16:0/4121406821 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f79d406afc0 0x7f79d406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:05.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.498+0000 7f79e6ffd700 1 -- 172.21.15.16:0/4121406821 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f79ec089480 con 0x7f79f00b4fe0 2023-09-23T06:37:05.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.499+0000 7f79f599a700 1 --2- 172.21.15.16:0/4121406821 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f79d406afc0 0x7f79d406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:05.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.499+0000 7f79f599a700 1 --2- 172.21.15.16:0/4121406821 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f79d406afc0 0x7f79d406d480 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f79f00ce370 tx=0x7f79e001c040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:05.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.503+0000 7f79e6ffd700 1 -- 172.21.15.16:0/4121406821 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f79ec054430 con 0x7f79f00b4fe0 2023-09-23T06:37:05.758 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.757+0000 7f79f83ff700 1 -- 172.21.15.16:0/4121406821 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f79f00cf190 con 0x7f79f00b4fe0 2023-09-23T06:37:05.759 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.757+0000 7f79e6ffd700 1 -- 172.21.15.16:0/4121406821 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4904 (secure 0 0 0) 0x7f79ec057a50 con 0x7f79f00b4fe0 2023-09-23T06:37:05.759 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:05.759 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1203152697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":1203152697},{"type":"v1","addr":"172.21.15.92:6837","nonce":1203152697}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4235,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/3064081576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3064081576},{"type":"v1","addr":"172.21.15.92:6836","nonce":3064081576}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2701012235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2701012235},{"type":"v1","addr":"172.21.15.16:6834","nonce":2701012235}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-23T06:36:11.711689+0000","modified":"2023-09-23T06:36:14.741776+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4272},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4272":{"gid":4272,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/908189045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":908189045},{"type":"v1","addr":"172.21.15.16:6835","nonce":908189045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-23T06:37:05.762 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.760+0000 7f79f83ff700 1 -- 172.21.15.16:0/4121406821 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f79d406afc0 msgr2=0x7f79d406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:05.762 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.760+0000 7f79f83ff700 1 --2- 172.21.15.16:0/4121406821 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f79d406afc0 0x7f79d406d480 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f79f00ce370 tx=0x7f79e001c040 comp rx=0 tx=0).stop 2023-09-23T06:37:05.762 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.760+0000 7f79f83ff700 1 -- 172.21.15.16:0/4121406821 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f79f00b4fe0 msgr2=0x7f79f014bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:05.762 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.760+0000 7f79f83ff700 1 --2- 172.21.15.16:0/4121406821 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f79f00b4fe0 0x7f79f014bcc0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f79ec00c780 tx=0x7f79ec00ca90 comp rx=0 tx=0).stop 2023-09-23T06:37:05.762 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.760+0000 7f79f83ff700 1 -- 172.21.15.16:0/4121406821 shutdown_connections 2023-09-23T06:37:05.762 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.760+0000 7f79f83ff700 1 --2- 172.21.15.16:0/4121406821 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f79f015db50 0x7f79f014a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:05.762 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.760+0000 7f79f83ff700 1 --2- 172.21.15.16:0/4121406821 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f79d406afc0 0x7f79d406d480 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:05.762 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.760+0000 7f79f83ff700 1 --2- 172.21.15.16:0/4121406821 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f79f00b4fe0 0x7f79f014bcc0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:05.762 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.760+0000 7f79f83ff700 1 --2- 172.21.15.16:0/4121406821 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f79f015d770 0x7f79f014fd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:05.763 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.760+0000 7f79f83ff700 1 -- 172.21.15.16:0/4121406821 >> 172.21.15.16:0/4121406821 conn(0x7f79f00724b0 msgr2=0x7f79f015c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:05.763 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.760+0000 7f79f83ff700 1 -- 172.21.15.16:0/4121406821 shutdown_connections 2023-09-23T06:37:05.763 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.760+0000 7f79f83ff700 1 -- 172.21.15.16:0/4121406821 wait complete. 2023-09-23T06:37:05.763 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 8 2023-09-23T06:37:05.779 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:37:05.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.980+0000 7fb01f1ff700 1 Processor -- start 2023-09-23T06:37:05.982 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.980+0000 7fb01f1ff700 1 -- start start 2023-09-23T06:37:05.983 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.981+0000 7fb01f1ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb01815db50 0x7fb0180b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:05.983 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.981+0000 7fb01f1ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0180b4fe0 0x7fb0180b5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:05.983 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.981+0000 7fb01f1ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb01815ec00 con 0x7fb01815d770 2023-09-23T06:37:05.983 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.981+0000 7fb01f1ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb0180b59d0 con 0x7fb01815db50 2023-09-23T06:37:05.983 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.981+0000 7fb01f1ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0180b65c0 con 0x7fb0180b4fe0 2023-09-23T06:37:05.983 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.981+0000 7fb017fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fb01815db50 0x7fb0180b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:05.983 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.981+0000 7fb01cf9b700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fb01815d770 0x7fb0180ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57560/0 (socket says 172.21.15.16:57560) 2023-09-23T06:37:05.983 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.981+0000 7fb01cf9b700 1 -- 172.21.15.16:0/3595907901 learned_addr learned my addr 172.21.15.16:0/3595907901 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:05.985 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.982+0000 7fb01d79c700 1 --2- 172.21.15.16:0/3595907901 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0180b4fe0 0x7fb0180b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:05.985 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.982+0000 7fb0177fe700 1 -- 172.21.15.16:0/3595907901 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2280167735 0 0) 0x7fb01815ec00 con 0x7fb01815d770 2023-09-23T06:37:05.985 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.982+0000 7fb017fff700 1 -- 172.21.15.16:0/3595907901 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0180b4fe0 msgr2=0x7fb0180b5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:05.985 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.982+0000 7fb017fff700 1 --2- 172.21.15.16:0/3595907901 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0180b4fe0 0x7fb0180b5490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:05.985 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.982+0000 7fb017fff700 1 -- 172.21.15.16:0/3595907901 >> v1:172.21.15.16:6789/0 conn(0x7fb01815d770 legacy=0x7fb0180ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:05.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.982+0000 7fb017fff700 1 -- 172.21.15.16:0/3595907901 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0180cdd00 con 0x7fb01815db50 2023-09-23T06:37:05.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.982+0000 7fb017fff700 1 --2- 172.21.15.16:0/3595907901 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb01815db50 0x7fb0180b8e40 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fb004009840 tx=0x7fb004009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b919b37628464ed0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:05.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.982+0000 7fb0177fe700 1 -- 172.21.15.16:0/3595907901 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb004011830 con 0x7fb01815db50 2023-09-23T06:37:05.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.983+0000 7fb0177fe700 1 -- 172.21.15.16:0/3595907901 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb004011990 con 0x7fb01815db50 2023-09-23T06:37:05.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.983+0000 7fb0177fe700 1 -- 172.21.15.16:0/3595907901 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb004011d20 con 0x7fb01815db50 2023-09-23T06:37:05.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.983+0000 7fb01f1ff700 1 -- 172.21.15.16:0/3595907901 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb01815db50 msgr2=0x7fb0180b8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:05.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.983+0000 7fb01f1ff700 1 --2- 172.21.15.16:0/3595907901 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb01815db50 0x7fb0180b8e40 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fb004009840 tx=0x7fb004009b50 comp rx=0 tx=0).stop 2023-09-23T06:37:05.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.983+0000 7fb01f1ff700 1 -- 172.21.15.16:0/3595907901 shutdown_connections 2023-09-23T06:37:05.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.983+0000 7fb01f1ff700 1 --2- 172.21.15.16:0/3595907901 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb0180b4fe0 0x7fb0180b5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:05.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.983+0000 7fb01f1ff700 1 --2- 172.21.15.16:0/3595907901 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb01815db50 0x7fb0180b8e40 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:05.986 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.983+0000 7fb01f1ff700 1 -- 172.21.15.16:0/3595907901 >> 172.21.15.16:0/3595907901 conn(0x7fb0180724b0 msgr2=0x7fb0180d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:05.987 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.983+0000 7fb01f1ff700 1 -- 172.21.15.16:0/3595907901 shutdown_connections 2023-09-23T06:37:05.987 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.983+0000 7fb01f1ff700 1 -- 172.21.15.16:0/3595907901 wait complete. 2023-09-23T06:37:05.987 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.985+0000 7fb01f1ff700 1 Processor -- start 2023-09-23T06:37:05.987 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.985+0000 7fb01f1ff700 1 -- start start 2023-09-23T06:37:05.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.986+0000 7fb01f1ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb0180b4fe0 0x7fb0181514f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:05.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.986+0000 7fb01f1ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb01815d770 0x7fb018150eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:05.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.986+0000 7fb01f1ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb01815db50 0x7fb01815ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:05.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.986+0000 7fb01f1ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0181580c0 con 0x7fb01815d770 2023-09-23T06:37:05.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.986+0000 7fb01f1ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb018157820 con 0x7fb0180b4fe0 2023-09-23T06:37:05.989 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.986+0000 7fb01f1ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb018157b00 con 0x7fb01815db50 2023-09-23T06:37:05.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.986+0000 7fb017fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb01815d770 0x7fb018150eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:05.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.986+0000 7fb017fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb01815d770 0x7fb018150eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55508/0 (socket says 172.21.15.16:55508) 2023-09-23T06:37:05.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.986+0000 7fb017fff700 1 -- 172.21.15.16:0/1781409399 learned_addr learned my addr 172.21.15.16:0/1781409399 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:05.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.986+0000 7fb01d79c700 1 --2- 172.21.15.16:0/1781409399 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb01815db50 0x7fb01815ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:05.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.986+0000 7fb01cf9b700 1 --2- 172.21.15.16:0/1781409399 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb0180b4fe0 0x7fb0181514f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:05.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.987+0000 7fb017fff700 1 -- 172.21.15.16:0/1781409399 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb01815db50 msgr2=0x7fb01815ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:05.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.987+0000 7fb017fff700 1 --2- 172.21.15.16:0/1781409399 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb01815db50 0x7fb01815ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:05.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.987+0000 7fb017fff700 1 -- 172.21.15.16:0/1781409399 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb0180b4fe0 msgr2=0x7fb0181514f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:05.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.987+0000 7fb017fff700 1 --2- 172.21.15.16:0/1781409399 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb0180b4fe0 0x7fb0181514f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:05.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.987+0000 7fb017fff700 1 -- 172.21.15.16:0/1781409399 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0040094a0 con 0x7fb01815d770 2023-09-23T06:37:05.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.987+0000 7fb01d79c700 1 --2- 172.21.15.16:0/1781409399 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb01815db50 0x7fb01815ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:05.990 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.987+0000 7fb017fff700 1 --2- 172.21.15.16:0/1781409399 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb01815d770 0x7fb018150eb0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fb004009b90 tx=0x7fb004004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:05.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.987+0000 7fb0157fa700 1 -- 172.21.15.16:0/1781409399 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0040036a0 con 0x7fb01815d770 2023-09-23T06:37:05.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.987+0000 7fb0157fa700 1 -- 172.21.15.16:0/1781409399 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb00401f070 con 0x7fb01815d770 2023-09-23T06:37:05.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.987+0000 7fb01f1ff700 1 -- 172.21.15.16:0/1781409399 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb018157de0 con 0x7fb01815d770 2023-09-23T06:37:05.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.987+0000 7fb0157fa700 1 -- 172.21.15.16:0/1781409399 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb004003a40 con 0x7fb01815d770 2023-09-23T06:37:05.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.987+0000 7fb01f1ff700 1 -- 172.21.15.16:0/1781409399 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb018151cf0 con 0x7fb01815d770 2023-09-23T06:37:05.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.989+0000 7fb01f1ff700 1 -- 172.21.15.16:0/1781409399 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb018074b40 con 0x7fb01815d770 2023-09-23T06:37:05.991 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.989+0000 7fb0157fa700 1 -- 172.21.15.16:0/1781409399 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fb004003ba0 con 0x7fb01815d770 2023-09-23T06:37:05.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.991+0000 7fb0157fa700 1 --2- 172.21.15.16:0/1781409399 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7faffc06afc0 0x7faffc06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:05.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.991+0000 7fb0157fa700 1 -- 172.21.15.16:0/1781409399 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fb004021070 con 0x7fb01815d770 2023-09-23T06:37:05.992 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.991+0000 7fb01cf9b700 1 --2- 172.21.15.16:0/1781409399 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7faffc06afc0 0x7faffc06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:05.993 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.992+0000 7fb01cf9b700 1 --2- 172.21.15.16:0/1781409399 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7faffc06afc0 0x7faffc06d480 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb00c000f60 tx=0x7fb00c007c90 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:05.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:05.995+0000 7fb0157fa700 1 -- 172.21.15.16:0/1781409399 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fb004056170 con 0x7fb01815d770 2023-09-23T06:37:06.208 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.206+0000 7fb01f1ff700 1 -- 172.21.15.16:0/1781409399 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb01806a750 con 0x7fb01815d770 2023-09-23T06:37:06.209 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.207+0000 7fb0157fa700 1 -- 172.21.15.16:0/1781409399 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+16706 (secure 0 0 0) 0x7fb004059790 con 0x7fb01815d770 2023-09-23T06:37:06.209 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:06.210 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":23,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:37:01.118831+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:36:09.790555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-23T06:36:10.695995+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":1}]},{"pgid":"3.22","mappings":[{"from":5,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:37:06.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.210+0000 7fb01f1ff700 1 -- 172.21.15.16:0/1781409399 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7faffc06afc0 msgr2=0x7faffc06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:06.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.210+0000 7fb01f1ff700 1 --2- 172.21.15.16:0/1781409399 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7faffc06afc0 0x7faffc06d480 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb00c000f60 tx=0x7fb00c007c90 comp rx=0 tx=0).stop 2023-09-23T06:37:06.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.210+0000 7fb01f1ff700 1 -- 172.21.15.16:0/1781409399 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb01815d770 msgr2=0x7fb018150eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:06.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.210+0000 7fb01f1ff700 1 --2- 172.21.15.16:0/1781409399 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb01815d770 0x7fb018150eb0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fb004009b90 tx=0x7fb004004750 comp rx=0 tx=0).stop 2023-09-23T06:37:06.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.210+0000 7fb01f1ff700 1 -- 172.21.15.16:0/1781409399 shutdown_connections 2023-09-23T06:37:06.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.210+0000 7fb01f1ff700 1 --2- 172.21.15.16:0/1781409399 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb01815db50 0x7fb01815ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:06.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.210+0000 7fb01f1ff700 1 --2- 172.21.15.16:0/1781409399 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb0180b4fe0 0x7fb0181514f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:06.213 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.210+0000 7fb01f1ff700 1 --2- 172.21.15.16:0/1781409399 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7faffc06afc0 0x7faffc06d480 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:06.213 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.210+0000 7fb01f1ff700 1 --2- 172.21.15.16:0/1781409399 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb01815d770 0x7fb018150eb0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:06.213 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.210+0000 7fb01f1ff700 1 -- 172.21.15.16:0/1781409399 >> 172.21.15.16:0/1781409399 conn(0x7fb0180724b0 msgr2=0x7fb01815c8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:06.213 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.210+0000 7fb01f1ff700 1 -- 172.21.15.16:0/1781409399 shutdown_connections 2023-09-23T06:37:06.213 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.210+0000 7fb01f1ff700 1 -- 172.21.15.16:0/1781409399 wait complete. 2023-09-23T06:37:06.230 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-23T06:36:05.638048+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-23T06:36:09.790555+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2023-09-23T06:36:10.695995+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-23T06:37:06.230 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-23T06:37:06.435 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.433+0000 7fbf54bff700 1 Processor -- start 2023-09-23T06:37:06.435 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.434+0000 7fbf54bff700 1 -- start start 2023-09-23T06:37:06.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.435+0000 7fbf54bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf5015d8c0 0x7fbf500cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:06.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.435+0000 7fbf54bff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbf500d0030 0x7fbf500d0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:06.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.435+0000 7fbf54bff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf500d0980 con 0x7fbf50161fc0 2023-09-23T06:37:06.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.435+0000 7fbf54bff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf5015dca0 con 0x7fbf500d0030 2023-09-23T06:37:06.437 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.435+0000 7fbf54bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf500ce130 con 0x7fbf5015d8c0 2023-09-23T06:37:06.438 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.435+0000 7fbf4e59c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf5015d8c0 0x7fbf500cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:06.438 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.436+0000 7fbf4ed9d700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fbf500d0030 0x7fbf500d0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:06.438 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.436+0000 7fbf47fff700 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fbf50161fc0 0x7fbf500d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.16:55478/0 (socket says 172.21.15.16:55478) 2023-09-23T06:37:06.438 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.436+0000 7fbf47fff700 1 -- 172.21.15.16:0/798978232 learned_addr learned my addr 172.21.15.16:0/798978232 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:06.438 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.436+0000 7fbf4dd9b700 1 -- 172.21.15.16:0/798978232 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4096400589 0 0) 0x7fbf500d0980 con 0x7fbf50161fc0 2023-09-23T06:37:06.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.436+0000 7fbf4dd9b700 1 -- 172.21.15.16:0/798978232 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbf3c0035b0 con 0x7fbf50161fc0 2023-09-23T06:37:06.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.436+0000 7fbf4ed9d700 1 -- 172.21.15.16:0/798978232 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf5015d8c0 msgr2=0x7fbf500cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:06.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.436+0000 7fbf4ed9d700 1 --2- 172.21.15.16:0/798978232 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf5015d8c0 0x7fbf500cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:06.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.436+0000 7fbf4ed9d700 1 -- 172.21.15.16:0/798978232 >> v1:172.21.15.92:6789/0 conn(0x7fbf50161fc0 legacy=0x7fbf500d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:06.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.436+0000 7fbf4ed9d700 1 -- 172.21.15.16:0/798978232 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf500ce3d0 con 0x7fbf500d0030 2023-09-23T06:37:06.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.436+0000 7fbf4ed9d700 1 --2- 172.21.15.16:0/798978232 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf500d0030 0x7fbf500d0440 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fbf48009d90 tx=0x7fbf4800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d26a7233cb39075b server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:06.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.437+0000 7fbf4dd9b700 1 -- 172.21.15.16:0/798978232 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf4800e070 con 0x7fbf500d0030 2023-09-23T06:37:06.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.437+0000 7fbf4dd9b700 1 -- 172.21.15.16:0/798978232 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf4800bb20 con 0x7fbf500d0030 2023-09-23T06:37:06.439 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.437+0000 7fbf4dd9b700 1 -- 172.21.15.16:0/798978232 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf48012430 con 0x7fbf500d0030 2023-09-23T06:37:06.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.437+0000 7fbf54bff700 1 -- 172.21.15.16:0/798978232 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf500d0030 msgr2=0x7fbf500d0440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:06.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.437+0000 7fbf54bff700 1 --2- 172.21.15.16:0/798978232 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf500d0030 0x7fbf500d0440 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7fbf48009d90 tx=0x7fbf4800b330 comp rx=0 tx=0).stop 2023-09-23T06:37:06.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.437+0000 7fbf54bff700 1 -- 172.21.15.16:0/798978232 shutdown_connections 2023-09-23T06:37:06.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.437+0000 7fbf54bff700 1 --2- 172.21.15.16:0/798978232 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf5015d8c0 0x7fbf500cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:06.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.437+0000 7fbf54bff700 1 --2- 172.21.15.16:0/798978232 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf500d0030 0x7fbf500d0440 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:06.441 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.437+0000 7fbf54bff700 1 -- 172.21.15.16:0/798978232 >> 172.21.15.16:0/798978232 conn(0x7fbf5009c9b0 msgr2=0x7fbf500d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:06.441 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.437+0000 7fbf54bff700 1 -- 172.21.15.16:0/798978232 shutdown_connections 2023-09-23T06:37:06.441 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.437+0000 7fbf54bff700 1 -- 172.21.15.16:0/798978232 wait complete. 2023-09-23T06:37:06.441 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.439+0000 7fbf54bff700 1 Processor -- start 2023-09-23T06:37:06.441 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.439+0000 7fbf54bff700 1 -- start start 2023-09-23T06:37:06.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.440+0000 7fbf54bff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf500d0030 0x7fbf50159b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:06.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.440+0000 7fbf54bff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf5015d8c0 0x7fbf500cbfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:06.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.440+0000 7fbf54bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf50161fc0 0x7fbf500cc500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:06.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.440+0000 7fbf54bff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf5015a060 con 0x7fbf500d0030 2023-09-23T06:37:06.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.440+0000 7fbf54bff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf500b61d0 con 0x7fbf5015d8c0 2023-09-23T06:37:06.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.440+0000 7fbf54bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf500b64b0 con 0x7fbf50161fc0 2023-09-23T06:37:06.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.440+0000 7fbf4e59c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf500d0030 0x7fbf50159b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:06.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.440+0000 7fbf4e59c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf500d0030 0x7fbf50159b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55514/0 (socket says 172.21.15.16:55514) 2023-09-23T06:37:06.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.441+0000 7fbf4e59c700 1 -- 172.21.15.16:0/3520050830 learned_addr learned my addr 172.21.15.16:0/3520050830 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:06.443 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.441+0000 7fbf4ed9d700 1 --2- 172.21.15.16:0/3520050830 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf50161fc0 0x7fbf500cc500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:06.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.441+0000 7fbf47fff700 1 --2- 172.21.15.16:0/3520050830 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf5015d8c0 0x7fbf500cbfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:06.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.441+0000 7fbf4e59c700 1 -- 172.21.15.16:0/3520050830 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf50161fc0 msgr2=0x7fbf500cc500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:06.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.441+0000 7fbf4e59c700 1 --2- 172.21.15.16:0/3520050830 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf50161fc0 0x7fbf500cc500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:06.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.441+0000 7fbf4e59c700 1 -- 172.21.15.16:0/3520050830 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf5015d8c0 msgr2=0x7fbf500cbfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:06.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.441+0000 7fbf4e59c700 1 --2- 172.21.15.16:0/3520050830 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf5015d8c0 0x7fbf500cbfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:06.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.441+0000 7fbf4e59c700 1 -- 172.21.15.16:0/3520050830 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf48009a70 con 0x7fbf500d0030 2023-09-23T06:37:06.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.441+0000 7fbf4e59c700 1 --2- 172.21.15.16:0/3520050830 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf500d0030 0x7fbf50159b20 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fbf4000e9b0 tx=0x7fbf4000ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:06.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.441+0000 7fbf46ffd700 1 -- 172.21.15.16:0/3520050830 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf40009710 con 0x7fbf500d0030 2023-09-23T06:37:06.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.442+0000 7fbf46ffd700 1 -- 172.21.15.16:0/3520050830 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf4000ee50 con 0x7fbf500d0030 2023-09-23T06:37:06.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.442+0000 7fbf54bff700 1 -- 172.21.15.16:0/3520050830 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf500b6790 con 0x7fbf500d0030 2023-09-23T06:37:06.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.442+0000 7fbf46ffd700 1 -- 172.21.15.16:0/3520050830 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf4000ca50 con 0x7fbf500d0030 2023-09-23T06:37:06.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.442+0000 7fbf54bff700 1 -- 172.21.15.16:0/3520050830 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf500b6d50 con 0x7fbf500d0030 2023-09-23T06:37:06.445 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.443+0000 7fbf54bff700 1 -- 172.21.15.16:0/3520050830 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf50074b40 con 0x7fbf500d0030 2023-09-23T06:37:06.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.444+0000 7fbf46ffd700 1 -- 172.21.15.16:0/3520050830 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fbf4000cbb0 con 0x7fbf500d0030 2023-09-23T06:37:06.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.445+0000 7fbf46ffd700 1 --2- 172.21.15.16:0/3520050830 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbf3006afc0 0x7fbf3006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:06.446 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.445+0000 7fbf46ffd700 1 -- 172.21.15.16:0/3520050830 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5825+0+0 (secure 0 0 0) 0x7fbf40089790 con 0x7fbf500d0030 2023-09-23T06:37:06.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.445+0000 7fbf47fff700 1 --2- 172.21.15.16:0/3520050830 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbf3006afc0 0x7fbf3006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:06.447 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.446+0000 7fbf47fff700 1 --2- 172.21.15.16:0/3520050830 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbf3006afc0 0x7fbf3006d480 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fbf500c7320 tx=0x7fbf38007dc0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:06.450 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.449+0000 7fbf46ffd700 1 -- 172.21.15.16:0/3520050830 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fbf400547e0 con 0x7fbf500d0030 2023-09-23T06:37:06.658 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.657+0000 7fbf54bff700 1 -- 172.21.15.16:0/3520050830 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbf500cfe10 con 0x7fbf500d0030 2023-09-23T06:37:06.659 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.657+0000 7fbf46ffd700 1 -- 172.21.15.16:0/3520050830 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbf4000ce60 con 0x7fbf500d0030 2023-09-23T06:37:06.659 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2023-09-23T06:37:06.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.660+0000 7fbf54bff700 1 -- 172.21.15.16:0/3520050830 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbf3006afc0 msgr2=0x7fbf3006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:06.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.660+0000 7fbf54bff700 1 --2- 172.21.15.16:0/3520050830 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbf3006afc0 0x7fbf3006d480 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fbf500c7320 tx=0x7fbf38007dc0 comp rx=0 tx=0).stop 2023-09-23T06:37:06.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.660+0000 7fbf54bff700 1 -- 172.21.15.16:0/3520050830 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf500d0030 msgr2=0x7fbf50159b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:06.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.660+0000 7fbf54bff700 1 --2- 172.21.15.16:0/3520050830 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf500d0030 0x7fbf50159b20 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fbf4000e9b0 tx=0x7fbf4000ecc0 comp rx=0 tx=0).stop 2023-09-23T06:37:06.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.660+0000 7fbf54bff700 1 -- 172.21.15.16:0/3520050830 shutdown_connections 2023-09-23T06:37:06.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.660+0000 7fbf54bff700 1 --2- 172.21.15.16:0/3520050830 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fbf50161fc0 0x7fbf500cc500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:06.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.660+0000 7fbf54bff700 1 --2- 172.21.15.16:0/3520050830 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fbf3006afc0 0x7fbf3006d480 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:06.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.660+0000 7fbf54bff700 1 --2- 172.21.15.16:0/3520050830 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fbf500d0030 0x7fbf50159b20 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:06.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.660+0000 7fbf54bff700 1 --2- 172.21.15.16:0/3520050830 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fbf5015d8c0 0x7fbf500cbfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:06.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.660+0000 7fbf54bff700 1 -- 172.21.15.16:0/3520050830 >> 172.21.15.16:0/3520050830 conn(0x7fbf5009c9b0 msgr2=0x7fbf500b3080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:06.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.660+0000 7fbf54bff700 1 -- 172.21.15.16:0/3520050830 shutdown_connections 2023-09-23T06:37:06.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.660+0000 7fbf54bff700 1 -- 172.21.15.16:0/3520050830 wait complete. 2023-09-23T06:37:06.679 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-23T06:37:06.885 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.883+0000 7f65d23ff700 1 Processor -- start 2023-09-23T06:37:06.885 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.883+0000 7f65d23ff700 1 -- start start 2023-09-23T06:37:06.887 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.884+0000 7f65d23ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f65cc161fc0 0x7f65cc0cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:06.887 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.884+0000 7f65d23ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f65cc0d0030 0x7f65cc0d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:06.887 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.885+0000 7f65d23ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65cc0d09a0 con 0x7f65cc15d8c0 2023-09-23T06:37:06.887 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.885+0000 7f65d23ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65cc15dca0 con 0x7f65cc0d0030 2023-09-23T06:37:06.887 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.885+0000 7f65d23ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65cc0ce130 con 0x7f65cc161fc0 2023-09-23T06:37:06.887 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.885+0000 7f65cbfff700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f65cc15d8c0 0x7f65cc0d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57572/0 (socket says 172.21.15.16:57572) 2023-09-23T06:37:06.887 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.885+0000 7f65cbfff700 1 -- 172.21.15.16:0/1099450944 learned_addr learned my addr 172.21.15.16:0/1099450944 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:06.887 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.885+0000 7f65d099c700 1 --2- 172.21.15.16:0/1099450944 >> v2:172.21.15.16:3300/0 conn(0x7f65cc0d0030 0x7f65cc0d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:06.887 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.885+0000 7f65cb7fe700 1 --2- 172.21.15.16:0/1099450944 >> v2:172.21.15.92:3300/0 conn(0x7f65cc161fc0 0x7f65cc0cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:06.888 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.885+0000 7f65caffd700 1 -- 172.21.15.16:0/1099450944 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2997145860 0 0) 0x7f65cc0d09a0 con 0x7f65cc15d8c0 2023-09-23T06:37:06.888 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.885+0000 7f65d099c700 1 -- 172.21.15.16:0/1099450944 >> v2:172.21.15.92:3300/0 conn(0x7f65cc161fc0 msgr2=0x7f65cc0cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:06.888 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.885+0000 7f65d099c700 1 --2- 172.21.15.16:0/1099450944 >> v2:172.21.15.92:3300/0 conn(0x7f65cc161fc0 0x7f65cc0cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:06.888 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.885+0000 7f65d099c700 1 -- 172.21.15.16:0/1099450944 >> v1:172.21.15.16:6789/0 conn(0x7f65cc15d8c0 legacy=0x7f65cc0d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:06.888 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.885+0000 7f65d099c700 1 -- 172.21.15.16:0/1099450944 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65cc0ce3d0 con 0x7f65cc0d0030 2023-09-23T06:37:06.889 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.886+0000 7f65d099c700 1 --2- 172.21.15.16:0/1099450944 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65cc0d0030 0x7f65cc0d0460 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f65cc0d1150 tx=0x7f65c400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cd252ae751c97c0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:06.889 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.886+0000 7f65caffd700 1 -- 172.21.15.16:0/1099450944 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65c400e070 con 0x7f65cc0d0030 2023-09-23T06:37:06.889 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.886+0000 7f65caffd700 1 -- 172.21.15.16:0/1099450944 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65c400bb20 con 0x7f65cc0d0030 2023-09-23T06:37:06.889 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.886+0000 7f65caffd700 1 -- 172.21.15.16:0/1099450944 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65c4012430 con 0x7f65cc0d0030 2023-09-23T06:37:06.889 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.886+0000 7f65d23ff700 1 -- 172.21.15.16:0/1099450944 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65cc0d0030 msgr2=0x7f65cc0d0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:06.890 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.886+0000 7f65d23ff700 1 --2- 172.21.15.16:0/1099450944 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65cc0d0030 0x7f65cc0d0460 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f65cc0d1150 tx=0x7f65c400b330 comp rx=0 tx=0).stop 2023-09-23T06:37:06.890 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.886+0000 7f65d23ff700 1 -- 172.21.15.16:0/1099450944 shutdown_connections 2023-09-23T06:37:06.890 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.886+0000 7f65d23ff700 1 --2- 172.21.15.16:0/1099450944 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65cc0d0030 0x7f65cc0d0460 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:06.890 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.886+0000 7f65d23ff700 1 --2- 172.21.15.16:0/1099450944 >> v2:172.21.15.92:3300/0 conn(0x7f65cc161fc0 0x7f65cc0cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:06.890 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.886+0000 7f65d23ff700 1 -- 172.21.15.16:0/1099450944 >> 172.21.15.16:0/1099450944 conn(0x7f65cc09c9b0 msgr2=0x7f65cc0d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:06.890 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.887+0000 7f65d23ff700 1 -- 172.21.15.16:0/1099450944 shutdown_connections 2023-09-23T06:37:06.890 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.887+0000 7f65d23ff700 1 -- 172.21.15.16:0/1099450944 wait complete. 2023-09-23T06:37:06.890 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.889+0000 7f65d23ff700 1 Processor -- start 2023-09-23T06:37:06.891 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.889+0000 7f65d23ff700 1 -- start start 2023-09-23T06:37:06.893 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.890+0000 7f65d23ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65cc0d0030 0x7f65cc14fb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:06.893 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.890+0000 7f65d23ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65cc15d8c0 0x7f65cc0cc870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:06.893 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.890+0000 7f65d23ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65cc161fc0 0x7f65cc0ccdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:06.893 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.890+0000 7f65d23ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65cc150050 con 0x7f65cc161fc0 2023-09-23T06:37:06.893 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.890+0000 7f65d23ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65cc0ca790 con 0x7f65cc15d8c0 2023-09-23T06:37:06.893 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.890+0000 7f65d23ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65cc151200 con 0x7f65cc0d0030 2023-09-23T06:37:06.894 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.891+0000 7f65d099c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65cc161fc0 0x7f65cc0ccdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:06.894 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.891+0000 7f65d099c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65cc161fc0 0x7f65cc0ccdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55546/0 (socket says 172.21.15.16:55546) 2023-09-23T06:37:06.894 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.891+0000 7f65d099c700 1 -- 172.21.15.16:0/2625728722 learned_addr learned my addr 172.21.15.16:0/2625728722 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:06.894 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.891+0000 7f65cbfff700 1 --2- 172.21.15.16:0/2625728722 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65cc0d0030 0x7f65cc14fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:06.894 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.891+0000 7f65cb7fe700 1 --2- 172.21.15.16:0/2625728722 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65cc15d8c0 0x7f65cc0cc870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:06.894 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.891+0000 7f65d099c700 1 -- 172.21.15.16:0/2625728722 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65cc0d0030 msgr2=0x7f65cc14fb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:06.894 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.891+0000 7f65d099c700 1 --2- 172.21.15.16:0/2625728722 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65cc0d0030 0x7f65cc14fb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:06.894 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.891+0000 7f65d099c700 1 -- 172.21.15.16:0/2625728722 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65cc15d8c0 msgr2=0x7f65cc0cc870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:06.894 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.891+0000 7f65d099c700 1 --2- 172.21.15.16:0/2625728722 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65cc15d8c0 0x7f65cc0cc870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:06.894 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.891+0000 7f65d099c700 1 -- 172.21.15.16:0/2625728722 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65c4009a70 con 0x7f65cc161fc0 2023-09-23T06:37:06.895 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.891+0000 7f65cb7fe700 1 --2- 172.21.15.16:0/2625728722 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65cc15d8c0 0x7f65cc0cc870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:06.895 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.891+0000 7f65d099c700 1 --2- 172.21.15.16:0/2625728722 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65cc161fc0 0x7f65cc0ccdb0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f65cc067ba0 tx=0x7f65c4004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:06.896 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.892+0000 7f65c8ff9700 1 -- 172.21.15.16:0/2625728722 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65c4012430 con 0x7f65cc161fc0 2023-09-23T06:37:06.896 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.892+0000 7f65c8ff9700 1 -- 172.21.15.16:0/2625728722 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65c4020070 con 0x7f65cc161fc0 2023-09-23T06:37:06.896 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.892+0000 7f65c8ff9700 1 -- 172.21.15.16:0/2625728722 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65c4004280 con 0x7f65cc161fc0 2023-09-23T06:37:06.896 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.892+0000 7f65d23ff700 1 -- 172.21.15.16:0/2625728722 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65cc0caa30 con 0x7f65cc161fc0 2023-09-23T06:37:06.896 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.892+0000 7f65d23ff700 1 -- 172.21.15.16:0/2625728722 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65cc1514e0 con 0x7f65cc161fc0 2023-09-23T06:37:06.896 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.893+0000 7f65d23ff700 1 -- 172.21.15.16:0/2625728722 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65cc0caf50 con 0x7f65cc161fc0 2023-09-23T06:37:06.896 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.894+0000 7f65c8ff9700 1 -- 172.21.15.16:0/2625728722 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f65c40043e0 con 0x7f65cc161fc0 2023-09-23T06:37:06.896 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.895+0000 7f65c8ff9700 1 --2- 172.21.15.16:0/2625728722 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f65b806afc0 0x7f65b806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:06.897 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.895+0000 7f65c8ff9700 1 -- 172.21.15.16:0/2625728722 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f65c4022070 con 0x7f65cc161fc0 2023-09-23T06:37:06.897 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.896+0000 7f65cbfff700 1 --2- 172.21.15.16:0/2625728722 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f65b806afc0 0x7f65b806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:06.898 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.896+0000 7f65cbfff700 1 --2- 172.21.15.16:0/2625728722 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f65b806afc0 0x7f65b806d480 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f65bc007fd0 tx=0x7f65bc007de0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:06.901 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:06.900+0000 7f65c8ff9700 1 -- 172.21.15.16:0/2625728722 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f65c4056450 con 0x7f65cc161fc0 2023-09-23T06:37:07.114 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.112+0000 7f65d23ff700 1 -- 172.21.15.16:0/2625728722 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f65cc074b40 con 0x7f65cc161fc0 2023-09-23T06:37:07.114 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.113+0000 7f65c8ff9700 1 -- 172.21.15.16:0/2625728722 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7f65c4059a70 con 0x7f65cc161fc0 2023-09-23T06:37:07.115 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 32 2023-09-23T06:37:07.117 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.115+0000 7f65d23ff700 1 -- 172.21.15.16:0/2625728722 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f65b806afc0 msgr2=0x7f65b806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:07.118 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.115+0000 7f65d23ff700 1 --2- 172.21.15.16:0/2625728722 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f65b806afc0 0x7f65b806d480 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f65bc007fd0 tx=0x7f65bc007de0 comp rx=0 tx=0).stop 2023-09-23T06:37:07.118 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.115+0000 7f65d23ff700 1 -- 172.21.15.16:0/2625728722 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65cc161fc0 msgr2=0x7f65cc0ccdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:07.118 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.115+0000 7f65d23ff700 1 --2- 172.21.15.16:0/2625728722 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65cc161fc0 0x7f65cc0ccdb0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f65cc067ba0 tx=0x7f65c4004ad0 comp rx=0 tx=0).stop 2023-09-23T06:37:07.118 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.115+0000 7f65d23ff700 1 -- 172.21.15.16:0/2625728722 shutdown_connections 2023-09-23T06:37:07.118 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.115+0000 7f65d23ff700 1 --2- 172.21.15.16:0/2625728722 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f65b806afc0 0x7f65b806d480 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:07.118 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.115+0000 7f65d23ff700 1 --2- 172.21.15.16:0/2625728722 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65cc161fc0 0x7f65cc0ccdb0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:07.118 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.115+0000 7f65d23ff700 1 --2- 172.21.15.16:0/2625728722 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65cc0d0030 0x7f65cc14fb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:07.118 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.115+0000 7f65d23ff700 1 --2- 172.21.15.16:0/2625728722 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65cc15d8c0 0x7f65cc0cc870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:07.118 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.115+0000 7f65d23ff700 1 -- 172.21.15.16:0/2625728722 >> 172.21.15.16:0/2625728722 conn(0x7f65cc09c9b0 msgr2=0x7f65cc0d1450 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:07.118 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.115+0000 7f65d23ff700 1 -- 172.21.15.16:0/2625728722 shutdown_connections 2023-09-23T06:37:07.118 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.116+0000 7f65d23ff700 1 -- 172.21.15.16:0/2625728722 wait complete. 2023-09-23T06:37:07.135 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-23T06:37:07.345 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.343+0000 7efd433ff700 1 Processor -- start 2023-09-23T06:37:07.345 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.344+0000 7efd433ff700 1 -- start start 2023-09-23T06:37:07.347 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.345+0000 7efd433ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efd3c15d8c0 0x7efd3c0cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:07.347 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.345+0000 7efd433ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7efd3c0d0030 0x7efd3c0d0440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:07.347 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.345+0000 7efd433ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd3c0d0980 con 0x7efd3c161fc0 2023-09-23T06:37:07.347 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.345+0000 7efd433ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd3c15dca0 con 0x7efd3c0d0030 2023-09-23T06:37:07.347 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.345+0000 7efd433ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd3c0ce130 con 0x7efd3c15d8c0 2023-09-23T06:37:07.347 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.345+0000 7efd4099a700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7efd3c161fc0 0x7efd3c0d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57576/0 (socket says 172.21.15.16:57576) 2023-09-23T06:37:07.347 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.345+0000 7efd4099a700 1 -- 172.21.15.16:0/3315349853 learned_addr learned my addr 172.21.15.16:0/3315349853 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:07.347 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.345+0000 7efd4199c700 1 --2- 172.21.15.16:0/3315349853 >> v2:172.21.15.16:3300/0 conn(0x7efd3c0d0030 0x7efd3c0d0440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:07.347 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.345+0000 7efd4119b700 1 --2- 172.21.15.16:0/3315349853 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efd3c15d8c0 0x7efd3c0cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:07.349 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.345+0000 7efd33fff700 1 -- 172.21.15.16:0/3315349853 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 912833935 0 0) 0x7efd3c0d0980 con 0x7efd3c161fc0 2023-09-23T06:37:07.349 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.346+0000 7efd33fff700 1 -- 172.21.15.16:0/3315349853 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efd280035b0 con 0x7efd3c161fc0 2023-09-23T06:37:07.349 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.346+0000 7efd4199c700 1 -- 172.21.15.16:0/3315349853 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efd3c15d8c0 msgr2=0x7efd3c0cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:07.349 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.346+0000 7efd4199c700 1 --2- 172.21.15.16:0/3315349853 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efd3c15d8c0 0x7efd3c0cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.346+0000 7efd4199c700 1 -- 172.21.15.16:0/3315349853 >> v1:172.21.15.16:6789/0 conn(0x7efd3c161fc0 legacy=0x7efd3c0d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.346+0000 7efd4199c700 1 -- 172.21.15.16:0/3315349853 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd3c0ce3d0 con 0x7efd3c0d0030 2023-09-23T06:37:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.346+0000 7efd4199c700 1 --2- 172.21.15.16:0/3315349853 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd3c0d0030 0x7efd3c0d0440 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7efd34009d90 tx=0x7efd3400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7bb74088892ad9c server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.346+0000 7efd33fff700 1 -- 172.21.15.16:0/3315349853 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd3400e070 con 0x7efd3c0d0030 2023-09-23T06:37:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.346+0000 7efd33fff700 1 -- 172.21.15.16:0/3315349853 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd3400bb20 con 0x7efd3c0d0030 2023-09-23T06:37:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.346+0000 7efd33fff700 1 -- 172.21.15.16:0/3315349853 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd34012430 con 0x7efd3c0d0030 2023-09-23T06:37:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.347+0000 7efd433ff700 1 -- 172.21.15.16:0/3315349853 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd3c0d0030 msgr2=0x7efd3c0d0440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.347+0000 7efd433ff700 1 --2- 172.21.15.16:0/3315349853 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd3c0d0030 0x7efd3c0d0440 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7efd34009d90 tx=0x7efd3400b330 comp rx=0 tx=0).stop 2023-09-23T06:37:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.347+0000 7efd433ff700 1 -- 172.21.15.16:0/3315349853 shutdown_connections 2023-09-23T06:37:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.347+0000 7efd433ff700 1 --2- 172.21.15.16:0/3315349853 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd3c0d0030 0x7efd3c0d0440 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:07.350 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.347+0000 7efd433ff700 1 --2- 172.21.15.16:0/3315349853 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efd3c15d8c0 0x7efd3c0cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:07.351 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.347+0000 7efd433ff700 1 -- 172.21.15.16:0/3315349853 >> 172.21.15.16:0/3315349853 conn(0x7efd3c09c9b0 msgr2=0x7efd3c0d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:07.351 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.347+0000 7efd433ff700 1 -- 172.21.15.16:0/3315349853 shutdown_connections 2023-09-23T06:37:07.351 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.347+0000 7efd433ff700 1 -- 172.21.15.16:0/3315349853 wait complete. 2023-09-23T06:37:07.353 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.349+0000 7efd433ff700 1 Processor -- start 2023-09-23T06:37:07.353 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.349+0000 7efd433ff700 1 -- start start 2023-09-23T06:37:07.353 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.350+0000 7efd433ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd3c0d0030 0x7efd3c159b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:07.353 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.350+0000 7efd433ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efd3c15d8c0 0x7efd3c0cbfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:07.354 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.350+0000 7efd433ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd3c161fc0 0x7efd3c0cc500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:07.354 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.350+0000 7efd433ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd3c15a060 con 0x7efd3c0d0030 2023-09-23T06:37:07.354 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.350+0000 7efd433ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd3c0b61d0 con 0x7efd3c161fc0 2023-09-23T06:37:07.354 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.350+0000 7efd433ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd3c0b64b0 con 0x7efd3c15d8c0 2023-09-23T06:37:07.354 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.350+0000 7efd4119b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd3c0d0030 0x7efd3c159b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:07.354 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.350+0000 7efd4119b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd3c0d0030 0x7efd3c159b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55560/0 (socket says 172.21.15.16:55560) 2023-09-23T06:37:07.354 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.350+0000 7efd4119b700 1 -- 172.21.15.16:0/3957597101 learned_addr learned my addr 172.21.15.16:0/3957597101 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:07.354 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.350+0000 7efd4099a700 1 --2- 172.21.15.16:0/3957597101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efd3c15d8c0 0x7efd3c0cbfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:07.354 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.350+0000 7efd4119b700 1 -- 172.21.15.16:0/3957597101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efd3c15d8c0 msgr2=0x7efd3c0cbfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:07.354 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.350+0000 7efd4199c700 1 --2- 172.21.15.16:0/3957597101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd3c161fc0 0x7efd3c0cc500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:07.354 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.350+0000 7efd4119b700 1 --2- 172.21.15.16:0/3957597101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efd3c15d8c0 0x7efd3c0cbfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:07.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.350+0000 7efd4119b700 1 -- 172.21.15.16:0/3957597101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd3c161fc0 msgr2=0x7efd3c0cc500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:07.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.350+0000 7efd4119b700 1 --2- 172.21.15.16:0/3957597101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd3c161fc0 0x7efd3c0cc500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:07.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.350+0000 7efd4119b700 1 -- 172.21.15.16:0/3957597101 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd34009a70 con 0x7efd3c0d0030 2023-09-23T06:37:07.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.350+0000 7efd4099a700 1 --2- 172.21.15.16:0/3957597101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efd3c15d8c0 0x7efd3c0cbfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:37:07.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.350+0000 7efd4199c700 1 --2- 172.21.15.16:0/3957597101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd3c161fc0 0x7efd3c0cc500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:37:07.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.351+0000 7efd4119b700 1 --2- 172.21.15.16:0/3957597101 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd3c0d0030 0x7efd3c159b20 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7efd3800e9b0 tx=0x7efd3800ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:07.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.351+0000 7efd31ffb700 1 -- 172.21.15.16:0/3957597101 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd38009710 con 0x7efd3c0d0030 2023-09-23T06:37:07.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.351+0000 7efd31ffb700 1 -- 172.21.15.16:0/3957597101 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd3800c850 con 0x7efd3c0d0030 2023-09-23T06:37:07.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.351+0000 7efd31ffb700 1 -- 172.21.15.16:0/3957597101 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd3800cbc0 con 0x7efd3c0d0030 2023-09-23T06:37:07.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.351+0000 7efd433ff700 1 -- 172.21.15.16:0/3957597101 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd3c0b6790 con 0x7efd3c0d0030 2023-09-23T06:37:07.355 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.351+0000 7efd433ff700 1 -- 172.21.15.16:0/3957597101 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd3c0b6d50 con 0x7efd3c0d0030 2023-09-23T06:37:07.356 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.352+0000 7efd433ff700 1 -- 172.21.15.16:0/3957597101 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd3c074b40 con 0x7efd3c0d0030 2023-09-23T06:37:07.356 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.353+0000 7efd31ffb700 1 -- 172.21.15.16:0/3957597101 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7efd3800cd20 con 0x7efd3c0d0030 2023-09-23T06:37:07.356 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.354+0000 7efd31ffb700 1 --2- 172.21.15.16:0/3957597101 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7efd2006afc0 0x7efd2006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:07.356 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.354+0000 7efd31ffb700 1 -- 172.21.15.16:0/3957597101 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5825+0+0 (secure 0 0 0) 0x7efd38089950 con 0x7efd3c0d0030 2023-09-23T06:37:07.357 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.355+0000 7efd4099a700 1 --2- 172.21.15.16:0/3957597101 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7efd2006afc0 0x7efd2006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:07.357 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.355+0000 7efd4099a700 1 --2- 172.21.15.16:0/3957597101 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7efd2006afc0 0x7efd2006d480 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7efd3c0c7320 tx=0x7efd2c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:07.360 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.359+0000 7efd31ffb700 1 -- 172.21.15.16:0/3957597101 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7efd38054900 con 0x7efd3c0d0030 2023-09-23T06:37:07.569 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.567+0000 7efd433ff700 1 -- 172.21.15.16:0/3957597101 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7efd3c0cfe10 con 0x7efd3c0d0030 2023-09-23T06:37:07.569 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.568+0000 7efd31ffb700 1 -- 172.21.15.16:0/3957597101 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7efd380210a0 con 0x7efd3c0d0030 2023-09-23T06:37:07.570 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 64 2023-09-23T06:37:07.572 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.570+0000 7efd433ff700 1 -- 172.21.15.16:0/3957597101 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7efd2006afc0 msgr2=0x7efd2006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:07.572 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.570+0000 7efd433ff700 1 --2- 172.21.15.16:0/3957597101 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7efd2006afc0 0x7efd2006d480 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7efd3c0c7320 tx=0x7efd2c009040 comp rx=0 tx=0).stop 2023-09-23T06:37:07.573 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.570+0000 7efd433ff700 1 -- 172.21.15.16:0/3957597101 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd3c0d0030 msgr2=0x7efd3c159b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:07.573 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.570+0000 7efd433ff700 1 --2- 172.21.15.16:0/3957597101 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd3c0d0030 0x7efd3c159b20 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7efd3800e9b0 tx=0x7efd3800ed70 comp rx=0 tx=0).stop 2023-09-23T06:37:07.573 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.570+0000 7efd433ff700 1 -- 172.21.15.16:0/3957597101 shutdown_connections 2023-09-23T06:37:07.573 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.570+0000 7efd433ff700 1 --2- 172.21.15.16:0/3957597101 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7efd3c161fc0 0x7efd3c0cc500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:07.573 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.570+0000 7efd433ff700 1 --2- 172.21.15.16:0/3957597101 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7efd2006afc0 0x7efd2006d480 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:07.573 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.570+0000 7efd433ff700 1 --2- 172.21.15.16:0/3957597101 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7efd3c0d0030 0x7efd3c159b20 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:07.573 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.570+0000 7efd433ff700 1 --2- 172.21.15.16:0/3957597101 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7efd3c15d8c0 0x7efd3c0cbfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:07.573 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.571+0000 7efd433ff700 1 -- 172.21.15.16:0/3957597101 >> 172.21.15.16:0/3957597101 conn(0x7efd3c09c9b0 msgr2=0x7efd3c0b3080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:07.573 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.571+0000 7efd433ff700 1 -- 172.21.15.16:0/3957597101 shutdown_connections 2023-09-23T06:37:07.573 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.571+0000 7efd433ff700 1 -- 172.21.15.16:0/3957597101 wait complete. 2023-09-23T06:37:07.590 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-23T06:37:07.793 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.791+0000 7f0f649ff700 1 Processor -- start 2023-09-23T06:37:07.793 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.791+0000 7f0f649ff700 1 -- start start 2023-09-23T06:37:07.795 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.793+0000 7f0f649ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f6015db50 0x7f0f600b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:07.795 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.793+0000 7f0f649ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0f600b4fe0 0x7f0f600b5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:07.795 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.793+0000 7f0f649ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0f6015ec00 con 0x7f0f6015d770 2023-09-23T06:37:07.795 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.793+0000 7f0f649ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f600b65c0 con 0x7f0f600b4fe0 2023-09-23T06:37:07.795 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.793+0000 7f0f649ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f600b59a0 con 0x7f0f6015db50 2023-09-23T06:37:07.795 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.793+0000 7f0f5e59c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f0f6015d770 0x7f0f600ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57584/0 (socket says 172.21.15.16:57584) 2023-09-23T06:37:07.795 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.793+0000 7f0f5e59c700 1 -- 172.21.15.16:0/1988157669 learned_addr learned my addr 172.21.15.16:0/1988157669 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:07.795 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.793+0000 7f0f57fff700 1 --2- 172.21.15.16:0/1988157669 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f6015db50 0x7f0f600b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:07.795 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.793+0000 7f0f5ed9d700 1 --2- 172.21.15.16:0/1988157669 >> v2:172.21.15.92:3300/0 conn(0x7f0f600b4fe0 0x7f0f600b5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:07.797 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.793+0000 7f0f5dd9b700 1 -- 172.21.15.16:0/1988157669 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3122576344 0 0) 0x7f0f6015ec00 con 0x7f0f6015d770 2023-09-23T06:37:07.797 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.793+0000 7f0f5dd9b700 1 -- 172.21.15.16:0/1988157669 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0f4c0035b0 con 0x7f0f6015d770 2023-09-23T06:37:07.797 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.794+0000 7f0f5ed9d700 1 -- 172.21.15.16:0/1988157669 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f6015db50 msgr2=0x7f0f600b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:07.797 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.794+0000 7f0f5ed9d700 1 --2- 172.21.15.16:0/1988157669 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f6015db50 0x7f0f600b8e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:07.797 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.794+0000 7f0f5ed9d700 1 -- 172.21.15.16:0/1988157669 >> v1:172.21.15.16:6789/0 conn(0x7f0f6015d770 legacy=0x7f0f600ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:07.797 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.794+0000 7f0f5ed9d700 1 -- 172.21.15.16:0/1988157669 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f600cdd00 con 0x7f0f600b4fe0 2023-09-23T06:37:07.797 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.794+0000 7f0f5ed9d700 1 --2- 172.21.15.16:0/1988157669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f600b4fe0 0x7f0f600b5460 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f0f58009d90 tx=0x7f0f5800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d178464218bb7c6e server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:07.797 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.794+0000 7f0f5dd9b700 1 -- 172.21.15.16:0/1988157669 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f5800e070 con 0x7f0f600b4fe0 2023-09-23T06:37:07.798 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.794+0000 7f0f5dd9b700 1 -- 172.21.15.16:0/1988157669 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f5800bb20 con 0x7f0f600b4fe0 2023-09-23T06:37:07.798 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.794+0000 7f0f5dd9b700 1 -- 172.21.15.16:0/1988157669 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f5800be90 con 0x7f0f600b4fe0 2023-09-23T06:37:07.798 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.795+0000 7f0f649ff700 1 -- 172.21.15.16:0/1988157669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f600b4fe0 msgr2=0x7f0f600b5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:07.798 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.795+0000 7f0f649ff700 1 --2- 172.21.15.16:0/1988157669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f600b4fe0 0x7f0f600b5460 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f0f58009d90 tx=0x7f0f5800b330 comp rx=0 tx=0).stop 2023-09-23T06:37:07.798 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.795+0000 7f0f649ff700 1 -- 172.21.15.16:0/1988157669 shutdown_connections 2023-09-23T06:37:07.798 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.795+0000 7f0f649ff700 1 --2- 172.21.15.16:0/1988157669 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f600b4fe0 0x7f0f600b5460 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:07.798 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.795+0000 7f0f649ff700 1 --2- 172.21.15.16:0/1988157669 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f6015db50 0x7f0f600b8e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:07.798 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.795+0000 7f0f649ff700 1 -- 172.21.15.16:0/1988157669 >> 172.21.15.16:0/1988157669 conn(0x7f0f600724b0 msgr2=0x7f0f600d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:07.798 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.795+0000 7f0f649ff700 1 -- 172.21.15.16:0/1988157669 shutdown_connections 2023-09-23T06:37:07.798 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.795+0000 7f0f649ff700 1 -- 172.21.15.16:0/1988157669 wait complete. 2023-09-23T06:37:07.799 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.797+0000 7f0f649ff700 1 Processor -- start 2023-09-23T06:37:07.799 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.797+0000 7f0f649ff700 1 -- start start 2023-09-23T06:37:07.800 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.798+0000 7f0f649ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f600b4fe0 0x7f0f60151b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:07.800 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.798+0000 7f0f649ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f6015d770 0x7f0f600b4190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:07.800 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.798+0000 7f0f649ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f6015db50 0x7f0f600aad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:07.800 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.798+0000 7f0f649ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f600ab2a0 con 0x7f0f6015db50 2023-09-23T06:37:07.800 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.798+0000 7f0f649ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f600a9fe0 con 0x7f0f600b4fe0 2023-09-23T06:37:07.800 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.798+0000 7f0f649ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f600aa280 con 0x7f0f6015d770 2023-09-23T06:37:07.801 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.798+0000 7f0f5ed9d700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f6015db50 0x7f0f600aad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:07.801 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.798+0000 7f0f5ed9d700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f6015db50 0x7f0f600aad60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55576/0 (socket says 172.21.15.16:55576) 2023-09-23T06:37:07.801 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.798+0000 7f0f5ed9d700 1 -- 172.21.15.16:0/3704820309 learned_addr learned my addr 172.21.15.16:0/3704820309 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:07.801 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.798+0000 7f0f5e59c700 1 --2- 172.21.15.16:0/3704820309 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f600b4fe0 0x7f0f60151b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:07.801 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.798+0000 7f0f57fff700 1 --2- 172.21.15.16:0/3704820309 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f6015d770 0x7f0f600b4190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:07.801 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.799+0000 7f0f5ed9d700 1 -- 172.21.15.16:0/3704820309 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f6015d770 msgr2=0x7f0f600b4190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:07.801 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.799+0000 7f0f5ed9d700 1 --2- 172.21.15.16:0/3704820309 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f6015d770 0x7f0f600b4190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:07.801 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.799+0000 7f0f5ed9d700 1 -- 172.21.15.16:0/3704820309 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f600b4fe0 msgr2=0x7f0f60151b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:07.801 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.799+0000 7f0f5ed9d700 1 --2- 172.21.15.16:0/3704820309 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f600b4fe0 0x7f0f60151b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:07.801 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.799+0000 7f0f5ed9d700 1 -- 172.21.15.16:0/3704820309 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f58009a70 con 0x7f0f6015db50 2023-09-23T06:37:07.802 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.799+0000 7f0f5ed9d700 1 --2- 172.21.15.16:0/3704820309 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f6015db50 0x7f0f600aad60 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0f58014040 tx=0x7f0f58004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:07.802 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.799+0000 7f0f56ffd700 1 -- 172.21.15.16:0/3704820309 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f58007000 con 0x7f0f6015db50 2023-09-23T06:37:07.802 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.799+0000 7f0f56ffd700 1 -- 172.21.15.16:0/3704820309 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f58012650 con 0x7f0f6015db50 2023-09-23T06:37:07.802 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.799+0000 7f0f56ffd700 1 -- 172.21.15.16:0/3704820309 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f58012a00 con 0x7f0f6015db50 2023-09-23T06:37:07.803 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.799+0000 7f0f649ff700 1 -- 172.21.15.16:0/3704820309 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f600aa560 con 0x7f0f6015db50 2023-09-23T06:37:07.803 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.799+0000 7f0f649ff700 1 -- 172.21.15.16:0/3704820309 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f6015c4a0 con 0x7f0f6015db50 2023-09-23T06:37:07.803 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.800+0000 7f0f649ff700 1 -- 172.21.15.16:0/3704820309 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f600aaa80 con 0x7f0f6015db50 2023-09-23T06:37:07.803 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.801+0000 7f0f56ffd700 1 -- 172.21.15.16:0/3704820309 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f0f58012b60 con 0x7f0f6015db50 2023-09-23T06:37:07.803 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.802+0000 7f0f56ffd700 1 --2- 172.21.15.16:0/3704820309 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f0f4006afc0 0x7f0f4006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:07.804 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.802+0000 7f0f56ffd700 1 -- 172.21.15.16:0/3704820309 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f0f5808b440 con 0x7f0f6015db50 2023-09-23T06:37:07.804 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.803+0000 7f0f5e59c700 1 --2- 172.21.15.16:0/3704820309 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f0f4006afc0 0x7f0f4006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:07.804 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.803+0000 7f0f5e59c700 1 --2- 172.21.15.16:0/3704820309 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f0f4006afc0 0x7f0f4006d480 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f0f50007fd0 tx=0x7f0f50009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:07.808 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:07.807+0000 7f0f56ffd700 1 -- 172.21.15.16:0/3704820309 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f0f600aaa80 con 0x7f0f6015db50 2023-09-23T06:37:08.068 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.066+0000 7f0f649ff700 1 -- 172.21.15.16:0/3704820309 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0f600aaa80 con 0x7f0f6015db50 2023-09-23T06:37:08.068 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.067+0000 7f0f56ffd700 1 -- 172.21.15.16:0/3704820309 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4904 (secure 0 0 0) 0x7f0f600aaa80 con 0x7f0f6015db50 2023-09-23T06:37:08.068 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:08.069 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1203152697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":1203152697},{"type":"v1","addr":"172.21.15.92:6837","nonce":1203152697}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4235,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/3064081576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3064081576},{"type":"v1","addr":"172.21.15.92:6836","nonce":3064081576}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2701012235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2701012235},{"type":"v1","addr":"172.21.15.16:6834","nonce":2701012235}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-23T06:36:11.711689+0000","modified":"2023-09-23T06:36:14.741776+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4272},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4272":{"gid":4272,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/908189045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":908189045},{"type":"v1","addr":"172.21.15.16:6835","nonce":908189045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-23T06:37:08.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.069+0000 7f0f649ff700 1 -- 172.21.15.16:0/3704820309 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f0f4006afc0 msgr2=0x7f0f4006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:08.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.069+0000 7f0f649ff700 1 --2- 172.21.15.16:0/3704820309 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f0f4006afc0 0x7f0f4006d480 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f0f50007fd0 tx=0x7f0f50009040 comp rx=0 tx=0).stop 2023-09-23T06:37:08.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.069+0000 7f0f649ff700 1 -- 172.21.15.16:0/3704820309 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f6015db50 msgr2=0x7f0f600aad60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:08.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.069+0000 7f0f649ff700 1 --2- 172.21.15.16:0/3704820309 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f6015db50 0x7f0f600aad60 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f0f58014040 tx=0x7f0f58004ad0 comp rx=0 tx=0).stop 2023-09-23T06:37:08.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.069+0000 7f0f649ff700 1 -- 172.21.15.16:0/3704820309 shutdown_connections 2023-09-23T06:37:08.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.069+0000 7f0f649ff700 1 --2- 172.21.15.16:0/3704820309 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f0f4006afc0 0x7f0f4006d480 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:08.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.069+0000 7f0f649ff700 1 --2- 172.21.15.16:0/3704820309 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f0f6015db50 0x7f0f600aad60 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:08.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.069+0000 7f0f649ff700 1 --2- 172.21.15.16:0/3704820309 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0f600b4fe0 0x7f0f60151b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:08.071 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.069+0000 7f0f649ff700 1 --2- 172.21.15.16:0/3704820309 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f0f6015d770 0x7f0f600b4190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:08.072 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.069+0000 7f0f649ff700 1 -- 172.21.15.16:0/3704820309 >> 172.21.15.16:0/3704820309 conn(0x7f0f600724b0 msgr2=0x7f0f600d0770 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:08.072 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.069+0000 7f0f649ff700 1 -- 172.21.15.16:0/3704820309 shutdown_connections 2023-09-23T06:37:08.072 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.069+0000 7f0f649ff700 1 -- 172.21.15.16:0/3704820309 wait complete. 2023-09-23T06:37:08.072 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 8 2023-09-23T06:37:08.089 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:37:08.292 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.290+0000 7f30041ff700 1 Processor -- start 2023-09-23T06:37:08.292 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.291+0000 7f30041ff700 1 -- start start 2023-09-23T06:37:08.294 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.292+0000 7f30041ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2ffc15db50 0x7f2ffc0b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:08.294 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.292+0000 7f30041ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2ffc0b4fe0 0x7f2ffc0b5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:08.294 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.292+0000 7f30041ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2ffc15ec00 con 0x7f2ffc15d770 2023-09-23T06:37:08.294 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.292+0000 7f30041ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2ffc0b59d0 con 0x7f2ffc15db50 2023-09-23T06:37:08.294 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.292+0000 7f30041ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ffc0b65c0 con 0x7f2ffc0b4fe0 2023-09-23T06:37:08.294 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.292+0000 7f300179a700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2ffc15db50 0x7f2ffc0b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:08.294 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.292+0000 7f300279c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2ffc0b4fe0 0x7f2ffc0b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:08.295 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.292+0000 7f300179a700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f2ffc15db50 0x7f2ffc0b8e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:55938/0 (socket says 172.21.15.16:55938) 2023-09-23T06:37:08.295 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.292+0000 7f300279c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2ffc0b4fe0 0x7f2ffc0b5490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:51780/0 (socket says 172.21.15.16:51780) 2023-09-23T06:37:08.295 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.292+0000 7f300179a700 1 -- 172.21.15.16:0/1738937550 learned_addr learned my addr 172.21.15.16:0/1738937550 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:08.296 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.293+0000 7f300179a700 1 -- 172.21.15.16:0/1738937550 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2ffc0b4fe0 msgr2=0x7f2ffc0b5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:08.296 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.293+0000 7f300179a700 1 --2- 172.21.15.16:0/1738937550 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2ffc0b4fe0 0x7f2ffc0b5490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:08.296 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.293+0000 7f300179a700 1 -- 172.21.15.16:0/1738937550 >> v1:172.21.15.92:6789/0 conn(0x7f2ffc15d770 legacy=0x7f2ffc0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:08.296 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.293+0000 7f300179a700 1 -- 172.21.15.16:0/1738937550 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ffc0cdd00 con 0x7f2ffc15db50 2023-09-23T06:37:08.296 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.293+0000 7f300179a700 1 --2- 172.21.15.16:0/1738937550 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ffc15db50 0x7f2ffc0b8e40 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f2fec0098f0 tx=0x7f2fec009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=58d09f966df986b4 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:08.296 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.293+0000 7f3000f99700 1 -- 172.21.15.16:0/1738937550 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fec011830 con 0x7f2ffc15db50 2023-09-23T06:37:08.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.293+0000 7f3000f99700 1 -- 172.21.15.16:0/1738937550 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fec011990 con 0x7f2ffc15db50 2023-09-23T06:37:08.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.293+0000 7f3000f99700 1 -- 172.21.15.16:0/1738937550 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fec011d20 con 0x7f2ffc15db50 2023-09-23T06:37:08.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.294+0000 7f30041ff700 1 -- 172.21.15.16:0/1738937550 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ffc15db50 msgr2=0x7f2ffc0b8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:08.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.294+0000 7f30041ff700 1 --2- 172.21.15.16:0/1738937550 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ffc15db50 0x7f2ffc0b8e40 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f2fec0098f0 tx=0x7f2fec009c00 comp rx=0 tx=0).stop 2023-09-23T06:37:08.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.294+0000 7f30041ff700 1 -- 172.21.15.16:0/1738937550 shutdown_connections 2023-09-23T06:37:08.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.294+0000 7f30041ff700 1 --2- 172.21.15.16:0/1738937550 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2ffc0b4fe0 0x7f2ffc0b5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:08.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.294+0000 7f30041ff700 1 --2- 172.21.15.16:0/1738937550 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ffc15db50 0x7f2ffc0b8e40 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:08.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.294+0000 7f30041ff700 1 -- 172.21.15.16:0/1738937550 >> 172.21.15.16:0/1738937550 conn(0x7f2ffc0724b0 msgr2=0x7f2ffc0d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:08.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.294+0000 7f30041ff700 1 -- 172.21.15.16:0/1738937550 shutdown_connections 2023-09-23T06:37:08.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.294+0000 7f30041ff700 1 -- 172.21.15.16:0/1738937550 wait complete. 2023-09-23T06:37:08.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.296+0000 7f30041ff700 1 Processor -- start 2023-09-23T06:37:08.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.297+0000 7f30041ff700 1 -- start start 2023-09-23T06:37:08.300 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.298+0000 7f30041ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2ffc0b4fe0 0x7f2ffc14da10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:08.300 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.298+0000 7f30041ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2ffc15d770 0x7f2ffc0c97a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:08.301 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.298+0000 7f30041ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ffc15db50 0x7f2ffc14e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:08.301 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.298+0000 7f30041ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ffc0aafa0 con 0x7f2ffc0b4fe0 2023-09-23T06:37:08.301 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.298+0000 7f30041ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ffc14df50 con 0x7f2ffc15db50 2023-09-23T06:37:08.301 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.298+0000 7f30041ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ffc0aa320 con 0x7f2ffc15d770 2023-09-23T06:37:08.301 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.298+0000 7f3001f9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2ffc0b4fe0 0x7f2ffc14da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:08.301 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.298+0000 7f3001f9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2ffc0b4fe0 0x7f2ffc14da10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55588/0 (socket says 172.21.15.16:55588) 2023-09-23T06:37:08.301 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.298+0000 7f3001f9b700 1 -- 172.21.15.16:0/405312813 learned_addr learned my addr 172.21.15.16:0/405312813 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:08.301 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.298+0000 7f300179a700 1 --2- 172.21.15.16:0/405312813 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2ffc15d770 0x7f2ffc0c97a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:08.301 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.298+0000 7f300279c700 1 --2- 172.21.15.16:0/405312813 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ffc15db50 0x7f2ffc14e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:08.301 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.299+0000 7f3001f9b700 1 -- 172.21.15.16:0/405312813 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2ffc15d770 msgr2=0x7f2ffc0c97a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:08.301 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.299+0000 7f3001f9b700 1 --2- 172.21.15.16:0/405312813 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2ffc15d770 0x7f2ffc0c97a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:08.302 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.299+0000 7f3001f9b700 1 -- 172.21.15.16:0/405312813 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ffc15db50 msgr2=0x7f2ffc14e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:08.302 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.299+0000 7f3001f9b700 1 --2- 172.21.15.16:0/405312813 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ffc15db50 0x7f2ffc14e3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:08.302 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.299+0000 7f3001f9b700 1 -- 172.21.15.16:0/405312813 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fec009550 con 0x7f2ffc0b4fe0 2023-09-23T06:37:08.302 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.299+0000 7f3001f9b700 1 --2- 172.21.15.16:0/405312813 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2ffc0b4fe0 0x7f2ffc14da10 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f2ff800c430 tx=0x7f2ff800c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:08.303 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.299+0000 7f2ff27fc700 1 -- 172.21.15.16:0/405312813 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ff80050d0 con 0x7f2ffc0b4fe0 2023-09-23T06:37:08.303 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.299+0000 7f2ff27fc700 1 -- 172.21.15.16:0/405312813 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ff8005250 con 0x7f2ffc0b4fe0 2023-09-23T06:37:08.303 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.299+0000 7f30041ff700 1 -- 172.21.15.16:0/405312813 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2ffc0aa600 con 0x7f2ffc0b4fe0 2023-09-23T06:37:08.303 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.299+0000 7f2ff27fc700 1 -- 172.21.15.16:0/405312813 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ff8006860 con 0x7f2ffc0b4fe0 2023-09-23T06:37:08.303 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.299+0000 7f30041ff700 1 -- 172.21.15.16:0/405312813 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ffc0aabc0 con 0x7f2ffc0b4fe0 2023-09-23T06:37:08.303 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.301+0000 7f30041ff700 1 -- 172.21.15.16:0/405312813 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2ffc0b5490 con 0x7f2ffc0b4fe0 2023-09-23T06:37:08.303 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.302+0000 7f2ff27fc700 1 -- 172.21.15.16:0/405312813 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f2ff8003680 con 0x7f2ffc0b4fe0 2023-09-23T06:37:08.304 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.302+0000 7f2ff27fc700 1 --2- 172.21.15.16:0/405312813 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f2fe006afc0 0x7f2fe006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:08.304 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.303+0000 7f2ff27fc700 1 -- 172.21.15.16:0/405312813 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f2ff8088930 con 0x7f2ffc0b4fe0 2023-09-23T06:37:08.304 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.303+0000 7f300179a700 1 --2- 172.21.15.16:0/405312813 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f2fe006afc0 0x7f2fe006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:08.305 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.304+0000 7f300179a700 1 --2- 172.21.15.16:0/405312813 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f2fe006afc0 0x7f2fe006d480 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f2fec0098f0 tx=0x7f2fec008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:08.308 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.307+0000 7f2ff27fc700 1 -- 172.21.15.16:0/405312813 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f2ff8053850 con 0x7f2ffc0b4fe0 2023-09-23T06:37:08.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.517+0000 7f30041ff700 1 -- 172.21.15.16:0/405312813 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2ffc074b40 con 0x7f2ffc0b4fe0 2023-09-23T06:37:08.520 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.518+0000 7f2ff27fc700 1 -- 172.21.15.16:0/405312813 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+16706 (secure 0 0 0) 0x7f2ff8056e70 con 0x7f2ffc0b4fe0 2023-09-23T06:37:08.520 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:08.520 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":23,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:37:01.118831+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:36:09.790555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-23T06:36:10.695995+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":1}]},{"pgid":"3.22","mappings":[{"from":5,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:37:08.522 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.520+0000 7f30041ff700 1 -- 172.21.15.16:0/405312813 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f2fe006afc0 msgr2=0x7f2fe006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:08.522 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.520+0000 7f30041ff700 1 --2- 172.21.15.16:0/405312813 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f2fe006afc0 0x7f2fe006d480 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f2fec0098f0 tx=0x7f2fec008030 comp rx=0 tx=0).stop 2023-09-23T06:37:08.523 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.520+0000 7f30041ff700 1 -- 172.21.15.16:0/405312813 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2ffc0b4fe0 msgr2=0x7f2ffc14da10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:08.523 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.520+0000 7f30041ff700 1 --2- 172.21.15.16:0/405312813 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2ffc0b4fe0 0x7f2ffc14da10 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f2ff800c430 tx=0x7f2ff800c740 comp rx=0 tx=0).stop 2023-09-23T06:37:08.523 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.520+0000 7f30041ff700 1 -- 172.21.15.16:0/405312813 shutdown_connections 2023-09-23T06:37:08.523 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.520+0000 7f30041ff700 1 --2- 172.21.15.16:0/405312813 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f2ffc15db50 0x7f2ffc14e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:08.523 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.520+0000 7f30041ff700 1 --2- 172.21.15.16:0/405312813 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f2fe006afc0 0x7f2fe006d480 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:08.523 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.520+0000 7f30041ff700 1 --2- 172.21.15.16:0/405312813 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f2ffc0b4fe0 0x7f2ffc14da10 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:08.523 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.520+0000 7f30041ff700 1 --2- 172.21.15.16:0/405312813 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f2ffc15d770 0x7f2ffc0c97a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:08.523 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.521+0000 7f30041ff700 1 -- 172.21.15.16:0/405312813 >> 172.21.15.16:0/405312813 conn(0x7f2ffc0724b0 msgr2=0x7f2ffc1601f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:08.523 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.521+0000 7f30041ff700 1 -- 172.21.15.16:0/405312813 shutdown_connections 2023-09-23T06:37:08.523 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.521+0000 7f30041ff700 1 -- 172.21.15.16:0/405312813 wait complete. 2023-09-23T06:37:08.541 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2023-09-23T06:37:08.541 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-23T06:37:08.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.741+0000 7f045bdff700 1 Processor -- start 2023-09-23T06:37:08.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.741+0000 7f045bdff700 1 -- start start 2023-09-23T06:37:08.744 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.742+0000 7f045bdff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f045415db50 0x7f04540b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:08.744 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.742+0000 7f045bdff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f04540b4fe0 0x7f04540b5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:08.744 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.742+0000 7f045bdff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f045415ec00 con 0x7f045415d770 2023-09-23T06:37:08.745 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.742+0000 7f045bdff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04540b65c0 con 0x7f04540b4fe0 2023-09-23T06:37:08.745 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.742+0000 7f045bdff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04540b59a0 con 0x7f045415db50 2023-09-23T06:37:08.745 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.743+0000 7f0459b9b700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f045415d770 0x7f04540ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57600/0 (socket says 172.21.15.16:57600) 2023-09-23T06:37:08.745 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.743+0000 7f0459b9b700 1 -- 172.21.15.16:0/3523122994 learned_addr learned my addr 172.21.15.16:0/3523122994 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:08.745 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.743+0000 7f045939a700 1 --2- 172.21.15.16:0/3523122994 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f045415db50 0x7f04540b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:08.745 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.743+0000 7f045a39c700 1 --2- 172.21.15.16:0/3523122994 >> v2:172.21.15.16:3300/0 conn(0x7f04540b4fe0 0x7f04540b5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:08.746 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.743+0000 7f0458b99700 1 -- 172.21.15.16:0/3523122994 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3420071701 0 0) 0x7f045415ec00 con 0x7f045415d770 2023-09-23T06:37:08.747 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.743+0000 7f0458b99700 1 -- 172.21.15.16:0/3523122994 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f04400035b0 con 0x7f045415d770 2023-09-23T06:37:08.747 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.743+0000 7f045939a700 1 -- 172.21.15.16:0/3523122994 >> v2:172.21.15.16:3300/0 conn(0x7f04540b4fe0 msgr2=0x7f04540b5460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:08.747 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.743+0000 7f045939a700 1 --2- 172.21.15.16:0/3523122994 >> v2:172.21.15.16:3300/0 conn(0x7f04540b4fe0 0x7f04540b5460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:08.747 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.743+0000 7f045939a700 1 -- 172.21.15.16:0/3523122994 >> v1:172.21.15.16:6789/0 conn(0x7f045415d770 legacy=0x7f04540ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:08.747 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.743+0000 7f045939a700 1 -- 172.21.15.16:0/3523122994 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04540cdd00 con 0x7f045415db50 2023-09-23T06:37:08.747 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.743+0000 7f045a39c700 1 --2- 172.21.15.16:0/3523122994 >> v2:172.21.15.16:3300/0 conn(0x7f04540b4fe0 0x7f04540b5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:37:08.747 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.744+0000 7f045939a700 1 --2- 172.21.15.16:0/3523122994 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f045415db50 0x7f04540b8e40 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f0444009840 tx=0x7f0444009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=95923ef71280fd5d server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:08.747 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.744+0000 7f0458b99700 1 -- 172.21.15.16:0/3523122994 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0444011830 con 0x7f045415db50 2023-09-23T06:37:08.747 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.744+0000 7f0458b99700 1 -- 172.21.15.16:0/3523122994 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0444011990 con 0x7f045415db50 2023-09-23T06:37:08.747 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.744+0000 7f0458b99700 1 -- 172.21.15.16:0/3523122994 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0444011d20 con 0x7f045415db50 2023-09-23T06:37:08.748 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.744+0000 7f045bdff700 1 -- 172.21.15.16:0/3523122994 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f045415db50 msgr2=0x7f04540b8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:08.748 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.744+0000 7f045bdff700 1 --2- 172.21.15.16:0/3523122994 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f045415db50 0x7f04540b8e40 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f0444009840 tx=0x7f0444009b50 comp rx=0 tx=0).stop 2023-09-23T06:37:08.748 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.745+0000 7f045bdff700 1 -- 172.21.15.16:0/3523122994 shutdown_connections 2023-09-23T06:37:08.748 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.745+0000 7f045bdff700 1 --2- 172.21.15.16:0/3523122994 >> v2:172.21.15.16:3300/0 conn(0x7f04540b4fe0 0x7f04540b5460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:08.748 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.745+0000 7f045bdff700 1 --2- 172.21.15.16:0/3523122994 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f045415db50 0x7f04540b8e40 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:08.748 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.745+0000 7f045bdff700 1 -- 172.21.15.16:0/3523122994 >> 172.21.15.16:0/3523122994 conn(0x7f04540724b0 msgr2=0x7f04540d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:08.748 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.745+0000 7f045bdff700 1 -- 172.21.15.16:0/3523122994 shutdown_connections 2023-09-23T06:37:08.748 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.745+0000 7f045bdff700 1 -- 172.21.15.16:0/3523122994 wait complete. 2023-09-23T06:37:08.749 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.746+0000 7f045bdff700 1 Processor -- start 2023-09-23T06:37:08.749 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.747+0000 7f045bdff700 1 -- start start 2023-09-23T06:37:08.750 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.747+0000 7f045bdff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f04540b4fe0 0x7f0454158d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:08.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.747+0000 7f045bdff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f045415d770 0x7f04540c8fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:08.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.748+0000 7f045bdff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f045415db50 0x7f0454161500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:08.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.748+0000 7f045bdff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04541592b0 con 0x7f04540b4fe0 2023-09-23T06:37:08.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.748+0000 7f045bdff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04540cace0 con 0x7f045415d770 2023-09-23T06:37:08.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.748+0000 7f045bdff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04540ca6d0 con 0x7f045415db50 2023-09-23T06:37:08.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.748+0000 7f0459b9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f04540b4fe0 0x7f0454158d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:08.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.748+0000 7f0459b9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f04540b4fe0 0x7f0454158d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55604/0 (socket says 172.21.15.16:55604) 2023-09-23T06:37:08.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.748+0000 7f0459b9b700 1 -- 172.21.15.16:0/4248514490 learned_addr learned my addr 172.21.15.16:0/4248514490 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:08.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.748+0000 7f0459b9b700 1 -- 172.21.15.16:0/4248514490 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f045415db50 msgr2=0x7f0454161500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:08.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.748+0000 7f0459b9b700 1 --2- 172.21.15.16:0/4248514490 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f045415db50 0x7f0454161500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:08.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.748+0000 7f045939a700 1 --2- 172.21.15.16:0/4248514490 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f045415d770 0x7f04540c8fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:08.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.748+0000 7f0459b9b700 1 -- 172.21.15.16:0/4248514490 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f045415d770 msgr2=0x7f04540c8fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:08.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.748+0000 7f0459b9b700 1 --2- 172.21.15.16:0/4248514490 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f045415d770 0x7f04540c8fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:08.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.748+0000 7f0459b9b700 1 -- 172.21.15.16:0/4248514490 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f044c009a70 con 0x7f04540b4fe0 2023-09-23T06:37:08.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.748+0000 7f045939a700 1 --2- 172.21.15.16:0/4248514490 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f045415d770 0x7f04540c8fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:37:08.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.748+0000 7f0459b9b700 1 --2- 172.21.15.16:0/4248514490 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f04540b4fe0 0x7f0454158d70 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f045000c680 tx=0x7f045000ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:08.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.749+0000 7f044a7fc700 1 -- 172.21.15.16:0/4248514490 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0450005d70 con 0x7f04540b4fe0 2023-09-23T06:37:08.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.749+0000 7f044a7fc700 1 -- 172.21.15.16:0/4248514490 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04500070d0 con 0x7f04540b4fe0 2023-09-23T06:37:08.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.749+0000 7f044a7fc700 1 -- 172.21.15.16:0/4248514490 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0450007460 con 0x7f04540b4fe0 2023-09-23T06:37:08.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.749+0000 7f045bdff700 1 -- 172.21.15.16:0/4248514490 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04440094a0 con 0x7f04540b4fe0 2023-09-23T06:37:08.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.749+0000 7f045bdff700 1 -- 172.21.15.16:0/4248514490 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04540ca970 con 0x7f04540b4fe0 2023-09-23T06:37:08.753 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.750+0000 7f045bdff700 1 -- 172.21.15.16:0/4248514490 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0454074b40 con 0x7f04540b4fe0 2023-09-23T06:37:08.753 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.751+0000 7f044a7fc700 1 -- 172.21.15.16:0/4248514490 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f04500075c0 con 0x7f04540b4fe0 2023-09-23T06:37:08.753 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.752+0000 7f044a7fc700 1 --2- 172.21.15.16:0/4248514490 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f043806afc0 0x7f043806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:08.753 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.752+0000 7f044a7fc700 1 -- 172.21.15.16:0/4248514490 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f0450088dc0 con 0x7f04540b4fe0 2023-09-23T06:37:08.754 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.752+0000 7f045939a700 1 --2- 172.21.15.16:0/4248514490 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f043806afc0 0x7f043806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:08.754 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.753+0000 7f045939a700 1 --2- 172.21.15.16:0/4248514490 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f043806afc0 0x7f043806d480 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f0444009840 tx=0x7f0444008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:08.757 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:08.756+0000 7f044a7fc700 1 -- 172.21.15.16:0/4248514490 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f0450053cf0 con 0x7f04540b4fe0 2023-09-23T06:37:09.016 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.014+0000 7f045bdff700 1 -- 172.21.15.16:0/4248514490 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f04540b49a0 con 0x7f04540b4fe0 2023-09-23T06:37:09.017 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.015+0000 7f044a7fc700 1 -- 172.21.15.16:0/4248514490 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4904 (secure 0 0 0) 0x7f0450057310 con 0x7f04540b4fe0 2023-09-23T06:37:09.017 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:09.017 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1203152697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":1203152697},{"type":"v1","addr":"172.21.15.92:6837","nonce":1203152697}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4235,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/3064081576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3064081576},{"type":"v1","addr":"172.21.15.92:6836","nonce":3064081576}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2701012235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2701012235},{"type":"v1","addr":"172.21.15.16:6834","nonce":2701012235}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-23T06:36:11.711689+0000","modified":"2023-09-23T06:36:14.741776+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4272},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4272":{"gid":4272,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/908189045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":908189045},{"type":"v1","addr":"172.21.15.16:6835","nonce":908189045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-23T06:37:09.019 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.017+0000 7f045bdff700 1 -- 172.21.15.16:0/4248514490 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f043806afc0 msgr2=0x7f043806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:09.020 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.017+0000 7f045bdff700 1 --2- 172.21.15.16:0/4248514490 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f043806afc0 0x7f043806d480 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f0444009840 tx=0x7f0444008030 comp rx=0 tx=0).stop 2023-09-23T06:37:09.020 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.018+0000 7f045bdff700 1 -- 172.21.15.16:0/4248514490 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f04540b4fe0 msgr2=0x7f0454158d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:09.020 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.018+0000 7f045bdff700 1 --2- 172.21.15.16:0/4248514490 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f04540b4fe0 0x7f0454158d70 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f045000c680 tx=0x7f045000ca40 comp rx=0 tx=0).stop 2023-09-23T06:37:09.020 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.018+0000 7f045bdff700 1 -- 172.21.15.16:0/4248514490 shutdown_connections 2023-09-23T06:37:09.020 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.018+0000 7f045bdff700 1 --2- 172.21.15.16:0/4248514490 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f045415db50 0x7f0454161500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.020 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.018+0000 7f045bdff700 1 --2- 172.21.15.16:0/4248514490 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f043806afc0 0x7f043806d480 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.020 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.018+0000 7f045bdff700 1 --2- 172.21.15.16:0/4248514490 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f04540b4fe0 0x7f0454158d70 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.020 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.018+0000 7f045bdff700 1 --2- 172.21.15.16:0/4248514490 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f045415d770 0x7f04540c8fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.020 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.018+0000 7f045bdff700 1 -- 172.21.15.16:0/4248514490 >> 172.21.15.16:0/4248514490 conn(0x7f04540724b0 msgr2=0x7f04540ce420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:09.020 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.018+0000 7f045bdff700 1 -- 172.21.15.16:0/4248514490 shutdown_connections 2023-09-23T06:37:09.021 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.018+0000 7f045bdff700 1 -- 172.21.15.16:0/4248514490 wait complete. 2023-09-23T06:37:09.021 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 8 2023-09-23T06:37:09.037 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-23T06:37:09.241 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.240+0000 7f5e713ff700 1 Processor -- start 2023-09-23T06:37:09.242 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.240+0000 7f5e713ff700 1 -- start start 2023-09-23T06:37:09.243 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.241+0000 7f5e713ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e6c15d770 0x7f5e6c0ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:09.243 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.241+0000 7f5e713ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5e6c0b4fe0 0x7f5e6c0b5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:09.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.241+0000 7f5e713ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5e6c15ec00 con 0x7f5e6c15db50 2023-09-23T06:37:09.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.241+0000 7f5e713ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5e6c0b9550 con 0x7f5e6c0b4fe0 2023-09-23T06:37:09.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.241+0000 7f5e713ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e6c0b59b0 con 0x7f5e6c15d770 2023-09-23T06:37:09.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.241+0000 7f5e6b7fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5e6c0b4fe0 0x7f5e6c0b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:09.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.241+0000 7f5e6b7fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5e6c0b4fe0 0x7f5e6c0b5470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55616/0 (socket says 172.21.15.16:55616) 2023-09-23T06:37:09.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.241+0000 7f5e6b7fe700 1 -- 172.21.15.16:0/4182953423 learned_addr learned my addr 172.21.15.16:0/4182953423 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:09.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.241+0000 7f5e6affd700 1 --2- 172.21.15.16:0/4182953423 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e6c15d770 0x7f5e6c0ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:09.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.242+0000 7f5e6b7fe700 1 -- 172.21.15.16:0/4182953423 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e6c15d770 msgr2=0x7f5e6c0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:09.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.242+0000 7f5e6b7fe700 1 --2- 172.21.15.16:0/4182953423 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e6c15d770 0x7f5e6c0ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.242+0000 7f5e6b7fe700 1 -- 172.21.15.16:0/4182953423 >> v1:172.21.15.92:6789/0 conn(0x7f5e6c15db50 legacy=0x7f5e6c0b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:09.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.242+0000 7f5e6b7fe700 1 -- 172.21.15.16:0/4182953423 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e6c0cdd00 con 0x7f5e6c0b4fe0 2023-09-23T06:37:09.245 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.242+0000 7f5e6b7fe700 1 --2- 172.21.15.16:0/4182953423 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e6c0b4fe0 0x7f5e6c0b5470 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f5e64009e50 tx=0x7f5e6400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e0ff4d2bae5d304 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:09.246 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.242+0000 7f5e69ffb700 1 -- 172.21.15.16:0/4182953423 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e6400e070 con 0x7f5e6c0b4fe0 2023-09-23T06:37:09.246 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.242+0000 7f5e69ffb700 1 -- 172.21.15.16:0/4182953423 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e6400b910 con 0x7f5e6c0b4fe0 2023-09-23T06:37:09.246 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.242+0000 7f5e69ffb700 1 -- 172.21.15.16:0/4182953423 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e6400bcc0 con 0x7f5e6c0b4fe0 2023-09-23T06:37:09.246 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.243+0000 7f5e713ff700 1 -- 172.21.15.16:0/4182953423 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e6c0b4fe0 msgr2=0x7f5e6c0b5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:09.246 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.243+0000 7f5e713ff700 1 --2- 172.21.15.16:0/4182953423 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e6c0b4fe0 0x7f5e6c0b5470 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f5e64009e50 tx=0x7f5e6400b330 comp rx=0 tx=0).stop 2023-09-23T06:37:09.246 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.243+0000 7f5e713ff700 1 -- 172.21.15.16:0/4182953423 shutdown_connections 2023-09-23T06:37:09.246 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.243+0000 7f5e713ff700 1 --2- 172.21.15.16:0/4182953423 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e6c0b4fe0 0x7f5e6c0b5470 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.246 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.243+0000 7f5e713ff700 1 --2- 172.21.15.16:0/4182953423 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e6c15d770 0x7f5e6c0ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.246 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.243+0000 7f5e713ff700 1 -- 172.21.15.16:0/4182953423 >> 172.21.15.16:0/4182953423 conn(0x7f5e6c0724b0 msgr2=0x7f5e6c0d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:09.246 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.243+0000 7f5e713ff700 1 -- 172.21.15.16:0/4182953423 shutdown_connections 2023-09-23T06:37:09.247 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.243+0000 7f5e713ff700 1 -- 172.21.15.16:0/4182953423 wait complete. 2023-09-23T06:37:09.247 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.245+0000 7f5e713ff700 1 Processor -- start 2023-09-23T06:37:09.247 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.246+0000 7f5e713ff700 1 -- start start 2023-09-23T06:37:09.250 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.247+0000 7f5e713ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e6c0b4fe0 0x7f5e6c15a890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:09.250 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.247+0000 7f5e713ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e6c15d770 0x7f5e6c0b2ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:09.250 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.247+0000 7f5e713ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e6c15db50 0x7f5e6c0b3420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:09.250 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.247+0000 7f5e713ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e6c159360 con 0x7f5e6c0b4fe0 2023-09-23T06:37:09.250 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.247+0000 7f5e713ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e6c1582c0 con 0x7f5e6c15d770 2023-09-23T06:37:09.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.247+0000 7f5e713ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e6c1585a0 con 0x7f5e6c15db50 2023-09-23T06:37:09.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.247+0000 7f5e6affd700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e6c0b4fe0 0x7f5e6c15a890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:09.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.247+0000 7f5e6affd700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e6c0b4fe0 0x7f5e6c15a890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55622/0 (socket says 172.21.15.16:55622) 2023-09-23T06:37:09.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.247+0000 7f5e6affd700 1 -- 172.21.15.16:0/3486428665 learned_addr learned my addr 172.21.15.16:0/3486428665 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:09.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.247+0000 7f5e6a7fc700 1 --2- 172.21.15.16:0/3486428665 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e6c15d770 0x7f5e6c0b2ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:09.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.247+0000 7f5e6b7fe700 1 --2- 172.21.15.16:0/3486428665 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e6c15db50 0x7f5e6c0b3420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:09.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.248+0000 7f5e6affd700 1 -- 172.21.15.16:0/3486428665 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e6c15db50 msgr2=0x7f5e6c0b3420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:09.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.248+0000 7f5e6affd700 1 --2- 172.21.15.16:0/3486428665 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e6c15db50 0x7f5e6c0b3420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.248+0000 7f5e6affd700 1 -- 172.21.15.16:0/3486428665 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e6c15d770 msgr2=0x7f5e6c0b2ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:09.251 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.248+0000 7f5e6affd700 1 --2- 172.21.15.16:0/3486428665 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e6c15d770 0x7f5e6c0b2ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.252 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.248+0000 7f5e6affd700 1 -- 172.21.15.16:0/3486428665 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e64009b30 con 0x7f5e6c0b4fe0 2023-09-23T06:37:09.252 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.248+0000 7f5e6b7fe700 1 --2- 172.21.15.16:0/3486428665 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e6c15db50 0x7f5e6c0b3420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:37:09.252 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.248+0000 7f5e6a7fc700 1 --2- 172.21.15.16:0/3486428665 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e6c15d770 0x7f5e6c0b2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:37:09.252 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.248+0000 7f5e6affd700 1 --2- 172.21.15.16:0/3486428665 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e6c0b4fe0 0x7f5e6c15a890 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c00e9b0 tx=0x7f5e5c00ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:09.252 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.248+0000 7f5e537fe700 1 -- 172.21.15.16:0/3486428665 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c009710 con 0x7f5e6c0b4fe0 2023-09-23T06:37:09.252 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.248+0000 7f5e537fe700 1 -- 172.21.15.16:0/3486428665 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e5c00c850 con 0x7f5e6c0b4fe0 2023-09-23T06:37:09.252 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.248+0000 7f5e537fe700 1 -- 172.21.15.16:0/3486428665 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e5c00cbc0 con 0x7f5e6c0b4fe0 2023-09-23T06:37:09.252 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.248+0000 7f5e713ff700 1 -- 172.21.15.16:0/3486428665 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e6c158880 con 0x7f5e6c0b4fe0 2023-09-23T06:37:09.252 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.248+0000 7f5e713ff700 1 -- 172.21.15.16:0/3486428665 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e6c158e40 con 0x7f5e6c0b4fe0 2023-09-23T06:37:09.253 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.250+0000 7f5e713ff700 1 -- 172.21.15.16:0/3486428665 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5e6c1591b0 con 0x7f5e6c0b4fe0 2023-09-23T06:37:09.253 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.250+0000 7f5e537fe700 1 -- 172.21.15.16:0/3486428665 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f5e5c00cd20 con 0x7f5e6c0b4fe0 2023-09-23T06:37:09.253 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.251+0000 7f5e537fe700 1 --2- 172.21.15.16:0/3486428665 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5e5806afc0 0x7f5e5806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:09.253 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.251+0000 7f5e537fe700 1 -- 172.21.15.16:0/3486428665 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f5e5c089980 con 0x7f5e6c0b4fe0 2023-09-23T06:37:09.253 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.252+0000 7f5e6a7fc700 1 --2- 172.21.15.16:0/3486428665 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5e5806afc0 0x7f5e5806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:09.254 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.252+0000 7f5e6a7fc700 1 --2- 172.21.15.16:0/3486428665 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5e5806afc0 0x7f5e5806d480 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5e6c0b4a40 tx=0x7f5e60009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:09.257 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.256+0000 7f5e537fe700 1 -- 172.21.15.16:0/3486428665 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f5e5c0548a0 con 0x7f5e6c0b4fe0 2023-09-23T06:37:09.515 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.513+0000 7f5e713ff700 1 -- 172.21.15.16:0/3486428665 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5e6c15e610 con 0x7f5e6c0b4fe0 2023-09-23T06:37:09.515 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.514+0000 7f5e537fe700 1 -- 172.21.15.16:0/3486428665 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 8 v8) v1 ==== 93+0+4904 (secure 0 0 0) 0x7f5e5c021090 con 0x7f5e6c0b4fe0 2023-09-23T06:37:09.516 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:09.516 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":8,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4232,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/1203152697","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":1203152697},{"type":"v1","addr":"172.21.15.92:6837","nonce":1203152697}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4235,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/3064081576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":3064081576},{"type":"v1","addr":"172.21.15.92:6836","nonce":3064081576}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":3},{"gid":4263,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/2701012235","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":2701012235},{"type":"v1","addr":"172.21.15.16:6834","nonce":2701012235}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":8,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-23T06:36:11.711689+0000","modified":"2023-09-23T06:36:14.741776+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":4272},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4272":{"gid":4272,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.16:6835/908189045","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":908189045},{"type":"v1","addr":"172.21.15.16:6835","nonce":908189045}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2023-09-23T06:37:09.518 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.516+0000 7f5e713ff700 1 -- 172.21.15.16:0/3486428665 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5e5806afc0 msgr2=0x7f5e5806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:09.518 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.516+0000 7f5e713ff700 1 --2- 172.21.15.16:0/3486428665 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5e5806afc0 0x7f5e5806d480 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f5e6c0b4a40 tx=0x7f5e60009040 comp rx=0 tx=0).stop 2023-09-23T06:37:09.518 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.516+0000 7f5e713ff700 1 -- 172.21.15.16:0/3486428665 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e6c0b4fe0 msgr2=0x7f5e6c15a890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:09.518 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.516+0000 7f5e713ff700 1 --2- 172.21.15.16:0/3486428665 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e6c0b4fe0 0x7f5e6c15a890 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f5e5c00e9b0 tx=0x7f5e5c00ed70 comp rx=0 tx=0).stop 2023-09-23T06:37:09.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.516+0000 7f5e713ff700 1 -- 172.21.15.16:0/3486428665 shutdown_connections 2023-09-23T06:37:09.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.516+0000 7f5e713ff700 1 --2- 172.21.15.16:0/3486428665 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5e6c15db50 0x7f5e6c0b3420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.516+0000 7f5e713ff700 1 --2- 172.21.15.16:0/3486428665 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5e5806afc0 0x7f5e5806d480 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.516+0000 7f5e713ff700 1 --2- 172.21.15.16:0/3486428665 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5e6c0b4fe0 0x7f5e6c15a890 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.516+0000 7f5e713ff700 1 --2- 172.21.15.16:0/3486428665 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5e6c15d770 0x7f5e6c0b2ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.516+0000 7f5e713ff700 1 -- 172.21.15.16:0/3486428665 >> 172.21.15.16:0/3486428665 conn(0x7f5e6c0724b0 msgr2=0x7f5e6c0d3290 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:09.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.516+0000 7f5e713ff700 1 -- 172.21.15.16:0/3486428665 shutdown_connections 2023-09-23T06:37:09.519 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.516+0000 7f5e713ff700 1 -- 172.21.15.16:0/3486428665 wait complete. 2023-09-23T06:37:09.519 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 8 2023-09-23T06:37:09.536 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:37:09.739 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.737+0000 7f7c9e3ff700 1 Processor -- start 2023-09-23T06:37:09.739 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.737+0000 7f7c9e3ff700 1 -- start start 2023-09-23T06:37:09.741 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.738+0000 7f7c9e3ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f7c9815d770 0x7f7c980ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:09.741 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.738+0000 7f7c9e3ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7c9815db50 0x7f7c980b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:09.741 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.738+0000 7f7c9e3ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7c980b4fe0 0x7f7c980b5460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:09.742 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.738+0000 7f7c9e3ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c980b65c0 con 0x7f7c980b4fe0 2023-09-23T06:37:09.742 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.738+0000 7f7c9e3ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c980b59a0 con 0x7f7c9815d770 2023-09-23T06:37:09.742 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.738+0000 7f7c9e3ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c9815ec00 con 0x7f7c9815db50 2023-09-23T06:37:09.742 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.739+0000 7f7c9c99c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7c980b4fe0 0x7f7c980b5460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:09.742 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.739+0000 7f7c9c99c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f7c980b4fe0 0x7f7c980b5460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55630/0 (socket says 172.21.15.16:55630) 2023-09-23T06:37:09.742 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.739+0000 7f7c9c99c700 1 -- 172.21.15.16:0/2218620202 learned_addr learned my addr 172.21.15.16:0/2218620202 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:09.742 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.739+0000 7f7c8ffff700 1 --2- 172.21.15.16:0/2218620202 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7c9815db50 0x7f7c980b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:09.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.739+0000 7f7c97fff700 1 --2- 172.21.15.16:0/2218620202 >> v2:172.21.15.92:3300/0 conn(0x7f7c9815d770 0x7f7c980ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:09.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.739+0000 7f7c9c99c700 1 -- 172.21.15.16:0/2218620202 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7c9815db50 msgr2=0x7f7c980b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:09.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.739+0000 7f7c9c99c700 1 --2- 172.21.15.16:0/2218620202 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7c9815db50 0x7f7c980b8e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.739+0000 7f7c9c99c700 1 -- 172.21.15.16:0/2218620202 >> v2:172.21.15.92:3300/0 conn(0x7f7c9815d770 msgr2=0x7f7c980ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:09.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.739+0000 7f7c9c99c700 1 --2- 172.21.15.16:0/2218620202 >> v2:172.21.15.92:3300/0 conn(0x7f7c9815d770 0x7f7c980ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.739+0000 7f7c9c99c700 1 -- 172.21.15.16:0/2218620202 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c980cdd00 con 0x7f7c980b4fe0 2023-09-23T06:37:09.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.739+0000 7f7c9c99c700 1 --2- 172.21.15.16:0/2218620202 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7c980b4fe0 0x7f7c980b5460 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f7c980b5ff0 tx=0x7f7c9000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28f3fa39af926e6d server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:09.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.739+0000 7f7c977fe700 1 -- 172.21.15.16:0/2218620202 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c9000e070 con 0x7f7c980b4fe0 2023-09-23T06:37:09.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.740+0000 7f7c977fe700 1 -- 172.21.15.16:0/2218620202 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c9000b9c0 con 0x7f7c980b4fe0 2023-09-23T06:37:09.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.740+0000 7f7c977fe700 1 -- 172.21.15.16:0/2218620202 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c9000bd70 con 0x7f7c980b4fe0 2023-09-23T06:37:09.745 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.740+0000 7f7c9e3ff700 1 -- 172.21.15.16:0/2218620202 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7c980b4fe0 msgr2=0x7f7c980b5460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:09.745 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.740+0000 7f7c9e3ff700 1 --2- 172.21.15.16:0/2218620202 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7c980b4fe0 0x7f7c980b5460 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f7c980b5ff0 tx=0x7f7c9000b330 comp rx=0 tx=0).stop 2023-09-23T06:37:09.745 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.740+0000 7f7c9e3ff700 1 -- 172.21.15.16:0/2218620202 shutdown_connections 2023-09-23T06:37:09.745 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.740+0000 7f7c9e3ff700 1 --2- 172.21.15.16:0/2218620202 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7c980b4fe0 0x7f7c980b5460 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.745 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.740+0000 7f7c9e3ff700 1 --2- 172.21.15.16:0/2218620202 >> v2:172.21.15.92:3300/0 conn(0x7f7c9815d770 0x7f7c980ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.745 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.740+0000 7f7c9e3ff700 1 --2- 172.21.15.16:0/2218620202 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7c9815db50 0x7f7c980b8e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.745 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.740+0000 7f7c9e3ff700 1 -- 172.21.15.16:0/2218620202 >> 172.21.15.16:0/2218620202 conn(0x7f7c980724b0 msgr2=0x7f7c980d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:09.746 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.740+0000 7f7c9e3ff700 1 -- 172.21.15.16:0/2218620202 shutdown_connections 2023-09-23T06:37:09.746 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.740+0000 7f7c9e3ff700 1 -- 172.21.15.16:0/2218620202 wait complete. 2023-09-23T06:37:09.746 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.743+0000 7f7c9e3ff700 1 Processor -- start 2023-09-23T06:37:09.746 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.743+0000 7f7c9e3ff700 1 -- start start 2023-09-23T06:37:09.748 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.744+0000 7f7c9e3ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7c980b4fe0 0x7f7c980c7090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.744+0000 7f7c9e3ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7c9815d770 0x7f7c98157cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.744+0000 7f7c9e3ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7c9815db50 0x7f7c980cee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.744+0000 7f7c9e3ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c980c9f30 con 0x7f7c9815db50 2023-09-23T06:37:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.744+0000 7f7c9e3ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c980c75d0 con 0x7f7c9815d770 2023-09-23T06:37:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.744+0000 7f7c9e3ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c980c9690 con 0x7f7c980b4fe0 2023-09-23T06:37:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.744+0000 7f7c9c99c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7c9815db50 0x7f7c980cee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.745+0000 7f7c9c99c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7c9815db50 0x7f7c980cee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55646/0 (socket says 172.21.15.16:55646) 2023-09-23T06:37:09.749 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.745+0000 7f7c9c99c700 1 -- 172.21.15.16:0/2633974321 learned_addr learned my addr 172.21.15.16:0/2633974321 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:09.750 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.745+0000 7f7c8ffff700 1 --2- 172.21.15.16:0/2633974321 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7c9815d770 0x7f7c98157cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:09.750 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.745+0000 7f7c97fff700 1 --2- 172.21.15.16:0/2633974321 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7c980b4fe0 0x7f7c980c7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:09.750 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.745+0000 7f7c9c99c700 1 -- 172.21.15.16:0/2633974321 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7c980b4fe0 msgr2=0x7f7c980c7090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:09.750 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.745+0000 7f7c9c99c700 1 --2- 172.21.15.16:0/2633974321 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7c980b4fe0 0x7f7c980c7090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.750 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.745+0000 7f7c9c99c700 1 -- 172.21.15.16:0/2633974321 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7c9815d770 msgr2=0x7f7c98157cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:09.750 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.745+0000 7f7c9c99c700 1 --2- 172.21.15.16:0/2633974321 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7c9815d770 0x7f7c98157cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.750 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.745+0000 7f7c9c99c700 1 -- 172.21.15.16:0/2633974321 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c90009b30 con 0x7f7c9815db50 2023-09-23T06:37:09.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.745+0000 7f7c97fff700 1 --2- 172.21.15.16:0/2633974321 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7c980b4fe0 0x7f7c980c7090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:09.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.745+0000 7f7c9c99c700 1 --2- 172.21.15.16:0/2633974321 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7c9815db50 0x7f7c980cee30 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f7c980b5cc0 tx=0x7f7c90004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:09.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.745+0000 7f7c957fa700 1 -- 172.21.15.16:0/2633974321 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c900099b0 con 0x7f7c9815db50 2023-09-23T06:37:09.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.745+0000 7f7c957fa700 1 -- 172.21.15.16:0/2633974321 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c90004250 con 0x7f7c9815db50 2023-09-23T06:37:09.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.745+0000 7f7c957fa700 1 -- 172.21.15.16:0/2633974321 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c90004600 con 0x7f7c9815db50 2023-09-23T06:37:09.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.745+0000 7f7c9e3ff700 1 -- 172.21.15.16:0/2633974321 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c980c9970 con 0x7f7c9815db50 2023-09-23T06:37:09.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.746+0000 7f7c9e3ff700 1 -- 172.21.15.16:0/2633974321 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c980ca760 con 0x7f7c9815db50 2023-09-23T06:37:09.751 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.747+0000 7f7c9e3ff700 1 -- 172.21.15.16:0/2633974321 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c980c7740 con 0x7f7c9815db50 2023-09-23T06:37:09.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.748+0000 7f7c957fa700 1 -- 172.21.15.16:0/2633974321 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f7c90004760 con 0x7f7c9815db50 2023-09-23T06:37:09.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.748+0000 7f7c957fa700 1 --2- 172.21.15.16:0/2633974321 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f7c7806afc0 0x7f7c7806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:09.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.749+0000 7f7c957fa700 1 -- 172.21.15.16:0/2633974321 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f7c9008ab60 con 0x7f7c9815db50 2023-09-23T06:37:09.752 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.749+0000 7f7c97fff700 1 --2- 172.21.15.16:0/2633974321 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f7c7806afc0 0x7f7c7806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:09.753 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.750+0000 7f7c97fff700 1 --2- 172.21.15.16:0/2633974321 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f7c7806afc0 0x7f7c7806d480 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f7c88003950 tx=0x7f7c88008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:09.754 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.753+0000 7f7c957fa700 1 -- 172.21.15.16:0/2633974321 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f7c90055bb0 con 0x7f7c9815db50 2023-09-23T06:37:09.963 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.961+0000 7f7c9e3ff700 1 -- 172.21.15.16:0/2633974321 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7c98074b40 con 0x7f7c9815db50 2023-09-23T06:37:09.964 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.963+0000 7f7c957fa700 1 -- 172.21.15.16:0/2633974321 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+16706 (secure 0 0 0) 0x7f7c9001f020 con 0x7f7c9815db50 2023-09-23T06:37:09.964 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:09.965 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":23,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:37:01.118831+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:36:09.790555+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2023-09-23T06:36:10.695995+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":1}]},{"pgid":"3.22","mappings":[{"from":5,"to":2}]},{"pgid":"3.2b","mappings":[{"from":0,"to":2}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:37:09.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.965+0000 7f7c9e3ff700 1 -- 172.21.15.16:0/2633974321 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f7c7806afc0 msgr2=0x7f7c7806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:09.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.965+0000 7f7c9e3ff700 1 --2- 172.21.15.16:0/2633974321 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f7c7806afc0 0x7f7c7806d480 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f7c88003950 tx=0x7f7c88008040 comp rx=0 tx=0).stop 2023-09-23T06:37:09.967 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.965+0000 7f7c9e3ff700 1 -- 172.21.15.16:0/2633974321 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7c9815db50 msgr2=0x7f7c980cee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:09.968 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.965+0000 7f7c9e3ff700 1 --2- 172.21.15.16:0/2633974321 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7c9815db50 0x7f7c980cee30 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f7c980b5cc0 tx=0x7f7c90004ad0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.969 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.965+0000 7f7c9e3ff700 1 -- 172.21.15.16:0/2633974321 shutdown_connections 2023-09-23T06:37:09.969 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.965+0000 7f7c9e3ff700 1 --2- 172.21.15.16:0/2633974321 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f7c7806afc0 0x7f7c7806d480 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.970 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.965+0000 7f7c9e3ff700 1 --2- 172.21.15.16:0/2633974321 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f7c9815db50 0x7f7c980cee30 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.970 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.965+0000 7f7c9e3ff700 1 --2- 172.21.15.16:0/2633974321 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f7c980b4fe0 0x7f7c980c7090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.970 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.965+0000 7f7c9e3ff700 1 --2- 172.21.15.16:0/2633974321 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f7c9815d770 0x7f7c98157cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:09.970 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.965+0000 7f7c9e3ff700 1 -- 172.21.15.16:0/2633974321 >> 172.21.15.16:0/2633974321 conn(0x7f7c980724b0 msgr2=0x7f7c9815b300 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:09.970 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.965+0000 7f7c9e3ff700 1 -- 172.21.15.16:0/2633974321 shutdown_connections 2023-09-23T06:37:09.970 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:09.965+0000 7f7c9e3ff700 1 -- 172.21.15.16:0/2633974321 wait complete. 2023-09-23T06:37:09.985 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2023-09-23T06:37:10.189 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.188+0000 7f65a81ff700 1 Processor -- start 2023-09-23T06:37:10.190 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.188+0000 7f65a81ff700 1 -- start start 2023-09-23T06:37:10.191 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.189+0000 7f65a81ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f65a0160b10 0x7f65a00b6630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:10.191 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.189+0000 7f65a81ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f65a00b6b70 0x7f65a00d1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:10.191 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.189+0000 7f65a81ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65a00b6ff0 con 0x7f65a00d1b40 2023-09-23T06:37:10.191 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.189+0000 7f65a81ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65a00b72d0 con 0x7f65a00b6b70 2023-09-23T06:37:10.191 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.189+0000 7f65a81ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65a00b75b0 con 0x7f65a0160b10 2023-09-23T06:37:10.191 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.189+0000 7f65a579a700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f65a00b6b70 0x7f65a00d1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:10.191 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.189+0000 7f65a679c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f65a00d1b40 0x7f65a00b8090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57606/0 (socket says 172.21.15.16:57606) 2023-09-23T06:37:10.191 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.189+0000 7f65a679c700 1 -- 172.21.15.16:0/3510288546 learned_addr learned my addr 172.21.15.16:0/3510288546 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:10.193 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.190+0000 7f65a5f9b700 1 --2- 172.21.15.16:0/3510288546 >> v2:172.21.15.92:3300/0 conn(0x7f65a0160b10 0x7f65a00b6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:10.193 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.190+0000 7f65a579a700 1 -- 172.21.15.16:0/3510288546 >> v2:172.21.15.92:3300/0 conn(0x7f65a0160b10 msgr2=0x7f65a00b6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:10.193 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.190+0000 7f65a579a700 1 --2- 172.21.15.16:0/3510288546 >> v2:172.21.15.92:3300/0 conn(0x7f65a0160b10 0x7f65a00b6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:10.193 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.190+0000 7f65a579a700 1 -- 172.21.15.16:0/3510288546 >> v1:172.21.15.16:6789/0 conn(0x7f65a00d1b40 legacy=0x7f65a00b8090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:10.193 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.190+0000 7f65a4f99700 1 -- 172.21.15.16:0/3510288546 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2700455948 0 0) 0x7f65a00b6ff0 con 0x7f65a00d1b40 2023-09-23T06:37:10.193 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.190+0000 7f65a579a700 1 -- 172.21.15.16:0/3510288546 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65a00b7890 con 0x7f65a00b6b70 2023-09-23T06:37:10.194 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.190+0000 7f65a5f9b700 1 --2- 172.21.15.16:0/3510288546 >> v2:172.21.15.92:3300/0 conn(0x7f65a0160b10 0x7f65a00b6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:37:10.194 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.190+0000 7f65a579a700 1 --2- 172.21.15.16:0/3510288546 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65a00b6b70 0x7f65a00d1600 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f65a00b5170 tx=0x7f6590009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63f594959007227e server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:10.194 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.190+0000 7f65a4f99700 1 -- 172.21.15.16:0/3510288546 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6590011830 con 0x7f65a00b6b70 2023-09-23T06:37:10.194 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.190+0000 7f65a4f99700 1 -- 172.21.15.16:0/3510288546 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6590011990 con 0x7f65a00b6b70 2023-09-23T06:37:10.194 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.190+0000 7f65a4f99700 1 -- 172.21.15.16:0/3510288546 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6590011d20 con 0x7f65a00b6b70 2023-09-23T06:37:10.194 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.191+0000 7f65a81ff700 1 -- 172.21.15.16:0/3510288546 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65a00b6b70 msgr2=0x7f65a00d1600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:10.194 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.191+0000 7f65a81ff700 1 --2- 172.21.15.16:0/3510288546 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65a00b6b70 0x7f65a00d1600 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f65a00b5170 tx=0x7f6590009b20 comp rx=0 tx=0).stop 2023-09-23T06:37:10.194 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.191+0000 7f65a81ff700 1 -- 172.21.15.16:0/3510288546 shutdown_connections 2023-09-23T06:37:10.194 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.191+0000 7f65a81ff700 1 --2- 172.21.15.16:0/3510288546 >> v2:172.21.15.92:3300/0 conn(0x7f65a0160b10 0x7f65a00b6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:10.194 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.191+0000 7f65a81ff700 1 --2- 172.21.15.16:0/3510288546 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65a00b6b70 0x7f65a00d1600 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:10.194 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.191+0000 7f65a81ff700 1 -- 172.21.15.16:0/3510288546 >> 172.21.15.16:0/3510288546 conn(0x7f65a0072270 msgr2=0x7f65a0072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:10.195 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.191+0000 7f65a81ff700 1 -- 172.21.15.16:0/3510288546 shutdown_connections 2023-09-23T06:37:10.195 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.191+0000 7f65a81ff700 1 -- 172.21.15.16:0/3510288546 wait complete. 2023-09-23T06:37:10.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.193+0000 7f65a81ff700 1 Processor -- start 2023-09-23T06:37:10.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.193+0000 7f65a81ff700 1 -- start start 2023-09-23T06:37:10.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.194+0000 7f65a81ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65a00b6b70 0x7f65a01f3810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:10.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.194+0000 7f65a81ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65a00d1b40 0x7f65a00c8d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:10.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.194+0000 7f65a81ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65a0160b10 0x7f65a00c9240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:10.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.194+0000 7f65a81ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65a01f3d50 con 0x7f65a00d1b40 2023-09-23T06:37:10.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.194+0000 7f65a81ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65a00c7180 con 0x7f65a00b6b70 2023-09-23T06:37:10.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.194+0000 7f65a81ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65a00c7460 con 0x7f65a0160b10 2023-09-23T06:37:10.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.194+0000 7f65a579a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65a00d1b40 0x7f65a00c8d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:10.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.194+0000 7f65a579a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65a00d1b40 0x7f65a00c8d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55660/0 (socket says 172.21.15.16:55660) 2023-09-23T06:37:10.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.194+0000 7f65a579a700 1 -- 172.21.15.16:0/2666769891 learned_addr learned my addr 172.21.15.16:0/2666769891 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:10.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.194+0000 7f65a5f9b700 1 --2- 172.21.15.16:0/2666769891 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65a00b6b70 0x7f65a01f3810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:10.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.194+0000 7f65a679c700 1 --2- 172.21.15.16:0/2666769891 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65a0160b10 0x7f65a00c9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:10.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.194+0000 7f65a579a700 1 -- 172.21.15.16:0/2666769891 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65a0160b10 msgr2=0x7f65a00c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:10.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.194+0000 7f65a579a700 1 --2- 172.21.15.16:0/2666769891 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65a0160b10 0x7f65a00c9240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:10.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.195+0000 7f65a579a700 1 -- 172.21.15.16:0/2666769891 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65a00b6b70 msgr2=0x7f65a01f3810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:10.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.195+0000 7f65a579a700 1 --2- 172.21.15.16:0/2666769891 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65a00b6b70 0x7f65a01f3810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:10.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.195+0000 7f65a579a700 1 -- 172.21.15.16:0/2666769891 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65900094a0 con 0x7f65a00d1b40 2023-09-23T06:37:10.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.195+0000 7f65a5f9b700 1 --2- 172.21.15.16:0/2666769891 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65a00b6b70 0x7f65a01f3810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:10.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.195+0000 7f65a579a700 1 --2- 172.21.15.16:0/2666769891 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65a00d1b40 0x7f65a00c8d00 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f6590000c00 tx=0x7f6590004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:10.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.195+0000 7f65967fc700 1 -- 172.21.15.16:0/2666769891 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65900038a0 con 0x7f65a00d1b40 2023-09-23T06:37:10.199 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.195+0000 7f65967fc700 1 -- 172.21.15.16:0/2666769891 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f659001f070 con 0x7f65a00d1b40 2023-09-23T06:37:10.199 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.195+0000 7f65967fc700 1 -- 172.21.15.16:0/2666769891 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6590003c40 con 0x7f65a00d1b40 2023-09-23T06:37:10.199 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.195+0000 7f65a81ff700 1 -- 172.21.15.16:0/2666769891 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65a00c7740 con 0x7f65a00d1b40 2023-09-23T06:37:10.199 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.195+0000 7f65a81ff700 1 -- 172.21.15.16:0/2666769891 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65a00c7d00 con 0x7f65a00d1b40 2023-09-23T06:37:10.199 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.197+0000 7f6583fff700 1 -- 172.21.15.16:0/2666769891 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65a00ca670 con 0x7f65a00d1b40 2023-09-23T06:37:10.199 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.198+0000 7f65967fc700 1 -- 172.21.15.16:0/2666769891 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f6590026480 con 0x7f65a00d1b40 2023-09-23T06:37:10.201 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.199+0000 7f65967fc700 1 --2- 172.21.15.16:0/2666769891 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f658406afc0 0x7f658406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:10.201 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.199+0000 7f65967fc700 1 -- 172.21.15.16:0/2666769891 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5825+0+0 (secure 0 0 0) 0x7f6590021070 con 0x7f65a00d1b40 2023-09-23T06:37:10.201 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.199+0000 7f65a5f9b700 1 --2- 172.21.15.16:0/2666769891 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f658406afc0 0x7f658406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:10.202 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.200+0000 7f65a5f9b700 1 --2- 172.21.15.16:0/2666769891 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f658406afc0 0x7f658406d480 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f659c00aa20 tx=0x7f659c008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:10.205 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.204+0000 7f65967fc700 1 -- 172.21.15.16:0/2666769891 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f6590056320 con 0x7f65a00d1b40 2023-09-23T06:37:10.459 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.457+0000 7f6583fff700 1 -- 172.21.15.16:0/2666769891 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f65a004eb20 con 0x7f65a00d1b40 2023-09-23T06:37:10.459 INFO:tasks.ceph.mon.a.smithi016.stderr:2023-09-23T06:37:10.458+0000 7f004d9f4700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2023-09-23T06:37:10.461 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.460+0000 7f65967fc700 1 -- 172.21.15.16:0/2666769891 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v9) v1 ==== 161+0+0 (secure 0 0 0) 0x7f6590059940 con 0x7f65a00d1b40 2023-09-23T06:37:10.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.463+0000 7f6583fff700 1 -- 172.21.15.16:0/2666769891 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f658406afc0 msgr2=0x7f658406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:10.465 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.463+0000 7f6583fff700 1 --2- 172.21.15.16:0/2666769891 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f658406afc0 0x7f658406d480 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f659c00aa20 tx=0x7f659c008040 comp rx=0 tx=0).stop 2023-09-23T06:37:10.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.463+0000 7f6583fff700 1 -- 172.21.15.16:0/2666769891 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65a00d1b40 msgr2=0x7f65a00c8d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:10.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.463+0000 7f6583fff700 1 --2- 172.21.15.16:0/2666769891 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65a00d1b40 0x7f65a00c8d00 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f6590000c00 tx=0x7f6590004750 comp rx=0 tx=0).stop 2023-09-23T06:37:10.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.463+0000 7f6583fff700 1 -- 172.21.15.16:0/2666769891 shutdown_connections 2023-09-23T06:37:10.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.463+0000 7f6583fff700 1 --2- 172.21.15.16:0/2666769891 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f65a0160b10 0x7f65a00c9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:10.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.463+0000 7f6583fff700 1 --2- 172.21.15.16:0/2666769891 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f65a00b6b70 0x7f65a01f3810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:10.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.463+0000 7f6583fff700 1 --2- 172.21.15.16:0/2666769891 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f658406afc0 0x7f658406d480 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:10.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.463+0000 7f6583fff700 1 --2- 172.21.15.16:0/2666769891 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f65a00d1b40 0x7f65a00c8d00 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:10.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.463+0000 7f6583fff700 1 -- 172.21.15.16:0/2666769891 >> 172.21.15.16:0/2666769891 conn(0x7f65a0072270 msgr2=0x7f65a00d0470 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:10.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.464+0000 7f6583fff700 1 -- 172.21.15.16:0/2666769891 shutdown_connections 2023-09-23T06:37:10.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.464+0000 7f6583fff700 1 -- 172.21.15.16:0/2666769891 wait complete. 2023-09-23T06:37:10.467 INFO:teuthology.orchestra.run.smithi016.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2023-09-23T06:37:10.484 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2023-09-23T06:37:10.536 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2023-09-23T06:37:10.694 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.692+0000 7f374d5ff700 1 Processor -- start 2023-09-23T06:37:10.694 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.692+0000 7f374d5ff700 1 -- start start 2023-09-23T06:37:10.695 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.693+0000 7f374d5ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f374806d630 0x7f374806e300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:10.695 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.693+0000 7f374d5ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37480ae9b0 con 0x7f3748159d20 2023-09-23T06:37:10.695 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.693+0000 7f374d5ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f374815af00 con 0x7f37480ae240 2023-09-23T06:37:10.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.694+0000 7f374d5ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37480c9ab0 con 0x7f374806d630 2023-09-23T06:37:10.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.694+0000 7f3746ffd700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f3748159d20 0x7f37480ca590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57632/0 (socket says 172.21.15.16:57632) 2023-09-23T06:37:10.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.694+0000 7f3746ffd700 1 -- 172.21.15.16:0/2967451343 learned_addr learned my addr 172.21.15.16:0/2967451343 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:10.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.694+0000 7f37477fe700 1 --2- 172.21.15.16:0/2967451343 >> v2:172.21.15.16:3300/0 conn(0x7f374806d630 0x7f374806e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:10.697 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.694+0000 7f37477fe700 1 -- 172.21.15.16:0/2967451343 >> v1:172.21.15.92:6789/0 conn(0x7f37480ae240 legacy=0x7f374806cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:10.697 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.694+0000 7f37477fe700 1 -- 172.21.15.16:0/2967451343 >> v1:172.21.15.16:6789/0 conn(0x7f3748159d20 legacy=0x7f37480ca590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:10.697 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.694+0000 7f37477fe700 1 -- 172.21.15.16:0/2967451343 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37480c9d90 con 0x7f374806d630 2023-09-23T06:37:10.697 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.694+0000 7f37477fe700 1 --2- 172.21.15.16:0/2967451343 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f374806d630 0x7f374806e300 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f3740009d90 tx=0x7f374000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c57424ab02597575 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:10.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.695+0000 7f3745ffb700 1 -- 172.21.15.16:0/2967451343 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f374000bbd0 con 0x7f374806d630 2023-09-23T06:37:10.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.695+0000 7f3745ffb700 1 -- 172.21.15.16:0/2967451343 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f374000bd30 con 0x7f374806d630 2023-09-23T06:37:10.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.695+0000 7f3745ffb700 1 -- 172.21.15.16:0/2967451343 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f374000bea0 con 0x7f374806d630 2023-09-23T06:37:10.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.695+0000 7f374d5ff700 1 -- 172.21.15.16:0/2967451343 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f374806d630 msgr2=0x7f374806e300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:10.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.695+0000 7f374d5ff700 1 --2- 172.21.15.16:0/2967451343 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f374806d630 0x7f374806e300 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f3740009d90 tx=0x7f374000b330 comp rx=0 tx=0).stop 2023-09-23T06:37:10.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.695+0000 7f374d5ff700 1 -- 172.21.15.16:0/2967451343 shutdown_connections 2023-09-23T06:37:10.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.695+0000 7f374d5ff700 1 --2- 172.21.15.16:0/2967451343 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f374806d630 0x7f374806e300 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:10.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.695+0000 7f374d5ff700 1 -- 172.21.15.16:0/2967451343 >> 172.21.15.16:0/2967451343 conn(0x7f37480cf1b0 msgr2=0x7f37480cf5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:10.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.695+0000 7f374d5ff700 1 -- 172.21.15.16:0/2967451343 shutdown_connections 2023-09-23T06:37:10.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.695+0000 7f374d5ff700 1 -- 172.21.15.16:0/2967451343 wait complete. 2023-09-23T06:37:10.699 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.697+0000 7f374d5ff700 1 Processor -- start 2023-09-23T06:37:10.699 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.697+0000 7f374d5ff700 1 -- start start 2023-09-23T06:37:10.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.698+0000 7f374d5ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f374806d630 0x7f374809a460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:10.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.698+0000 7f374d5ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f37480ae240 0x7f3748156150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:10.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.698+0000 7f374d5ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3748159d20 0x7f37480c49b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:10.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.698+0000 7f374d5ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37480c4ef0 con 0x7f37480ae240 2023-09-23T06:37:10.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.698+0000 7f374d5ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f374809ab60 con 0x7f3748159d20 2023-09-23T06:37:10.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.698+0000 7f374d5ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f374809ae40 con 0x7f374806d630 2023-09-23T06:37:10.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.698+0000 7f37467fc700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f37480ae240 0x7f3748156150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:10.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.698+0000 7f37467fc700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f37480ae240 0x7f3748156150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55686/0 (socket says 172.21.15.16:55686) 2023-09-23T06:37:10.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.699+0000 7f37467fc700 1 -- 172.21.15.16:0/1223090375 learned_addr learned my addr 172.21.15.16:0/1223090375 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:10.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.699+0000 7f3746ffd700 1 --2- 172.21.15.16:0/1223090375 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f374806d630 0x7f374809a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:10.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.699+0000 7f37477fe700 1 --2- 172.21.15.16:0/1223090375 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3748159d20 0x7f37480c49b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:10.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.699+0000 7f37467fc700 1 -- 172.21.15.16:0/1223090375 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f374806d630 msgr2=0x7f374809a460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:10.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.699+0000 7f37467fc700 1 --2- 172.21.15.16:0/1223090375 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f374806d630 0x7f374809a460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:10.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.699+0000 7f37467fc700 1 -- 172.21.15.16:0/1223090375 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3748159d20 msgr2=0x7f37480c49b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:10.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.699+0000 7f37467fc700 1 --2- 172.21.15.16:0/1223090375 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3748159d20 0x7f37480c49b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:10.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.699+0000 7f37467fc700 1 -- 172.21.15.16:0/1223090375 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3740009a70 con 0x7f37480ae240 2023-09-23T06:37:10.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.699+0000 7f37477fe700 1 --2- 172.21.15.16:0/1223090375 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3748159d20 0x7f37480c49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:37:10.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.699+0000 7f37467fc700 1 --2- 172.21.15.16:0/1223090375 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f37480ae240 0x7f3748156150 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f373c00c420 tx=0x7f373c00c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:10.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.699+0000 7f372f7fe700 1 -- 172.21.15.16:0/1223090375 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f373c0052d0 con 0x7f37480ae240 2023-09-23T06:37:10.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.699+0000 7f372f7fe700 1 -- 172.21.15.16:0/1223090375 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f373c005430 con 0x7f37480ae240 2023-09-23T06:37:10.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.699+0000 7f372f7fe700 1 -- 172.21.15.16:0/1223090375 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f373c0038c0 con 0x7f37480ae240 2023-09-23T06:37:10.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.699+0000 7f374d5ff700 1 -- 172.21.15.16:0/1223090375 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f374809b120 con 0x7f37480ae240 2023-09-23T06:37:10.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.700+0000 7f374d5ff700 1 -- 172.21.15.16:0/1223090375 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f374809b6e0 con 0x7f37480ae240 2023-09-23T06:37:10.704 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.701+0000 7f374d5ff700 1 -- 172.21.15.16:0/1223090375 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3748074b40 con 0x7f37480ae240 2023-09-23T06:37:10.704 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.702+0000 7f372f7fe700 1 -- 172.21.15.16:0/1223090375 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f373c003a20 con 0x7f37480ae240 2023-09-23T06:37:10.705 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.703+0000 7f372f7fe700 1 --2- 172.21.15.16:0/1223090375 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f373406afc0 0x7f373406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:10.705 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.703+0000 7f372f7fe700 1 -- 172.21.15.16:0/1223090375 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5911+0+0 (secure 0 0 0) 0x7f373c088c70 con 0x7f37480ae240 2023-09-23T06:37:10.706 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.704+0000 7f3746ffd700 1 --2- 172.21.15.16:0/1223090375 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f373406afc0 0x7f373406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:10.706 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.704+0000 7f3746ffd700 1 --2- 172.21.15.16:0/1223090375 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f373406afc0 0x7f373406d480 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3738005910 tx=0x7f3738009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:10.709 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.708+0000 7f372f7fe700 1 -- 172.21.15.16:0/1223090375 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f373c053b40 con 0x7f37480ae240 2023-09-23T06:37:10.966 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:10.965+0000 7f374d5ff700 1 -- 172.21.15.16:0/1223090375 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f37480cba10 con 0x7f37480ae240 2023-09-23T06:37:11.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.462+0000 7f372f7fe700 1 -- 172.21.15.16:0/1223090375 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v10) v1 ==== 104+0+0 (secure 0 0 0) 0x7f373c057160 con 0x7f37480ae240 2023-09-23T06:37:11.467 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.465+0000 7f374d5ff700 1 -- 172.21.15.16:0/1223090375 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f373406afc0 msgr2=0x7f373406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:11.467 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.465+0000 7f374d5ff700 1 --2- 172.21.15.16:0/1223090375 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f373406afc0 0x7f373406d480 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f3738005910 tx=0x7f3738009040 comp rx=0 tx=0).stop 2023-09-23T06:37:11.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.465+0000 7f374d5ff700 1 -- 172.21.15.16:0/1223090375 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f37480ae240 msgr2=0x7f3748156150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:11.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.465+0000 7f374d5ff700 1 --2- 172.21.15.16:0/1223090375 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f37480ae240 0x7f3748156150 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f373c00c420 tx=0x7f373c00c7e0 comp rx=0 tx=0).stop 2023-09-23T06:37:11.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.465+0000 7f374d5ff700 1 -- 172.21.15.16:0/1223090375 shutdown_connections 2023-09-23T06:37:11.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.465+0000 7f374d5ff700 1 --2- 172.21.15.16:0/1223090375 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3748159d20 0x7f37480c49b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:11.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.465+0000 7f374d5ff700 1 --2- 172.21.15.16:0/1223090375 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f374806d630 0x7f374809a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:11.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.465+0000 7f374d5ff700 1 --2- 172.21.15.16:0/1223090375 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f373406afc0 0x7f373406d480 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:11.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.465+0000 7f374d5ff700 1 --2- 172.21.15.16:0/1223090375 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f37480ae240 0x7f3748156150 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:11.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.465+0000 7f374d5ff700 1 -- 172.21.15.16:0/1223090375 >> 172.21.15.16:0/1223090375 conn(0x7f37480cf1b0 msgr2=0x7f37480b2fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:11.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.466+0000 7f374d5ff700 1 -- 172.21.15.16:0/1223090375 shutdown_connections 2023-09-23T06:37:11.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.466+0000 7f374d5ff700 1 -- 172.21.15.16:0/1223090375 wait complete. 2023-09-23T06:37:11.488 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2023-09-23T06:37:11.697 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.696+0000 7f278a1ff700 1 Processor -- start 2023-09-23T06:37:11.698 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.696+0000 7f278a1ff700 1 -- start start 2023-09-23T06:37:11.700 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.697+0000 7f278a1ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f278415d650 0x7f27840b90d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:11.700 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.697+0000 7f278a1ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f27840b56f0 0x7f27840b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:11.700 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.697+0000 7f278a1ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27840cf7a0 con 0x7f27840ce420 2023-09-23T06:37:11.700 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.697+0000 7f278a1ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27840ceb90 con 0x7f278415d650 2023-09-23T06:37:11.700 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.697+0000 7f278a1ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27840cee70 con 0x7f27840b56f0 2023-09-23T06:37:11.700 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.697+0000 7f27837fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f278415d650 0x7f27840b90d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:11.700 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.697+0000 7f27837fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f278415d650 0x7f27840b90d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55690/0 (socket says 172.21.15.16:55690) 2023-09-23T06:37:11.700 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.697+0000 7f2782ffd700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f27840ce420 0x7f27840b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:57636/0 (socket says 172.21.15.16:57636) 2023-09-23T06:37:11.700 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.697+0000 7f27837fe700 1 -- 172.21.15.16:0/3456500601 learned_addr learned my addr 172.21.15.16:0/3456500601 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:11.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.697+0000 7f2783fff700 1 --2- 172.21.15.16:0/3456500601 >> v2:172.21.15.92:3300/0 conn(0x7f27840b56f0 0x7f27840b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:11.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.698+0000 7f27837fe700 1 -- 172.21.15.16:0/3456500601 >> v2:172.21.15.92:3300/0 conn(0x7f27840b56f0 msgr2=0x7f27840b65c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:11.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.698+0000 7f27837fe700 1 --2- 172.21.15.16:0/3456500601 >> v2:172.21.15.92:3300/0 conn(0x7f27840b56f0 0x7f27840b65c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:11.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.698+0000 7f27837fe700 1 -- 172.21.15.16:0/3456500601 >> v1:172.21.15.16:6789/0 conn(0x7f27840ce420 legacy=0x7f27840b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:11.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.698+0000 7f27837fe700 1 -- 172.21.15.16:0/3456500601 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27840cf150 con 0x7f278415d650 2023-09-23T06:37:11.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.698+0000 7f27837fe700 1 --2- 172.21.15.16:0/3456500601 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f278415d650 0x7f27840b90d0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f27840cdb40 tx=0x7f2774009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e16250a4f5b3365f server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:11.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.698+0000 7f27827fc700 1 -- 172.21.15.16:0/3456500601 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f277400b870 con 0x7f278415d650 2023-09-23T06:37:11.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.698+0000 7f27827fc700 1 -- 172.21.15.16:0/3456500601 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f277400b9d0 con 0x7f278415d650 2023-09-23T06:37:11.701 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.698+0000 7f27827fc700 1 -- 172.21.15.16:0/3456500601 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f277400bd60 con 0x7f278415d650 2023-09-23T06:37:11.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.699+0000 7f278a1ff700 1 -- 172.21.15.16:0/3456500601 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f278415d650 msgr2=0x7f27840b90d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:11.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.699+0000 7f278a1ff700 1 --2- 172.21.15.16:0/3456500601 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f278415d650 0x7f27840b90d0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f27840cdb40 tx=0x7f2774009bd0 comp rx=0 tx=0).stop 2023-09-23T06:37:11.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.699+0000 7f278a1ff700 1 -- 172.21.15.16:0/3456500601 shutdown_connections 2023-09-23T06:37:11.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.699+0000 7f278a1ff700 1 --2- 172.21.15.16:0/3456500601 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f278415d650 0x7f27840b90d0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:11.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.699+0000 7f278a1ff700 1 --2- 172.21.15.16:0/3456500601 >> v2:172.21.15.92:3300/0 conn(0x7f27840b56f0 0x7f27840b65c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:11.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.699+0000 7f278a1ff700 1 -- 172.21.15.16:0/3456500601 >> 172.21.15.16:0/3456500601 conn(0x7f27840724b0 msgr2=0x7f27840d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:11.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.699+0000 7f278a1ff700 1 -- 172.21.15.16:0/3456500601 shutdown_connections 2023-09-23T06:37:11.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.699+0000 7f278a1ff700 1 -- 172.21.15.16:0/3456500601 wait complete. 2023-09-23T06:37:11.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.701+0000 7f278a1ff700 1 Processor -- start 2023-09-23T06:37:11.703 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.701+0000 7f278a1ff700 1 -- start start 2023-09-23T06:37:11.705 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.702+0000 7f278a1ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f27840b56f0 0x7f2784154ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:11.705 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.702+0000 7f278a1ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27840ce420 0x7f27841563d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:11.705 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.702+0000 7f278a1ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f278415d650 0x7f27841f6560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:11.706 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.702+0000 7f278a1ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2784154630 con 0x7f278415d650 2023-09-23T06:37:11.706 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.702+0000 7f278a1ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2784156910 con 0x7f27840ce420 2023-09-23T06:37:11.706 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.702+0000 7f278a1ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2784153a20 con 0x7f27840b56f0 2023-09-23T06:37:11.706 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.702+0000 7f2783fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f278415d650 0x7f27841f6560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:11.706 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.702+0000 7f2783fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f278415d650 0x7f27841f6560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55696/0 (socket says 172.21.15.16:55696) 2023-09-23T06:37:11.706 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.702+0000 7f2783fff700 1 -- 172.21.15.16:0/565882774 learned_addr learned my addr 172.21.15.16:0/565882774 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:11.706 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.702+0000 7f2782ffd700 1 --2- 172.21.15.16:0/565882774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27840ce420 0x7f27841563d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:11.706 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.702+0000 7f27837fe700 1 --2- 172.21.15.16:0/565882774 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f27840b56f0 0x7f2784154ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:11.706 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.702+0000 7f2783fff700 1 -- 172.21.15.16:0/565882774 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f27840b56f0 msgr2=0x7f2784154ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:11.706 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.702+0000 7f2783fff700 1 --2- 172.21.15.16:0/565882774 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f27840b56f0 0x7f2784154ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:11.707 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.702+0000 7f2783fff700 1 -- 172.21.15.16:0/565882774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27840ce420 msgr2=0x7f27841563d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:11.707 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.702+0000 7f2783fff700 1 --2- 172.21.15.16:0/565882774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27840ce420 0x7f27841563d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:11.707 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.702+0000 7f2783fff700 1 -- 172.21.15.16:0/565882774 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2774009550 con 0x7f278415d650 2023-09-23T06:37:11.707 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.703+0000 7f2783fff700 1 --2- 172.21.15.16:0/565882774 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f278415d650 0x7f27841f6560 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f277c009fd0 tx=0x7f277c00e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:11.707 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.703+0000 7f276bfff700 1 -- 172.21.15.16:0/565882774 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f277c007ea0 con 0x7f278415d650 2023-09-23T06:37:11.707 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.703+0000 7f276bfff700 1 -- 172.21.15.16:0/565882774 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f277c00ed30 con 0x7f278415d650 2023-09-23T06:37:11.707 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.703+0000 7f276bfff700 1 -- 172.21.15.16:0/565882774 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f277c00eea0 con 0x7f278415d650 2023-09-23T06:37:11.707 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.703+0000 7f278a1ff700 1 -- 172.21.15.16:0/565882774 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2784153d00 con 0x7f278415d650 2023-09-23T06:37:11.707 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.703+0000 7f278a1ff700 1 -- 172.21.15.16:0/565882774 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27841542c0 con 0x7f278415d650 2023-09-23T06:37:11.708 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.704+0000 7f278a1ff700 1 -- 172.21.15.16:0/565882774 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27840cfc10 con 0x7f278415d650 2023-09-23T06:37:11.708 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.705+0000 7f276bfff700 1 -- 172.21.15.16:0/565882774 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f277c014660 con 0x7f278415d650 2023-09-23T06:37:11.708 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.706+0000 7f276bfff700 1 --2- 172.21.15.16:0/565882774 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f277006aff0 0x7f277006d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:11.708 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.706+0000 7f276bfff700 1 -- 172.21.15.16:0/565882774 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5911+0+0 (secure 0 0 0) 0x7f277c089e70 con 0x7f278415d650 2023-09-23T06:37:11.708 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.708+0000 7f27837fe700 1 --2- 172.21.15.16:0/565882774 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f277006aff0 0x7f277006d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:11.709 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.708+0000 7f27837fe700 1 --2- 172.21.15.16:0/565882774 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f277006aff0 0x7f277006d4b0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2774000c00 tx=0x7f2774008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:11.712 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.711+0000 7f276bfff700 1 -- 172.21.15.16:0/565882774 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f27840cfc10 con 0x7f278415d650 2023-09-23T06:37:11.922 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:11.921+0000 7f278a1ff700 1 -- 172.21.15.16:0/565882774 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f27840cfc10 con 0x7f278415d650 2023-09-23T06:37:12.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.470+0000 7f276bfff700 1 -- 172.21.15.16:0/565882774 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v25) v1 ==== 181+0+0 (secure 0 0 0) 0x7f27840cfc10 con 0x7f278415d650 2023-09-23T06:37:12.475 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.474+0000 7f278a1ff700 1 -- 172.21.15.16:0/565882774 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f277006aff0 msgr2=0x7f277006d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:12.475 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.474+0000 7f278a1ff700 1 --2- 172.21.15.16:0/565882774 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f277006aff0 0x7f277006d4b0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f2774000c00 tx=0x7f2774008030 comp rx=0 tx=0).stop 2023-09-23T06:37:12.475 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.474+0000 7f278a1ff700 1 -- 172.21.15.16:0/565882774 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f278415d650 msgr2=0x7f27841f6560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:12.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.474+0000 7f278a1ff700 1 --2- 172.21.15.16:0/565882774 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f278415d650 0x7f27841f6560 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f277c009fd0 tx=0x7f277c00e3c0 comp rx=0 tx=0).stop 2023-09-23T06:37:12.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.474+0000 7f278a1ff700 1 -- 172.21.15.16:0/565882774 shutdown_connections 2023-09-23T06:37:12.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.474+0000 7f278a1ff700 1 --2- 172.21.15.16:0/565882774 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f277006aff0 0x7f277006d4b0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:12.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.474+0000 7f278a1ff700 1 --2- 172.21.15.16:0/565882774 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f278415d650 0x7f27841f6560 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:12.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.474+0000 7f278a1ff700 1 --2- 172.21.15.16:0/565882774 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f27840b56f0 0x7f2784154ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:12.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.474+0000 7f278a1ff700 1 --2- 172.21.15.16:0/565882774 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f27840ce420 0x7f27841563d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:12.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.474+0000 7f278a1ff700 1 -- 172.21.15.16:0/565882774 >> 172.21.15.16:0/565882774 conn(0x7f27840724b0 msgr2=0x7f27840b4e30 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:12.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.475+0000 7f278a1ff700 1 -- 172.21.15.16:0/565882774 shutdown_connections 2023-09-23T06:37:12.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.475+0000 7f278a1ff700 1 -- 172.21.15.16:0/565882774 wait complete. 2023-09-23T06:37:12.480 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' removed 2023-09-23T06:37:12.502 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2023-09-23T06:37:12.712 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.711+0000 7ff9cebff700 1 Processor -- start 2023-09-23T06:37:12.712 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.711+0000 7ff9cebff700 1 -- start start 2023-09-23T06:37:12.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.712+0000 7ff9cebff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff9c80b56f0 0x7ff9c80b90d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:12.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.712+0000 7ff9cebff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9c80ce420 0x7ff9c80b65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:12.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.712+0000 7ff9cebff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9c80cf7a0 con 0x7ff9c815d650 2023-09-23T06:37:12.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.712+0000 7ff9cebff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9c80ceb90 con 0x7ff9c80b56f0 2023-09-23T06:37:12.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.712+0000 7ff9cebff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9c80cee70 con 0x7ff9c80ce420 2023-09-23T06:37:12.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.713+0000 7ff9cd19c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9c80ce420 0x7ff9c80b65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:12.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.713+0000 7ff9c7fff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff9c80b56f0 0x7ff9c80b90d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:12.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.713+0000 7ff9cd19c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9c80ce420 0x7ff9c80b65c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:51880/0 (socket says 172.21.15.16:51880) 2023-09-23T06:37:12.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.713+0000 7ff9c7fff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ff9c80b56f0 0x7ff9c80b90d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:56058/0 (socket says 172.21.15.16:56058) 2023-09-23T06:37:12.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.713+0000 7ff9cd19c700 1 -- 172.21.15.16:0/997094932 learned_addr learned my addr 172.21.15.16:0/997094932 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:12.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.713+0000 7ff9cc99b700 1 --1- 172.21.15.16:0/997094932 >> v1:172.21.15.92:6789/0 conn(0x7ff9c815d650 0x7ff9c80b4fe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.16:55526/0 (socket says 172.21.15.16:55526) 2023-09-23T06:37:12.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.713+0000 7ff9cd19c700 1 -- 172.21.15.16:0/997094932 >> v2:172.21.15.92:3300/0 conn(0x7ff9c80b56f0 msgr2=0x7ff9c80b90d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:12.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.713+0000 7ff9cd19c700 1 --2- 172.21.15.16:0/997094932 >> v2:172.21.15.92:3300/0 conn(0x7ff9c80b56f0 0x7ff9c80b90d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:12.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.713+0000 7ff9cd19c700 1 -- 172.21.15.16:0/997094932 >> v1:172.21.15.92:6789/0 conn(0x7ff9c815d650 legacy=0x7ff9c80b4fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:12.716 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.713+0000 7ff9cd19c700 1 -- 172.21.15.16:0/997094932 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9c80cf150 con 0x7ff9c80ce420 2023-09-23T06:37:12.716 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.713+0000 7ff9c77fe700 1 -- 172.21.15.16:0/997094932 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1063794270 0 0) 0x7ff9c80cf7a0 con 0x7ff9c815d650 2023-09-23T06:37:12.716 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.714+0000 7ff9cd19c700 1 --2- 172.21.15.16:0/997094932 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9c80ce420 0x7ff9c80b65c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff9c0009e50 tx=0x7ff9c000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c3420a703c71ad26 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:12.716 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.714+0000 7ff9c77fe700 1 -- 172.21.15.16:0/997094932 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9c000e070 con 0x7ff9c80ce420 2023-09-23T06:37:12.716 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.714+0000 7ff9c77fe700 1 -- 172.21.15.16:0/997094932 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9c000b910 con 0x7ff9c80ce420 2023-09-23T06:37:12.716 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.714+0000 7ff9c77fe700 1 -- 172.21.15.16:0/997094932 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9c000bcc0 con 0x7ff9c80ce420 2023-09-23T06:37:12.717 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.714+0000 7ff9cebff700 1 -- 172.21.15.16:0/997094932 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9c80ce420 msgr2=0x7ff9c80b65c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:12.717 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.714+0000 7ff9cebff700 1 --2- 172.21.15.16:0/997094932 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9c80ce420 0x7ff9c80b65c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7ff9c0009e50 tx=0x7ff9c000b330 comp rx=0 tx=0).stop 2023-09-23T06:37:12.717 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.715+0000 7ff9cebff700 1 -- 172.21.15.16:0/997094932 shutdown_connections 2023-09-23T06:37:12.717 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.715+0000 7ff9cebff700 1 --2- 172.21.15.16:0/997094932 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9c80ce420 0x7ff9c80b65c0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:12.717 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.715+0000 7ff9cebff700 1 --2- 172.21.15.16:0/997094932 >> v2:172.21.15.92:3300/0 conn(0x7ff9c80b56f0 0x7ff9c80b90d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:12.718 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.715+0000 7ff9cebff700 1 -- 172.21.15.16:0/997094932 >> 172.21.15.16:0/997094932 conn(0x7ff9c80724b0 msgr2=0x7ff9c80d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:12.718 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.715+0000 7ff9cebff700 1 -- 172.21.15.16:0/997094932 shutdown_connections 2023-09-23T06:37:12.718 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.715+0000 7ff9cebff700 1 -- 172.21.15.16:0/997094932 wait complete. 2023-09-23T06:37:12.718 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.716+0000 7ff9cebff700 1 Processor -- start 2023-09-23T06:37:12.718 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.717+0000 7ff9cebff700 1 -- start start 2023-09-23T06:37:12.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.717+0000 7ff9cebff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9c80b56f0 0x7ff9c80b75a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:12.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.717+0000 7ff9cebff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9c80ce420 0x7ff9c80b7ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:12.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.717+0000 7ff9cebff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff9c815d650 0x7ff9c80cc650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:12.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.718+0000 7ff9cebff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9c815e000 con 0x7ff9c80b56f0 2023-09-23T06:37:12.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.718+0000 7ff9cebff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9c815e2e0 con 0x7ff9c815d650 2023-09-23T06:37:12.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.718+0000 7ff9cebff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9c815e5c0 con 0x7ff9c80ce420 2023-09-23T06:37:12.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.718+0000 7ff9cc99b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9c80b56f0 0x7ff9c80b75a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:12.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.718+0000 7ff9cc99b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9c80b56f0 0x7ff9c80b75a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55710/0 (socket says 172.21.15.16:55710) 2023-09-23T06:37:12.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.718+0000 7ff9cc99b700 1 -- 172.21.15.16:0/3858687794 learned_addr learned my addr 172.21.15.16:0/3858687794 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:12.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.718+0000 7ff9cd19c700 1 --2- 172.21.15.16:0/3858687794 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff9c815d650 0x7ff9c80cc650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:12.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.718+0000 7ff9c7fff700 1 --2- 172.21.15.16:0/3858687794 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9c80ce420 0x7ff9c80b7ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:12.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.718+0000 7ff9cc99b700 1 -- 172.21.15.16:0/3858687794 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9c80ce420 msgr2=0x7ff9c80b7ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:12.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.718+0000 7ff9cc99b700 1 --2- 172.21.15.16:0/3858687794 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9c80ce420 0x7ff9c80b7ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:12.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.718+0000 7ff9cc99b700 1 -- 172.21.15.16:0/3858687794 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff9c815d650 msgr2=0x7ff9c80cc650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:12.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.718+0000 7ff9cc99b700 1 --2- 172.21.15.16:0/3858687794 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff9c815d650 0x7ff9c80cc650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:12.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.718+0000 7ff9cc99b700 1 -- 172.21.15.16:0/3858687794 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9c0009b30 con 0x7ff9c80b56f0 2023-09-23T06:37:12.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.718+0000 7ff9cd19c700 1 --2- 172.21.15.16:0/3858687794 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff9c815d650 0x7ff9c80cc650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:12.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.718+0000 7ff9c7fff700 1 --2- 172.21.15.16:0/3858687794 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9c80ce420 0x7ff9c80b7ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:12.722 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.718+0000 7ff9cc99b700 1 --2- 172.21.15.16:0/3858687794 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9c80b56f0 0x7ff9c80b75a0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc00c550 tx=0x7ff9bc00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:12.722 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.719+0000 7ff9c57fa700 1 -- 172.21.15.16:0/3858687794 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9bc004c80 con 0x7ff9c80b56f0 2023-09-23T06:37:12.722 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.719+0000 7ff9c57fa700 1 -- 172.21.15.16:0/3858687794 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9bc004e00 con 0x7ff9c80b56f0 2023-09-23T06:37:12.722 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.719+0000 7ff9c57fa700 1 -- 172.21.15.16:0/3858687794 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9bc007310 con 0x7ff9c80b56f0 2023-09-23T06:37:12.722 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.719+0000 7ff9cebff700 1 -- 172.21.15.16:0/3858687794 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9c815e8a0 con 0x7ff9c80b56f0 2023-09-23T06:37:12.722 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.719+0000 7ff9cebff700 1 -- 172.21.15.16:0/3858687794 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9c815f0a0 con 0x7ff9c80b56f0 2023-09-23T06:37:12.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.720+0000 7ff9cebff700 1 -- 172.21.15.16:0/3858687794 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9c80cfc10 con 0x7ff9c80b56f0 2023-09-23T06:37:12.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.721+0000 7ff9c57fa700 1 -- 172.21.15.16:0/3858687794 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7ff9bc007470 con 0x7ff9c80b56f0 2023-09-23T06:37:12.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.722+0000 7ff9c57fa700 1 --2- 172.21.15.16:0/3858687794 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff9ac06afc0 0x7ff9ac06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:12.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.722+0000 7ff9c57fa700 1 -- 172.21.15.16:0/3858687794 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 5473+0+0 (secure 0 0 0) 0x7ff9bc089460 con 0x7ff9c80b56f0 2023-09-23T06:37:12.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.723+0000 7ff9c7fff700 1 --2- 172.21.15.16:0/3858687794 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff9ac06afc0 0x7ff9ac06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:12.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.723+0000 7ff9c7fff700 1 --2- 172.21.15.16:0/3858687794 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff9ac06afc0 0x7ff9ac06d480 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff9c80c8150 tx=0x7ff9b4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:12.727 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.726+0000 7ff9c57fa700 1 -- 172.21.15.16:0/3858687794 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7ff9c80cfc10 con 0x7ff9c80b56f0 2023-09-23T06:37:12.943 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:12.942+0000 7ff9cebff700 1 -- 172.21.15.16:0/3858687794 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7ff9c815edc0 con 0x7ff9c80b56f0 2023-09-23T06:37:13.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.472+0000 7ff9c57fa700 1 -- 172.21.15.16:0/3858687794 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v26) v1 ==== 169+0+0 (secure 0 0 0) 0x7ff9c815edc0 con 0x7ff9c80b56f0 2023-09-23T06:37:13.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.476+0000 7ff9cebff700 1 -- 172.21.15.16:0/3858687794 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff9ac06afc0 msgr2=0x7ff9ac06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:13.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.476+0000 7ff9cebff700 1 --2- 172.21.15.16:0/3858687794 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff9ac06afc0 0x7ff9ac06d480 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7ff9c80c8150 tx=0x7ff9b4008040 comp rx=0 tx=0).stop 2023-09-23T06:37:13.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.476+0000 7ff9cebff700 1 -- 172.21.15.16:0/3858687794 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9c80b56f0 msgr2=0x7ff9c80b75a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:13.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.476+0000 7ff9cebff700 1 --2- 172.21.15.16:0/3858687794 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9c80b56f0 0x7ff9c80b75a0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7ff9bc00c550 tx=0x7ff9bc00c910 comp rx=0 tx=0).stop 2023-09-23T06:37:13.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.476+0000 7ff9cebff700 1 -- 172.21.15.16:0/3858687794 shutdown_connections 2023-09-23T06:37:13.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.476+0000 7ff9cebff700 1 --2- 172.21.15.16:0/3858687794 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ff9c815d650 0x7ff9c80cc650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:13.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.476+0000 7ff9cebff700 1 --2- 172.21.15.16:0/3858687794 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ff9ac06afc0 0x7ff9ac06d480 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:13.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.476+0000 7ff9cebff700 1 --2- 172.21.15.16:0/3858687794 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ff9c80b56f0 0x7ff9c80b75a0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:13.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.476+0000 7ff9cebff700 1 --2- 172.21.15.16:0/3858687794 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ff9c80ce420 0x7ff9c80b7ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:13.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.476+0000 7ff9cebff700 1 -- 172.21.15.16:0/3858687794 >> 172.21.15.16:0/3858687794 conn(0x7ff9c80724b0 msgr2=0x7ff9c80b3f90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:13.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.477+0000 7ff9cebff700 1 -- 172.21.15.16:0/3858687794 shutdown_connections 2023-09-23T06:37:13.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.477+0000 7ff9cebff700 1 -- 172.21.15.16:0/3858687794 wait complete. 2023-09-23T06:37:13.480 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' removed 2023-09-23T06:37:13.500 INFO:tasks.ceph.mds.a:Restarting daemon 2023-09-23T06:37:13.501 INFO:tasks.ceph.mds.a:Stopping old one... 2023-09-23T06:37:13.501 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2023-09-23T06:37:13.501 INFO:teuthology.orchestra.run:waiting for 300 2023-09-23T06:37:13.501 INFO:tasks.ceph.mds.c:Restarting daemon 2023-09-23T06:37:13.501 INFO:tasks.ceph.mds.c:Stopping old one... 2023-09-23T06:37:13.501 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2023-09-23T06:37:13.502 INFO:teuthology.orchestra.run:waiting for 300 2023-09-23T06:37:13.502 INFO:tasks.ceph.mds.b:Restarting daemon 2023-09-23T06:37:13.502 INFO:tasks.ceph.mds.b:Stopping old one... 2023-09-23T06:37:13.502 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2023-09-23T06:37:13.502 INFO:teuthology.orchestra.run:waiting for 300 2023-09-23T06:37:13.502 INFO:tasks.ceph.mds.d:Restarting daemon 2023-09-23T06:37:13.503 INFO:tasks.ceph.mds.d:Stopping old one... 2023-09-23T06:37:13.503 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2023-09-23T06:37:13.503 INFO:teuthology.orchestra.run:waiting for 300 2023-09-23T06:37:13.517 INFO:tasks.ceph.mds.a:Stopped 2023-09-23T06:37:13.517 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2023-09-23T06:37:13.517 INFO:tasks.ceph.mds.c:Stopped 2023-09-23T06:37:13.518 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2023-09-23T06:37:13.519 INFO:tasks.ceph.mds.b:Stopped 2023-09-23T06:37:13.519 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2023-09-23T06:37:13.519 INFO:tasks.ceph.mds.d:Stopped 2023-09-23T06:37:13.520 DEBUG:teuthology.orchestra.run.smithi092:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2023-09-23T06:37:13.561 INFO:tasks.ceph.mds.a:Started 2023-09-23T06:37:13.561 DEBUG:teuthology.parallel:result is None 2023-09-23T06:37:13.563 INFO:tasks.ceph.mds.b:Started 2023-09-23T06:37:13.564 DEBUG:teuthology.parallel:result is None 2023-09-23T06:37:13.564 INFO:tasks.ceph.mds.c:Started 2023-09-23T06:37:13.564 DEBUG:teuthology.parallel:result is None 2023-09-23T06:37:13.566 INFO:tasks.ceph.mds.d:Started 2023-09-23T06:37:13.566 DEBUG:teuthology.parallel:result is None 2023-09-23T06:37:13.567 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2023-09-23T06:37:13.715 INFO:tasks.ceph.mds.d.smithi092.stdout:starting mds.d at 2023-09-23T06:37:13.716 INFO:tasks.ceph.mds.b.smithi092.stdout:starting mds.b at 2023-09-23T06:37:13.720 INFO:tasks.ceph.mds.a.smithi016.stdout:starting mds.a at 2023-09-23T06:37:13.720 INFO:tasks.ceph.mds.c.smithi016.stdout:starting mds.c at 2023-09-23T06:37:13.785 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.785+0000 7fdff7dff700 1 Processor -- start 2023-09-23T06:37:13.785 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.785+0000 7fdff7dff700 1 -- start start 2023-09-23T06:37:13.787 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.786+0000 7fdff7dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdff0160b10 0x7fdff00b6630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:13.787 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.786+0000 7fdff7dff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fdff00b92b0 0x7fdff00b8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:13.787 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.786+0000 7fdff7dff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdff00b6ff0 con 0x7fdff00b6b70 2023-09-23T06:37:13.787 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.786+0000 7fdff7dff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdff00b72d0 con 0x7fdff00b92b0 2023-09-23T06:37:13.788 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.786+0000 7fdff7dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdff00b75b0 con 0x7fdff0160b10 2023-09-23T06:37:13.788 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.787+0000 7fdff639c700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fdff00b92b0 0x7fdff00b8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:13.788 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.787+0000 7fdff5b9b700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdff0160b10 0x7fdff00b6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:13.788 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.787+0000 7fdff539a700 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fdff00b6b70 0x7fdff00d1600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.16:55550/0 (socket says 172.21.15.16:55550) 2023-09-23T06:37:13.788 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.787+0000 7fdff539a700 1 -- 172.21.15.16:0/2149055123 learned_addr learned my addr 172.21.15.16:0/2149055123 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:13.789 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.787+0000 7fdff5b9b700 1 -- 172.21.15.16:0/2149055123 >> v2:172.21.15.92:3300/0 conn(0x7fdff00b92b0 msgr2=0x7fdff00b8090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:13.789 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.787+0000 7fdff5b9b700 1 --2- 172.21.15.16:0/2149055123 >> v2:172.21.15.92:3300/0 conn(0x7fdff00b92b0 0x7fdff00b8090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:13.789 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.787+0000 7fdff5b9b700 1 -- 172.21.15.16:0/2149055123 >> v1:172.21.15.92:6789/0 conn(0x7fdff00b6b70 legacy=0x7fdff00d1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:13.790 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.787+0000 7fdff5b9b700 1 -- 172.21.15.16:0/2149055123 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdff00b7890 con 0x7fdff0160b10 2023-09-23T06:37:13.790 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.787+0000 7fdff4b99700 1 -- 172.21.15.16:0/2149055123 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1287013583 0 0) 0x7fdff00b6ff0 con 0x7fdff00b6b70 2023-09-23T06:37:13.790 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.787+0000 7fdff5b9b700 1 --2- 172.21.15.16:0/2149055123 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdff0160b10 0x7fdff00b6630 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fdfec009840 tx=0x7fdfec009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=80b8c0193fb6a1ce server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:13.790 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.788+0000 7fdff4b99700 1 -- 172.21.15.16:0/2149055123 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfec011830 con 0x7fdff0160b10 2023-09-23T06:37:13.790 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.788+0000 7fdff4b99700 1 -- 172.21.15.16:0/2149055123 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfec011990 con 0x7fdff0160b10 2023-09-23T06:37:13.790 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.788+0000 7fdff4b99700 1 -- 172.21.15.16:0/2149055123 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfec011d20 con 0x7fdff0160b10 2023-09-23T06:37:13.790 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.788+0000 7fdff7dff700 1 -- 172.21.15.16:0/2149055123 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdff0160b10 msgr2=0x7fdff00b6630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:13.790 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.788+0000 7fdff7dff700 1 --2- 172.21.15.16:0/2149055123 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdff0160b10 0x7fdff00b6630 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fdfec009840 tx=0x7fdfec009b50 comp rx=0 tx=0).stop 2023-09-23T06:37:13.790 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.788+0000 7fdff7dff700 1 -- 172.21.15.16:0/2149055123 shutdown_connections 2023-09-23T06:37:13.790 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.788+0000 7fdff7dff700 1 --2- 172.21.15.16:0/2149055123 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdff0160b10 0x7fdff00b6630 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:13.790 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.788+0000 7fdff7dff700 1 --2- 172.21.15.16:0/2149055123 >> v2:172.21.15.92:3300/0 conn(0x7fdff00b92b0 0x7fdff00b8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:13.791 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.788+0000 7fdff7dff700 1 -- 172.21.15.16:0/2149055123 >> 172.21.15.16:0/2149055123 conn(0x7fdff0072270 msgr2=0x7fdff0072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:13.791 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.788+0000 7fdff7dff700 1 -- 172.21.15.16:0/2149055123 shutdown_connections 2023-09-23T06:37:13.791 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.788+0000 7fdff7dff700 1 -- 172.21.15.16:0/2149055123 wait complete. 2023-09-23T06:37:13.791 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.790+0000 7fdff7dff700 1 Processor -- start 2023-09-23T06:37:13.792 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.790+0000 7fdff7dff700 1 -- start start 2023-09-23T06:37:13.792 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.791+0000 7fdff7dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdff00b6b70 0x7fdff01536a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:13.792 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.791+0000 7fdff7dff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdff00b92b0 0x7fdff00cb6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:13.792 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.791+0000 7fdff7dff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdff0160b10 0x7fdff01e6a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:13.792 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.791+0000 7fdff7dff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdff00cbc00 con 0x7fdff0160b10 2023-09-23T06:37:13.792 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.791+0000 7fdff7dff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdff00cc180 con 0x7fdff00b92b0 2023-09-23T06:37:13.792 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.791+0000 7fdff7dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdff00cbea0 con 0x7fdff00b6b70 2023-09-23T06:37:13.793 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.791+0000 7fdff639c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdff0160b10 0x7fdff01e6a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:13.794 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.791+0000 7fdff639c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdff0160b10 0x7fdff01e6a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:55724/0 (socket says 172.21.15.16:55724) 2023-09-23T06:37:13.794 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.791+0000 7fdff639c700 1 -- 172.21.15.16:0/205449406 learned_addr learned my addr 172.21.15.16:0/205449406 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:13.794 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.791+0000 7fdff539a700 1 --2- 172.21.15.16:0/205449406 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdff00b92b0 0x7fdff00cb6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:13.794 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.792+0000 7fdff5b9b700 1 --2- 172.21.15.16:0/205449406 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdff00b6b70 0x7fdff01536a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:13.794 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.792+0000 7fdff639c700 1 -- 172.21.15.16:0/205449406 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdff00b6b70 msgr2=0x7fdff01536a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:13.794 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.792+0000 7fdff639c700 1 --2- 172.21.15.16:0/205449406 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdff00b6b70 0x7fdff01536a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:13.794 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.792+0000 7fdff639c700 1 -- 172.21.15.16:0/205449406 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdff00b92b0 msgr2=0x7fdff00cb6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:13.794 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.792+0000 7fdff639c700 1 --2- 172.21.15.16:0/205449406 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdff00b92b0 0x7fdff00cb6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:13.794 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.792+0000 7fdff639c700 1 -- 172.21.15.16:0/205449406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfec0094a0 con 0x7fdff0160b10 2023-09-23T06:37:13.794 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.792+0000 7fdff639c700 1 --2- 172.21.15.16:0/205449406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdff0160b10 0x7fdff01e6a50 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fdfe800efc0 tx=0x7fdfe800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:13.794 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.792+0000 7fdfe67fc700 1 -- 172.21.15.16:0/205449406 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfe8009ea0 con 0x7fdff0160b10 2023-09-23T06:37:13.795 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.792+0000 7fdfe67fc700 1 -- 172.21.15.16:0/205449406 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfe800f040 con 0x7fdff0160b10 2023-09-23T06:37:13.795 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.792+0000 7fdfe67fc700 1 -- 172.21.15.16:0/205449406 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfe800ced0 con 0x7fdff0160b10 2023-09-23T06:37:13.795 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.792+0000 7fdff7dff700 1 -- 172.21.15.16:0/205449406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdff01e5f70 con 0x7fdff0160b10 2023-09-23T06:37:13.795 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.793+0000 7fdff7dff700 1 -- 172.21.15.16:0/205449406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdff01e6530 con 0x7fdff0160b10 2023-09-23T06:37:13.795 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.794+0000 7fdff7dff700 1 -- 172.21.15.16:0/205449406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdff00d13f0 con 0x7fdff0160b10 2023-09-23T06:37:13.795 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.794+0000 7fdfe67fc700 1 -- 172.21.15.16:0/205449406 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fdfe8014480 con 0x7fdff0160b10 2023-09-23T06:37:13.796 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.795+0000 7fdfe67fc700 1 --2- 172.21.15.16:0/205449406 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fdfd406afc0 0x7fdfd406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:13.796 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.795+0000 7fdfe67fc700 1 -- 172.21.15.16:0/205449406 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fdfe8089cb0 con 0x7fdff0160b10 2023-09-23T06:37:13.796 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.796+0000 7fdff5b9b700 1 --2- 172.21.15.16:0/205449406 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fdfd406afc0 0x7fdfd406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:13.797 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.796+0000 7fdff5b9b700 1 --2- 172.21.15.16:0/205449406 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fdfd406afc0 0x7fdfd406d480 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fdfec0090b0 tx=0x7fdfec01c040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:13.800 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:13.800+0000 7fdfe67fc700 1 -- 172.21.15.16:0/205449406 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fdfe8054f50 con 0x7fdff0160b10 2023-09-23T06:37:14.029 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.028+0000 7fdff7dff700 1 -- 172.21.15.16:0/205449406 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7fdff00b4f80 con 0x7fdff0160b10 2023-09-23T06:37:14.487 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.486+0000 7fdfe67fc700 1 -- 172.21.15.16:0/205449406 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v28) v1 ==== 97+0+0 (secure 0 0 0) 0x7fdfe8018080 con 0x7fdff0160b10 2023-09-23T06:37:14.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.489+0000 7fdff7dff700 1 -- 172.21.15.16:0/205449406 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fdfd406afc0 msgr2=0x7fdfd406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:14.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.489+0000 7fdff7dff700 1 --2- 172.21.15.16:0/205449406 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fdfd406afc0 0x7fdfd406d480 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fdfec0090b0 tx=0x7fdfec01c040 comp rx=0 tx=0).stop 2023-09-23T06:37:14.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.490+0000 7fdff7dff700 1 -- 172.21.15.16:0/205449406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdff0160b10 msgr2=0x7fdff01e6a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:14.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.490+0000 7fdff7dff700 1 --2- 172.21.15.16:0/205449406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdff0160b10 0x7fdff01e6a50 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7fdfe800efc0 tx=0x7fdfe800c3a0 comp rx=0 tx=0).stop 2023-09-23T06:37:14.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.490+0000 7fdff7dff700 1 -- 172.21.15.16:0/205449406 shutdown_connections 2023-09-23T06:37:14.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.490+0000 7fdff7dff700 1 --2- 172.21.15.16:0/205449406 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fdfd406afc0 0x7fdfd406d480 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:14.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.490+0000 7fdff7dff700 1 --2- 172.21.15.16:0/205449406 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fdff0160b10 0x7fdff01e6a50 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:14.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.490+0000 7fdff7dff700 1 --2- 172.21.15.16:0/205449406 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fdff00b6b70 0x7fdff01536a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:14.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.490+0000 7fdff7dff700 1 --2- 172.21.15.16:0/205449406 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fdff00b92b0 0x7fdff00cb6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:14.491 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.490+0000 7fdff7dff700 1 -- 172.21.15.16:0/205449406 >> 172.21.15.16:0/205449406 conn(0x7fdff0072270 msgr2=0x7fdff0155a00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:14.492 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.490+0000 7fdff7dff700 1 -- 172.21.15.16:0/205449406 shutdown_connections 2023-09-23T06:37:14.492 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.490+0000 7fdff7dff700 1 -- 172.21.15.16:0/205449406 wait complete. 2023-09-23T06:37:14.492 INFO:teuthology.orchestra.run.smithi016.stderr: removed all blocklist entries 2023-09-23T06:37:14.513 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2023-09-23T06:37:14.717 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.715+0000 7f22875ff700 1 Processor -- start 2023-09-23T06:37:14.719 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.715+0000 7f22875ff700 1 -- start start 2023-09-23T06:37:14.719 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.716+0000 7f22875ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f228015d770 0x7f22800ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:14.719 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.716+0000 7f22875ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f228015db50 0x7f22800b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:14.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.716+0000 7f22875ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f228015ec00 con 0x7f22800b4fe0 2023-09-23T06:37:14.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.716+0000 7f22875ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22800b65c0 con 0x7f228015d770 2023-09-23T06:37:14.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.716+0000 7f22875ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22800cdd00 con 0x7f228015db50 2023-09-23T06:37:14.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.717+0000 7f2285b9c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f22800b4fe0 0x7f2280161600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37570/0 (socket says 172.21.15.16:37570) 2023-09-23T06:37:14.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.717+0000 7f2285b9c700 1 -- 172.21.15.16:0/3369515024 learned_addr learned my addr 172.21.15.16:0/3369515024 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:14.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.717+0000 7f2284b9a700 1 --2- 172.21.15.16:0/3369515024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f228015db50 0x7f22800b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:14.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.717+0000 7f228539b700 1 --2- 172.21.15.16:0/3369515024 >> v2:172.21.15.92:3300/0 conn(0x7f228015d770 0x7f22800ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:14.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.717+0000 7f2277fff700 1 -- 172.21.15.16:0/3369515024 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1884029376 0 0) 0x7f228015ec00 con 0x7f22800b4fe0 2023-09-23T06:37:14.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.717+0000 7f2277fff700 1 -- 172.21.15.16:0/3369515024 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f226c0035b0 con 0x7f22800b4fe0 2023-09-23T06:37:14.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.717+0000 7f2284b9a700 1 -- 172.21.15.16:0/3369515024 >> v2:172.21.15.92:3300/0 conn(0x7f228015d770 msgr2=0x7f22800ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:14.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.717+0000 7f2284b9a700 1 --2- 172.21.15.16:0/3369515024 >> v2:172.21.15.92:3300/0 conn(0x7f228015d770 0x7f22800ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:14.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.717+0000 7f2284b9a700 1 -- 172.21.15.16:0/3369515024 >> v1:172.21.15.16:6789/0 conn(0x7f22800b4fe0 legacy=0x7f2280161600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:14.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.717+0000 7f2284b9a700 1 -- 172.21.15.16:0/3369515024 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f228015e080 con 0x7f228015db50 2023-09-23T06:37:14.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.717+0000 7f228539b700 1 --2- 172.21.15.16:0/3369515024 >> v2:172.21.15.92:3300/0 conn(0x7f228015d770 0x7f22800ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:37:14.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.718+0000 7f2284b9a700 1 --2- 172.21.15.16:0/3369515024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f228015db50 0x7f22800b8e40 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2270009840 tx=0x7f2270009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=16a33772108db5d3 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:14.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.718+0000 7f2277fff700 1 -- 172.21.15.16:0/3369515024 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2270011830 con 0x7f228015db50 2023-09-23T06:37:14.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.718+0000 7f2277fff700 1 -- 172.21.15.16:0/3369515024 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2270011990 con 0x7f228015db50 2023-09-23T06:37:14.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.718+0000 7f2277fff700 1 -- 172.21.15.16:0/3369515024 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2270011d20 con 0x7f228015db50 2023-09-23T06:37:14.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.718+0000 7f22875ff700 1 -- 172.21.15.16:0/3369515024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f228015db50 msgr2=0x7f22800b8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:14.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.718+0000 7f22875ff700 1 --2- 172.21.15.16:0/3369515024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f228015db50 0x7f22800b8e40 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f2270009840 tx=0x7f2270009b50 comp rx=0 tx=0).stop 2023-09-23T06:37:14.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.719+0000 7f22875ff700 1 -- 172.21.15.16:0/3369515024 shutdown_connections 2023-09-23T06:37:14.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.719+0000 7f22875ff700 1 --2- 172.21.15.16:0/3369515024 >> v2:172.21.15.92:3300/0 conn(0x7f228015d770 0x7f22800ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:14.722 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.719+0000 7f22875ff700 1 --2- 172.21.15.16:0/3369515024 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f228015db50 0x7f22800b8e40 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:14.722 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.719+0000 7f22875ff700 1 -- 172.21.15.16:0/3369515024 >> 172.21.15.16:0/3369515024 conn(0x7f22800724b0 msgr2=0x7f22800d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:14.722 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.719+0000 7f22875ff700 1 -- 172.21.15.16:0/3369515024 shutdown_connections 2023-09-23T06:37:14.722 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.719+0000 7f22875ff700 1 -- 172.21.15.16:0/3369515024 wait complete. 2023-09-23T06:37:14.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.720+0000 7f22875ff700 1 Processor -- start 2023-09-23T06:37:14.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.721+0000 7f22875ff700 1 -- start start 2023-09-23T06:37:14.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.721+0000 7f22875ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22800b4fe0 0x7f22800c6330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:14.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.721+0000 7f22875ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f228015d770 0x7f228014ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:14.725 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.721+0000 7f22875ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f228015db50 0x7f22800d3560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:14.725 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.721+0000 7f22875ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22800aa280 con 0x7f22800b4fe0 2023-09-23T06:37:14.725 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.721+0000 7f22875ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f228014a3b0 con 0x7f228015d770 2023-09-23T06:37:14.725 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.721+0000 7f22875ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f228014d360 con 0x7f228015db50 2023-09-23T06:37:14.725 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.722+0000 7f228539b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22800b4fe0 0x7f22800c6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:14.725 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.722+0000 7f228539b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22800b4fe0 0x7f22800c6330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54738/0 (socket says 172.21.15.16:54738) 2023-09-23T06:37:14.725 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.722+0000 7f228539b700 1 -- 172.21.15.16:0/35315985 learned_addr learned my addr 172.21.15.16:0/35315985 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:14.725 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.722+0000 7f2285b9c700 1 --2- 172.21.15.16:0/35315985 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f228015db50 0x7f22800d3560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:14.725 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.722+0000 7f2284b9a700 1 --2- 172.21.15.16:0/35315985 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f228015d770 0x7f228014ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:14.725 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.722+0000 7f228539b700 1 -- 172.21.15.16:0/35315985 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f228015db50 msgr2=0x7f22800d3560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:14.725 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.722+0000 7f228539b700 1 --2- 172.21.15.16:0/35315985 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f228015db50 0x7f22800d3560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:14.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.722+0000 7f228539b700 1 -- 172.21.15.16:0/35315985 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f228015d770 msgr2=0x7f228014ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:14.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.722+0000 7f228539b700 1 --2- 172.21.15.16:0/35315985 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f228015d770 0x7f228014ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:14.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.722+0000 7f228539b700 1 -- 172.21.15.16:0/35315985 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f227c0094a0 con 0x7f22800b4fe0 2023-09-23T06:37:14.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.722+0000 7f2285b9c700 1 --2- 172.21.15.16:0/35315985 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f228015db50 0x7f22800d3560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:14.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.722+0000 7f2284b9a700 1 --2- 172.21.15.16:0/35315985 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f228015d770 0x7f228014ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:14.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.722+0000 7f228539b700 1 --2- 172.21.15.16:0/35315985 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22800b4fe0 0x7f22800c6330 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f227c00ebe0 tx=0x7f227c009ec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:14.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.723+0000 7f2275ffb700 1 -- 172.21.15.16:0/35315985 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f227c00c910 con 0x7f22800b4fe0 2023-09-23T06:37:14.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.723+0000 7f2275ffb700 1 -- 172.21.15.16:0/35315985 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f227c00ca70 con 0x7f22800b4fe0 2023-09-23T06:37:14.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.723+0000 7f2275ffb700 1 -- 172.21.15.16:0/35315985 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f227c00cde0 con 0x7f22800b4fe0 2023-09-23T06:37:14.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.723+0000 7f22875ff700 1 -- 172.21.15.16:0/35315985 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22700094a0 con 0x7f22800b4fe0 2023-09-23T06:37:14.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.723+0000 7f22875ff700 1 -- 172.21.15.16:0/35315985 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22801f3770 con 0x7f22800b4fe0 2023-09-23T06:37:14.727 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.724+0000 7f22875ff700 1 -- 172.21.15.16:0/35315985 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2280074b40 con 0x7f22800b4fe0 2023-09-23T06:37:14.727 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.725+0000 7f2275ffb700 1 -- 172.21.15.16:0/35315985 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f227c013470 con 0x7f22800b4fe0 2023-09-23T06:37:14.727 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.725+0000 7f2275ffb700 1 --2- 172.21.15.16:0/35315985 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f226406afc0 0x7f226406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:14.728 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.726+0000 7f2275ffb700 1 -- 172.21.15.16:0/35315985 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f227c089680 con 0x7f22800b4fe0 2023-09-23T06:37:14.728 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.726+0000 7f2284b9a700 1 --2- 172.21.15.16:0/35315985 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f226406afc0 0x7f226406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:14.728 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.727+0000 7f2284b9a700 1 --2- 172.21.15.16:0/35315985 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f226406afc0 0x7f226406d480 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f2270009840 tx=0x7f227001c040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:14.731 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:14.730+0000 7f2275ffb700 1 -- 172.21.15.16:0/35315985 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f227c054970 con 0x7f22800b4fe0 2023-09-23T06:37:15.025 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.025+0000 7f22875ff700 1 -- 172.21.15.16:0/35315985 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f22800d3290 con 0x7f22800b4fe0 2023-09-23T06:37:15.026 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.025+0000 7f2275ffb700 1 -- 172.21.15.16:0/35315985 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v4) v1 ==== 80+0+6645 (secure 0 0 0) 0x7f227c057f90 con 0x7f22800b4fe0 2023-09-23T06:37:15.026 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:15.026 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2023-09-23T06:37:15.026 INFO:teuthology.orchestra.run.smithi016.stdout: "auth_dump": [ 2023-09-23T06:37:15.026 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.026 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.a", 2023-09-23T06:37:15.027 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAahw5lizN3JRAAh+Xd63jmalIjeVfQBk9+ug==", 2023-09-23T06:37:15.027 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.027 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2023-09-23T06:37:15.027 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2023-09-23T06:37:15.027 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2023-09-23T06:37:15.027 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2023-09-23T06:37:15.027 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.027 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.027 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.027 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.b", 2023-09-23T06:37:15.028 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAbhw5lOJjDARAAnna0ih78pYUDm6RzZcJOpA==", 2023-09-23T06:37:15.028 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.028 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2023-09-23T06:37:15.028 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2023-09-23T06:37:15.028 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2023-09-23T06:37:15.028 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2023-09-23T06:37:15.028 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.028 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.028 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.028 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.c", 2023-09-23T06:37:15.028 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAahw5lJn+bMRAARPAMiD82YFIEtmvBr8msfw==", 2023-09-23T06:37:15.028 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.029 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2023-09-23T06:37:15.029 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2023-09-23T06:37:15.029 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2023-09-23T06:37:15.029 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2023-09-23T06:37:15.029 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.029 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.029 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.029 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mds.d", 2023-09-23T06:37:15.029 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAbhw5lIZ9gDRAACxpON6Ihfi7hT3jnGthFUA==", 2023-09-23T06:37:15.029 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.029 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2023-09-23T06:37:15.030 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2023-09-23T06:37:15.030 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2023-09-23T06:37:15.030 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2023-09-23T06:37:15.030 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.030 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.030 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.030 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.0", 2023-09-23T06:37:15.030 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAdhw5lb3USFRAArBiqEpLRhnU+7Ck0KuflFw==", 2023-09-23T06:37:15.030 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.030 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2023-09-23T06:37:15.030 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2023-09-23T06:37:15.031 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2023-09-23T06:37:15.031 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.031 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.031 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.031 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.1", 2023-09-23T06:37:15.031 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAghw5lZlOpGRAA1ahdu1aXU+x1pyPjOUkY7w==", 2023-09-23T06:37:15.031 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.031 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2023-09-23T06:37:15.031 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2023-09-23T06:37:15.031 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2023-09-23T06:37:15.031 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.031 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.032 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.032 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.2", 2023-09-23T06:37:15.032 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAjhw5lTywuHhAACghGvjcROefk1Gpsps7AqA==", 2023-09-23T06:37:15.032 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.032 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2023-09-23T06:37:15.032 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2023-09-23T06:37:15.032 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2023-09-23T06:37:15.032 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.032 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.032 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.032 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.3", 2023-09-23T06:37:15.032 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAmhw5lTYz2IRAAavem6+gosUWTgIFzP/Sgsg==", 2023-09-23T06:37:15.033 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.033 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2023-09-23T06:37:15.033 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2023-09-23T06:37:15.033 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2023-09-23T06:37:15.033 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.033 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.033 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.033 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.4", 2023-09-23T06:37:15.033 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAshw5lhRH/ORAA49/flAC62yvh+e3iqvz5ig==", 2023-09-23T06:37:15.033 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.033 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2023-09-23T06:37:15.033 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2023-09-23T06:37:15.034 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2023-09-23T06:37:15.034 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.034 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.034 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.034 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.5", 2023-09-23T06:37:15.034 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAwhw5lbnwWAxAAbIqSsHUMpZtk5IBD6LjcDA==", 2023-09-23T06:37:15.034 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.034 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2023-09-23T06:37:15.034 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2023-09-23T06:37:15.034 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2023-09-23T06:37:15.035 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.035 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.035 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.035 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.6", 2023-09-23T06:37:15.035 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAzhw5lYWllBhAAthAKjIXd3Iiw4Zj1ZqldQg==", 2023-09-23T06:37:15.035 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.035 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2023-09-23T06:37:15.035 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2023-09-23T06:37:15.035 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2023-09-23T06:37:15.035 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.035 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.035 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.036 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "osd.7", 2023-09-23T06:37:15.036 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQA2hw5llVpQChAAV/tT4I7q5/sah5EqxaEPiQ==", 2023-09-23T06:37:15.036 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.036 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow profile osd", 2023-09-23T06:37:15.036 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile osd", 2023-09-23T06:37:15.036 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2023-09-23T06:37:15.036 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.036 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.036 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.036 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.0", 2023-09-23T06:37:15.036 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAbhw5l1Aa8FxAAopcPI+GwfTn69JjDl6wzvw==", 2023-09-23T06:37:15.037 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.037 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2023-09-23T06:37:15.037 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2023-09-23T06:37:15.037 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2023-09-23T06:37:15.037 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2023-09-23T06:37:15.037 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.037 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.037 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.037 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.1", 2023-09-23T06:37:15.037 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAbhw5lDFwbJxAATyCfkeJ7Ff6fXNGrU/MRXQ==", 2023-09-23T06:37:15.037 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.037 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2023-09-23T06:37:15.038 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2023-09-23T06:37:15.038 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2023-09-23T06:37:15.038 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2023-09-23T06:37:15.038 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.038 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.038 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.038 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.2", 2023-09-23T06:37:15.038 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAbhw5lW4aIHxAAXy0gsefCY2LHOWOdRIkx4g==", 2023-09-23T06:37:15.038 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.038 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2023-09-23T06:37:15.038 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2023-09-23T06:37:15.039 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2023-09-23T06:37:15.039 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2023-09-23T06:37:15.039 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.039 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.039 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.039 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.3", 2023-09-23T06:37:15.039 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAbhw5l5dPZLhAAEtfzAvTKadzrqzjnGEmQ7Q==", 2023-09-23T06:37:15.039 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.039 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow", 2023-09-23T06:37:15.039 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow r", 2023-09-23T06:37:15.040 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow rw", 2023-09-23T06:37:15.040 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow rwx" 2023-09-23T06:37:15.040 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.040 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.040 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.040 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.admin", 2023-09-23T06:37:15.040 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA==", 2023-09-23T06:37:15.040 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.040 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2023-09-23T06:37:15.040 INFO:teuthology.orchestra.run.smithi016.stdout: "mgr": "allow *", 2023-09-23T06:37:15.040 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow *", 2023-09-23T06:37:15.041 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2023-09-23T06:37:15.041 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.041 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.041 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.041 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.bootstrap-mds", 2023-09-23T06:37:15.041 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQBIhw5lTLF9DRAAszzfuA25IdXJ7rg1//a/4A==", 2023-09-23T06:37:15.041 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.041 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile bootstrap-mds" 2023-09-23T06:37:15.041 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.041 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.041 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.042 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.bootstrap-mgr", 2023-09-23T06:37:15.042 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQBIhw5lGOl9DRAAAlrVXhv6hHlb+FgtNZMxPQ==", 2023-09-23T06:37:15.042 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.042 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile bootstrap-mgr" 2023-09-23T06:37:15.042 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.042 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.042 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.042 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.bootstrap-osd", 2023-09-23T06:37:15.042 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQBIhw5lpfV9DRAAPHfgpwHl0Z5Z63noj2S7sQ==", 2023-09-23T06:37:15.042 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.042 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile bootstrap-osd" 2023-09-23T06:37:15.043 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.043 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.043 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.043 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.bootstrap-rbd", 2023-09-23T06:37:15.043 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQBIhw5lsv59DRAAo8Qax5uJwfMVi35YqX8Bzg==", 2023-09-23T06:37:15.043 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.043 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile bootstrap-rbd" 2023-09-23T06:37:15.043 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.043 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.043 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.043 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.bootstrap-rbd-mirror", 2023-09-23T06:37:15.043 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQBIhw5l+Ad+DRAAjd1ROII0WDuzQ8htUfvfiQ==", 2023-09-23T06:37:15.044 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.044 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2023-09-23T06:37:15.044 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.044 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.044 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.044 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "client.bootstrap-rgw", 2023-09-23T06:37:15.044 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQBIhw5lGxF+DRAAEKET7ESFI2qkBirzAr2G2g==", 2023-09-23T06:37:15.044 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.044 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile bootstrap-rgw" 2023-09-23T06:37:15.044 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.044 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.044 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.045 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.x", 2023-09-23T06:37:15.045 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAahw5lzv5FHRAAuaR63BEkDtF7N0iHTJFc6A==", 2023-09-23T06:37:15.045 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.045 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2023-09-23T06:37:15.045 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2023-09-23T06:37:15.045 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2023-09-23T06:37:15.045 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.045 INFO:teuthology.orchestra.run.smithi016.stdout: }, 2023-09-23T06:37:15.045 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:15.045 INFO:teuthology.orchestra.run.smithi016.stdout: "entity": "mgr.y", 2023-09-23T06:37:15.045 INFO:teuthology.orchestra.run.smithi016.stdout: "key": "AQAahw5lNrCZFBAAyW254lGUZanpwwetG3nNWg==", 2023-09-23T06:37:15.045 INFO:teuthology.orchestra.run.smithi016.stdout: "caps": { 2023-09-23T06:37:15.046 INFO:teuthology.orchestra.run.smithi016.stdout: "mds": "allow *", 2023-09-23T06:37:15.046 INFO:teuthology.orchestra.run.smithi016.stdout: "mon": "allow profile mgr", 2023-09-23T06:37:15.046 INFO:teuthology.orchestra.run.smithi016.stdout: "osd": "allow *" 2023-09-23T06:37:15.046 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.046 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:15.046 INFO:teuthology.orchestra.run.smithi016.stdout: ] 2023-09-23T06:37:15.046 INFO:teuthology.orchestra.run.smithi016.stdout:} 2023-09-23T06:37:15.047 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.028+0000 7f22875ff700 1 -- 172.21.15.16:0/35315985 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f226406afc0 msgr2=0x7f226406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:15.048 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.028+0000 7f22875ff700 1 --2- 172.21.15.16:0/35315985 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f226406afc0 0x7f226406d480 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f2270009840 tx=0x7f227001c040 comp rx=0 tx=0).stop 2023-09-23T06:37:15.048 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.028+0000 7f22875ff700 1 -- 172.21.15.16:0/35315985 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22800b4fe0 msgr2=0x7f22800c6330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:15.048 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.028+0000 7f22875ff700 1 --2- 172.21.15.16:0/35315985 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22800b4fe0 0x7f22800c6330 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f227c00ebe0 tx=0x7f227c009ec0 comp rx=0 tx=0).stop 2023-09-23T06:37:15.048 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.028+0000 7f22875ff700 1 -- 172.21.15.16:0/35315985 shutdown_connections 2023-09-23T06:37:15.048 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.028+0000 7f22875ff700 1 --2- 172.21.15.16:0/35315985 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f228015db50 0x7f22800d3560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:15.048 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.028+0000 7f22875ff700 1 --2- 172.21.15.16:0/35315985 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f226406afc0 0x7f226406d480 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:15.048 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.028+0000 7f22875ff700 1 --2- 172.21.15.16:0/35315985 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f22800b4fe0 0x7f22800c6330 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:15.048 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.028+0000 7f22875ff700 1 --2- 172.21.15.16:0/35315985 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f228015d770 0x7f228014ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:15.048 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.028+0000 7f22875ff700 1 -- 172.21.15.16:0/35315985 >> 172.21.15.16:0/35315985 conn(0x7f22800724b0 msgr2=0x7f2280161500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:15.048 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.028+0000 7f22875ff700 1 -- 172.21.15.16:0/35315985 shutdown_connections 2023-09-23T06:37:15.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.028+0000 7f22875ff700 1 -- 172.21.15.16:0/35315985 wait complete. 2023-09-23T06:37:15.049 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2023-09-23T06:37:15.255 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.254+0000 7f88425ff700 1 Processor -- start 2023-09-23T06:37:15.255 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.254+0000 7f88425ff700 1 -- start start 2023-09-23T06:37:15.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.255+0000 7f88425ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f883c0cfa50 0x7f883c0b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:15.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.255+0000 7f88425ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f883c15de50 con 0x7f883c0b4fc0 2023-09-23T06:37:15.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.255+0000 7f88425ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f883c15e130 con 0x7f883c0ce390 2023-09-23T06:37:15.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.255+0000 7f88425ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f883c15ead0 con 0x7f883c0cfa50 2023-09-23T06:37:15.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.255+0000 7f883bfff700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f883c0b4fc0 0x7f883c0b53a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37584/0 (socket says 172.21.15.16:37584) 2023-09-23T06:37:15.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.255+0000 7f883bfff700 1 -- 172.21.15.16:0/2702740644 learned_addr learned my addr 172.21.15.16:0/2702740644 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:15.258 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.256+0000 7f883b7fe700 1 --2- 172.21.15.16:0/2702740644 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f883c0cfa50 0x7f883c0b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:15.258 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.256+0000 7f883affd700 1 -- 172.21.15.16:0/2702740644 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2145508183 0 0) 0x7f883c15de50 con 0x7f883c0b4fc0 2023-09-23T06:37:15.258 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.256+0000 7f883affd700 1 -- 172.21.15.16:0/2702740644 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f88240035b0 con 0x7f883c0b4fc0 2023-09-23T06:37:15.259 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.256+0000 7f883affd700 1 -- 172.21.15.16:0/2702740644 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1681732540 0 0) 0x7f883c15e130 con 0x7f883c0ce390 2023-09-23T06:37:15.259 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.256+0000 7f883b7fe700 1 -- 172.21.15.16:0/2702740644 >> v1:172.21.15.92:6789/0 conn(0x7f883c0ce390 legacy=0x7f883c0ce840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:15.259 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.256+0000 7f883b7fe700 1 -- 172.21.15.16:0/2702740644 >> v1:172.21.15.16:6789/0 conn(0x7f883c0b4fc0 legacy=0x7f883c0b53a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:15.259 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.256+0000 7f883b7fe700 1 -- 172.21.15.16:0/2702740644 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f883c15e410 con 0x7f883c0cfa50 2023-09-23T06:37:15.259 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.256+0000 7f883b7fe700 1 --2- 172.21.15.16:0/2702740644 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f883c0cfa50 0x7f883c0b8e40 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f8830009870 tx=0x7f8830009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=93bf9e9d4390d520 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:15.259 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.257+0000 7f883affd700 1 -- 172.21.15.16:0/2702740644 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f882c001670 con 0x7f883c0cfa50 2023-09-23T06:37:15.259 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.257+0000 7f883affd700 1 -- 172.21.15.16:0/2702740644 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8830004030 con 0x7f883c0cfa50 2023-09-23T06:37:15.259 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.257+0000 7f883affd700 1 -- 172.21.15.16:0/2702740644 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88300043c0 con 0x7f883c0cfa50 2023-09-23T06:37:15.259 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.257+0000 7f88425ff700 1 -- 172.21.15.16:0/2702740644 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f883c0cfa50 msgr2=0x7f883c0b8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:15.259 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.257+0000 7f88425ff700 1 --2- 172.21.15.16:0/2702740644 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f883c0cfa50 0x7f883c0b8e40 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f8830009870 tx=0x7f8830009b80 comp rx=0 tx=0).stop 2023-09-23T06:37:15.259 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.257+0000 7f88425ff700 1 -- 172.21.15.16:0/2702740644 shutdown_connections 2023-09-23T06:37:15.260 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.257+0000 7f88425ff700 1 --2- 172.21.15.16:0/2702740644 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f883c0cfa50 0x7f883c0b8e40 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:15.260 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.257+0000 7f88425ff700 1 -- 172.21.15.16:0/2702740644 >> 172.21.15.16:0/2702740644 conn(0x7f883c0722a0 msgr2=0x7f883c0726b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:15.260 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.257+0000 7f88425ff700 1 -- 172.21.15.16:0/2702740644 shutdown_connections 2023-09-23T06:37:15.260 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.257+0000 7f88425ff700 1 -- 172.21.15.16:0/2702740644 wait complete. 2023-09-23T06:37:15.261 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.259+0000 7f88425ff700 1 Processor -- start 2023-09-23T06:37:15.261 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.259+0000 7f88425ff700 1 -- start start 2023-09-23T06:37:15.261 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.260+0000 7f88425ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f883c0b4fc0 0x7f883c14e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:15.261 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.260+0000 7f88425ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f883c0ce390 0x7f883c15b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:15.261 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.260+0000 7f88425ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f883c0cfa50 0x7f883c15bc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:15.261 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.260+0000 7f88425ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f883c0b8a70 con 0x7f883c0cfa50 2023-09-23T06:37:15.261 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.260+0000 7f88425ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f883c0cab90 con 0x7f883c0ce390 2023-09-23T06:37:15.261 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.260+0000 7f88425ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f883c0b84b0 con 0x7f883c0b4fc0 2023-09-23T06:37:15.263 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.260+0000 7f8840b9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f883c0cfa50 0x7f883c15bc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:15.263 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.260+0000 7f8840b9c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f883c0cfa50 0x7f883c15bc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54740/0 (socket says 172.21.15.16:54740) 2023-09-23T06:37:15.263 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.260+0000 7f8840b9c700 1 -- 172.21.15.16:0/1782399280 learned_addr learned my addr 172.21.15.16:0/1782399280 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:15.263 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.261+0000 7f883b7fe700 1 --2- 172.21.15.16:0/1782399280 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f883c0ce390 0x7f883c15b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:15.263 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.261+0000 7f883bfff700 1 --2- 172.21.15.16:0/1782399280 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f883c0b4fc0 0x7f883c14e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:15.263 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.261+0000 7f8840b9c700 1 -- 172.21.15.16:0/1782399280 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f883c0b4fc0 msgr2=0x7f883c14e990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:15.263 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.261+0000 7f8840b9c700 1 --2- 172.21.15.16:0/1782399280 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f883c0b4fc0 0x7f883c14e990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:15.263 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.261+0000 7f8840b9c700 1 -- 172.21.15.16:0/1782399280 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f883c0ce390 msgr2=0x7f883c15b6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:15.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.261+0000 7f8840b9c700 1 --2- 172.21.15.16:0/1782399280 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f883c0ce390 0x7f883c15b6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:15.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.261+0000 7f8840b9c700 1 -- 172.21.15.16:0/1782399280 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88300094a0 con 0x7f883c0cfa50 2023-09-23T06:37:15.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.261+0000 7f883b7fe700 1 --2- 172.21.15.16:0/1782399280 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f883c0ce390 0x7f883c15b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:15.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.261+0000 7f8840b9c700 1 --2- 172.21.15.16:0/1782399280 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f883c0cfa50 0x7f883c15bc00 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f8834001560 tx=0x7f883400cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:15.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.261+0000 7f8838ff9700 1 -- 172.21.15.16:0/1782399280 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8834003e30 con 0x7f883c0cfa50 2023-09-23T06:37:15.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.261+0000 7f8838ff9700 1 -- 172.21.15.16:0/1782399280 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8834005070 con 0x7f883c0cfa50 2023-09-23T06:37:15.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.261+0000 7f88425ff700 1 -- 172.21.15.16:0/1782399280 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f883c0b8790 con 0x7f883c0cfa50 2023-09-23T06:37:15.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.262+0000 7f8838ff9700 1 -- 172.21.15.16:0/1782399280 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8834005420 con 0x7f883c0cfa50 2023-09-23T06:37:15.264 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.262+0000 7f88425ff700 1 -- 172.21.15.16:0/1782399280 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f883c14eed0 con 0x7f883c0cfa50 2023-09-23T06:37:15.265 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.263+0000 7f88425ff700 1 -- 172.21.15.16:0/1782399280 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f883c0ca610 con 0x7f883c0cfa50 2023-09-23T06:37:15.265 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.264+0000 7f8838ff9700 1 -- 172.21.15.16:0/1782399280 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f8834005580 con 0x7f883c0cfa50 2023-09-23T06:37:15.265 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.264+0000 7f8838ff9700 1 --2- 172.21.15.16:0/1782399280 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f882806afc0 0x7f882806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:15.265 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.265+0000 7f8838ff9700 1 -- 172.21.15.16:0/1782399280 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f8834088c10 con 0x7f883c0cfa50 2023-09-23T06:37:15.266 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.265+0000 7f883bfff700 1 --2- 172.21.15.16:0/1782399280 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f882806afc0 0x7f882806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:15.266 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.265+0000 7f883bfff700 1 --2- 172.21.15.16:0/1782399280 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f882806afc0 0x7f882806d480 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f882c0017a0 tx=0x7f882c001650 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:15.270 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.269+0000 7f8838ff9700 1 -- 172.21.15.16:0/1782399280 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f883c0ca610 con 0x7f883c0cfa50 2023-09-23T06:37:15.562 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.562+0000 7f88425ff700 1 -- 172.21.15.16:0/1782399280 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7f883c0cacd0 con 0x7f883c0cfa50 2023-09-23T06:37:15.565 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.564+0000 7f8838ff9700 1 -- 172.21.15.16:0/1782399280 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v5) v1 ==== 90+0+0 (secure 0 0 0) 0x7f883c0cacd0 con 0x7f883c0cfa50 2023-09-23T06:37:15.567 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.566+0000 7f88425ff700 1 -- 172.21.15.16:0/1782399280 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f882806afc0 msgr2=0x7f882806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:15.568 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.566+0000 7f88425ff700 1 --2- 172.21.15.16:0/1782399280 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f882806afc0 0x7f882806d480 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f882c0017a0 tx=0x7f882c001650 comp rx=0 tx=0).stop 2023-09-23T06:37:15.568 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.566+0000 7f88425ff700 1 -- 172.21.15.16:0/1782399280 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f883c0cfa50 msgr2=0x7f883c15bc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:15.568 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.566+0000 7f88425ff700 1 --2- 172.21.15.16:0/1782399280 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f883c0cfa50 0x7f883c15bc00 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f8834001560 tx=0x7f883400cc00 comp rx=0 tx=0).stop 2023-09-23T06:37:15.568 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.567+0000 7f88425ff700 1 -- 172.21.15.16:0/1782399280 shutdown_connections 2023-09-23T06:37:15.568 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.567+0000 7f88425ff700 1 --2- 172.21.15.16:0/1782399280 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f882806afc0 0x7f882806d480 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:15.568 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.567+0000 7f88425ff700 1 --2- 172.21.15.16:0/1782399280 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f883c0cfa50 0x7f883c15bc00 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:15.568 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.567+0000 7f88425ff700 1 --2- 172.21.15.16:0/1782399280 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f883c0b4fc0 0x7f883c14e990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:15.568 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.567+0000 7f88425ff700 1 --2- 172.21.15.16:0/1782399280 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f883c0ce390 0x7f883c15b6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:15.568 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.567+0000 7f88425ff700 1 -- 172.21.15.16:0/1782399280 >> 172.21.15.16:0/1782399280 conn(0x7f883c0722a0 msgr2=0x7f883c0b53a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:15.569 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.567+0000 7f88425ff700 1 -- 172.21.15.16:0/1782399280 shutdown_connections 2023-09-23T06:37:15.569 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.567+0000 7f88425ff700 1 -- 172.21.15.16:0/1782399280 wait complete. 2023-09-23T06:37:15.585 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2023-09-23T06:37:15.788 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.788+0000 7fe80f1ff700 1 Processor -- start 2023-09-23T06:37:15.789 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.788+0000 7fe80f1ff700 1 -- start start 2023-09-23T06:37:15.791 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.789+0000 7fe80f1ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fe808160b10 0x7fe8080b6630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:15.791 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.789+0000 7fe80f1ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe8080b6b70 0x7fe8080d1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:15.791 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.789+0000 7fe80f1ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8080b6ff0 con 0x7fe8080d1b40 2023-09-23T06:37:15.791 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.789+0000 7fe80f1ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8080b72d0 con 0x7fe8080b6b70 2023-09-23T06:37:15.791 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.789+0000 7fe80f1ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8080b75b0 con 0x7fe808160b10 2023-09-23T06:37:15.791 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.789+0000 7fe807fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe8080b6b70 0x7fe8080d1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:15.791 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.790+0000 7fe807fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fe8080b6b70 0x7fe8080d1600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54742/0 (socket says 172.21.15.16:54742) 2023-09-23T06:37:15.791 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.790+0000 7fe807fff700 1 -- 172.21.15.16:0/394450005 learned_addr learned my addr 172.21.15.16:0/394450005 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:15.791 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.790+0000 7fe80cf9b700 1 --2- 172.21.15.16:0/394450005 >> v2:172.21.15.92:3300/0 conn(0x7fe808160b10 0x7fe8080b6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:15.791 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.790+0000 7fe807fff700 1 -- 172.21.15.16:0/394450005 >> v2:172.21.15.92:3300/0 conn(0x7fe808160b10 msgr2=0x7fe8080b6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:15.792 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.790+0000 7fe807fff700 1 --2- 172.21.15.16:0/394450005 >> v2:172.21.15.92:3300/0 conn(0x7fe808160b10 0x7fe8080b6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:15.792 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.790+0000 7fe807fff700 1 -- 172.21.15.16:0/394450005 >> v1:172.21.15.92:6789/0 conn(0x7fe8080d1b40 legacy=0x7fe8080b8090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:15.792 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.790+0000 7fe807fff700 1 -- 172.21.15.16:0/394450005 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8080b7890 con 0x7fe8080b6b70 2023-09-23T06:37:15.792 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.790+0000 7fe807fff700 1 --2- 172.21.15.16:0/394450005 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe8080b6b70 0x7fe8080d1600 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fe8080b5170 tx=0x7fe7f4009bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c02d4d3b3ba0d9ab server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:15.793 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.790+0000 7fe8077fe700 1 -- 172.21.15.16:0/394450005 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7f400b870 con 0x7fe8080b6b70 2023-09-23T06:37:15.793 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.791+0000 7fe8077fe700 1 -- 172.21.15.16:0/394450005 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7f400b9d0 con 0x7fe8080b6b70 2023-09-23T06:37:15.793 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.791+0000 7fe8077fe700 1 -- 172.21.15.16:0/394450005 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7f400bd60 con 0x7fe8080b6b70 2023-09-23T06:37:15.793 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.791+0000 7fe80f1ff700 1 -- 172.21.15.16:0/394450005 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe8080b6b70 msgr2=0x7fe8080d1600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:15.793 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.791+0000 7fe80f1ff700 1 --2- 172.21.15.16:0/394450005 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe8080b6b70 0x7fe8080d1600 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fe8080b5170 tx=0x7fe7f4009bd0 comp rx=0 tx=0).stop 2023-09-23T06:37:15.793 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.791+0000 7fe80f1ff700 1 -- 172.21.15.16:0/394450005 shutdown_connections 2023-09-23T06:37:15.793 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.791+0000 7fe80f1ff700 1 --2- 172.21.15.16:0/394450005 >> v2:172.21.15.92:3300/0 conn(0x7fe808160b10 0x7fe8080b6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:15.793 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.791+0000 7fe80f1ff700 1 --2- 172.21.15.16:0/394450005 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe8080b6b70 0x7fe8080d1600 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:15.794 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.791+0000 7fe80f1ff700 1 -- 172.21.15.16:0/394450005 >> 172.21.15.16:0/394450005 conn(0x7fe808072270 msgr2=0x7fe808072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:15.794 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.791+0000 7fe80f1ff700 1 -- 172.21.15.16:0/394450005 shutdown_connections 2023-09-23T06:37:15.794 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.791+0000 7fe80f1ff700 1 -- 172.21.15.16:0/394450005 wait complete. 2023-09-23T06:37:15.795 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.793+0000 7fe80f1ff700 1 Processor -- start 2023-09-23T06:37:15.795 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.793+0000 7fe80f1ff700 1 -- start start 2023-09-23T06:37:15.795 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.794+0000 7fe80f1ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8080b6b70 0x7fe8080c8ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:15.795 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.794+0000 7fe80f1ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8080d1b40 0x7fe80815cea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:15.795 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.794+0000 7fe80f1ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe808160b10 0x7fe8080ab1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:15.796 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.794+0000 7fe80f1ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8080c9d00 con 0x7fe808160b10 2023-09-23T06:37:15.796 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.794+0000 7fe80f1ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8080c9180 con 0x7fe8080b6b70 2023-09-23T06:37:15.796 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.794+0000 7fe80f1ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8080c9460 con 0x7fe8080d1b40 2023-09-23T06:37:15.796 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.794+0000 7fe80d79c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe808160b10 0x7fe8080ab1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:15.796 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.794+0000 7fe80d79c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe808160b10 0x7fe8080ab1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54756/0 (socket says 172.21.15.16:54756) 2023-09-23T06:37:15.796 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.794+0000 7fe80d79c700 1 -- 172.21.15.16:0/3353949087 learned_addr learned my addr 172.21.15.16:0/3353949087 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:15.796 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.795+0000 7fe807fff700 1 --2- 172.21.15.16:0/3353949087 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8080d1b40 0x7fe80815cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:15.796 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.795+0000 7fe80cf9b700 1 --2- 172.21.15.16:0/3353949087 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8080b6b70 0x7fe8080c8ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:15.797 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.795+0000 7fe80d79c700 1 -- 172.21.15.16:0/3353949087 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8080d1b40 msgr2=0x7fe80815cea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:15.797 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.795+0000 7fe80d79c700 1 --2- 172.21.15.16:0/3353949087 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8080d1b40 0x7fe80815cea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:15.797 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.795+0000 7fe80d79c700 1 -- 172.21.15.16:0/3353949087 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8080b6b70 msgr2=0x7fe8080c8ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:15.798 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.795+0000 7fe80d79c700 1 --2- 172.21.15.16:0/3353949087 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8080b6b70 0x7fe8080c8ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:15.798 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.795+0000 7fe80d79c700 1 -- 172.21.15.16:0/3353949087 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7f4009550 con 0x7fe808160b10 2023-09-23T06:37:15.798 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.795+0000 7fe80d79c700 1 --2- 172.21.15.16:0/3353949087 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe808160b10 0x7fe8080ab1b0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe80000cbc0 tx=0x7fe80000ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:15.798 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.796+0000 7fe8057fa700 1 -- 172.21.15.16:0/3353949087 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe800003c00 con 0x7fe808160b10 2023-09-23T06:37:15.798 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.796+0000 7fe8057fa700 1 -- 172.21.15.16:0/3353949087 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe800003d60 con 0x7fe808160b10 2023-09-23T06:37:15.798 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.796+0000 7fe80f1ff700 1 -- 172.21.15.16:0/3353949087 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8080c9740 con 0x7fe808160b10 2023-09-23T06:37:15.798 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.796+0000 7fe8057fa700 1 -- 172.21.15.16:0/3353949087 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe80000aae0 con 0x7fe808160b10 2023-09-23T06:37:15.798 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.796+0000 7fe80f1ff700 1 -- 172.21.15.16:0/3353949087 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8080ab6f0 con 0x7fe808160b10 2023-09-23T06:37:15.798 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.797+0000 7fe80f1ff700 1 -- 172.21.15.16:0/3353949087 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe80804eb20 con 0x7fe808160b10 2023-09-23T06:37:15.799 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.798+0000 7fe8057fa700 1 -- 172.21.15.16:0/3353949087 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fe80000ac40 con 0x7fe808160b10 2023-09-23T06:37:15.800 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.800+0000 7fe8057fa700 1 --2- 172.21.15.16:0/3353949087 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fe7ec06afc0 0x7fe7ec06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:15.800 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.800+0000 7fe8057fa700 1 -- 172.21.15.16:0/3353949087 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fe8000893b0 con 0x7fe808160b10 2023-09-23T06:37:15.800 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.800+0000 7fe80cf9b700 1 --2- 172.21.15.16:0/3353949087 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fe7ec06afc0 0x7fe7ec06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:15.801 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.801+0000 7fe80cf9b700 1 --2- 172.21.15.16:0/3353949087 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fe7ec06afc0 0x7fe7ec06d480 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fe7fc006b20 tx=0x7fe7fc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:15.804 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:15.804+0000 7fe8057fa700 1 -- 172.21.15.16:0/3353949087 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fe800054730 con 0x7fe808160b10 2023-09-23T06:37:16.096 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.095+0000 7fe80f1ff700 1 -- 172.21.15.16:0/3353949087 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7fe8080b7b40 con 0x7fe808160b10 2023-09-23T06:37:16.098 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.098+0000 7fe8057fa700 1 -- 172.21.15.16:0/3353949087 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v6) v1 ==== 90+0+0 (secure 0 0 0) 0x7fe800057d50 con 0x7fe808160b10 2023-09-23T06:37:16.101 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.100+0000 7fe80f1ff700 1 -- 172.21.15.16:0/3353949087 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fe7ec06afc0 msgr2=0x7fe7ec06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:16.101 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.100+0000 7fe80f1ff700 1 --2- 172.21.15.16:0/3353949087 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fe7ec06afc0 0x7fe7ec06d480 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fe7fc006b20 tx=0x7fe7fc008040 comp rx=0 tx=0).stop 2023-09-23T06:37:16.101 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.100+0000 7fe80f1ff700 1 -- 172.21.15.16:0/3353949087 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe808160b10 msgr2=0x7fe8080ab1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:16.101 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.100+0000 7fe80f1ff700 1 --2- 172.21.15.16:0/3353949087 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe808160b10 0x7fe8080ab1b0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7fe80000cbc0 tx=0x7fe80000ced0 comp rx=0 tx=0).stop 2023-09-23T06:37:16.101 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.100+0000 7fe80f1ff700 1 -- 172.21.15.16:0/3353949087 shutdown_connections 2023-09-23T06:37:16.101 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.100+0000 7fe80f1ff700 1 --2- 172.21.15.16:0/3353949087 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fe7ec06afc0 0x7fe7ec06d480 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:16.101 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.100+0000 7fe80f1ff700 1 --2- 172.21.15.16:0/3353949087 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fe808160b10 0x7fe8080ab1b0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:16.101 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.100+0000 7fe80f1ff700 1 --2- 172.21.15.16:0/3353949087 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fe8080b6b70 0x7fe8080c8ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:16.102 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.100+0000 7fe80f1ff700 1 --2- 172.21.15.16:0/3353949087 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fe8080d1b40 0x7fe80815cea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:16.102 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.100+0000 7fe80f1ff700 1 -- 172.21.15.16:0/3353949087 >> 172.21.15.16:0/3353949087 conn(0x7fe808072270 msgr2=0x7fe80815fe40 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:16.102 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.100+0000 7fe80f1ff700 1 -- 172.21.15.16:0/3353949087 shutdown_connections 2023-09-23T06:37:16.102 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.100+0000 7fe80f1ff700 1 -- 172.21.15.16:0/3353949087 wait complete. 2023-09-23T06:37:16.119 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2023-09-23T06:37:16.324 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.323+0000 7f9e8afff700 1 Processor -- start 2023-09-23T06:37:16.324 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.323+0000 7f9e8afff700 1 -- start start 2023-09-23T06:37:16.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.324+0000 7f9e8afff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9e84160b10 0x7f9e840b6630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:16.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.324+0000 7f9e8afff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e840b92b0 0x7f9e840b8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:16.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.324+0000 7f9e8afff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e840b6ff0 con 0x7f9e840b6b70 2023-09-23T06:37:16.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.324+0000 7f9e8afff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9e840b72d0 con 0x7f9e84160b10 2023-09-23T06:37:16.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.324+0000 7f9e8afff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e840b75b0 con 0x7f9e840b92b0 2023-09-23T06:37:16.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.324+0000 7f9e88d9b700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9e84160b10 0x7f9e840b6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:16.326 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.324+0000 7f9e88d9b700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9e84160b10 0x7f9e840b6630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54766/0 (socket says 172.21.15.16:54766) 2023-09-23T06:37:16.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.324+0000 7f9e88d9b700 1 -- 172.21.15.16:0/3584895412 learned_addr learned my addr 172.21.15.16:0/3584895412 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:16.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.325+0000 7f9e8959c700 1 --2- 172.21.15.16:0/3584895412 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e840b92b0 0x7f9e840b8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:16.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.325+0000 7f9e88d9b700 1 -- 172.21.15.16:0/3584895412 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e840b92b0 msgr2=0x7f9e840b8090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:16.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.325+0000 7f9e88d9b700 1 --2- 172.21.15.16:0/3584895412 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e840b92b0 0x7f9e840b8090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:16.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.325+0000 7f9e88d9b700 1 -- 172.21.15.16:0/3584895412 >> v1:172.21.15.92:6789/0 conn(0x7f9e840b6b70 legacy=0x7f9e840d1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:16.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.325+0000 7f9e88d9b700 1 -- 172.21.15.16:0/3584895412 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e840b7890 con 0x7f9e84160b10 2023-09-23T06:37:16.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.325+0000 7f9e88d9b700 1 --2- 172.21.15.16:0/3584895412 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9e84160b10 0x7f9e840b6630 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f9e780098f0 tx=0x7f9e78009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4e33f5cfb1cf934b server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:16.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.325+0000 7f9e837fe700 1 -- 172.21.15.16:0/3584895412 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e7800b8a0 con 0x7f9e84160b10 2023-09-23T06:37:16.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.325+0000 7f9e837fe700 1 -- 172.21.15.16:0/3584895412 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e7800ba00 con 0x7f9e84160b10 2023-09-23T06:37:16.327 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.325+0000 7f9e837fe700 1 -- 172.21.15.16:0/3584895412 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e7800bd90 con 0x7f9e84160b10 2023-09-23T06:37:16.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.326+0000 7f9e8afff700 1 -- 172.21.15.16:0/3584895412 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9e84160b10 msgr2=0x7f9e840b6630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:16.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.326+0000 7f9e8afff700 1 --2- 172.21.15.16:0/3584895412 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9e84160b10 0x7f9e840b6630 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f9e780098f0 tx=0x7f9e78009c00 comp rx=0 tx=0).stop 2023-09-23T06:37:16.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.326+0000 7f9e8afff700 1 -- 172.21.15.16:0/3584895412 shutdown_connections 2023-09-23T06:37:16.329 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.326+0000 7f9e8afff700 1 --2- 172.21.15.16:0/3584895412 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e840b92b0 0x7f9e840b8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:16.329 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.326+0000 7f9e8afff700 1 --2- 172.21.15.16:0/3584895412 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9e84160b10 0x7f9e840b6630 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:16.329 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.326+0000 7f9e8afff700 1 -- 172.21.15.16:0/3584895412 >> 172.21.15.16:0/3584895412 conn(0x7f9e84072270 msgr2=0x7f9e84072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:16.329 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.326+0000 7f9e8afff700 1 -- 172.21.15.16:0/3584895412 shutdown_connections 2023-09-23T06:37:16.329 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.326+0000 7f9e8afff700 1 -- 172.21.15.16:0/3584895412 wait complete. 2023-09-23T06:37:16.329 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.328+0000 7f9e8afff700 1 Processor -- start 2023-09-23T06:37:16.329 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.328+0000 7f9e8afff700 1 -- start start 2023-09-23T06:37:16.331 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.329+0000 7f9e8afff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9e840b6b70 0x7f9e841e5f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:16.331 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.329+0000 7f9e8afff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e840b92b0 0x7f9e841f2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:16.331 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.329+0000 7f9e8afff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e84160b10 0x7f9e841f3400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:16.331 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.329+0000 7f9e8afff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e840cc130 con 0x7f9e840b6b70 2023-09-23T06:37:16.331 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.329+0000 7f9e8afff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e840cbb20 con 0x7f9e840b92b0 2023-09-23T06:37:16.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.329+0000 7f9e8afff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e841e6440 con 0x7f9e84160b10 2023-09-23T06:37:16.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.329+0000 7f9e88d9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9e840b6b70 0x7f9e841e5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:16.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.329+0000 7f9e88d9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9e840b6b70 0x7f9e841e5f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54778/0 (socket says 172.21.15.16:54778) 2023-09-23T06:37:16.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.329+0000 7f9e88d9b700 1 -- 172.21.15.16:0/2300581272 learned_addr learned my addr 172.21.15.16:0/2300581272 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:16.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.329+0000 7f9e8959c700 1 --2- 172.21.15.16:0/2300581272 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e84160b10 0x7f9e841f3400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:16.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.329+0000 7f9e88d9b700 1 -- 172.21.15.16:0/2300581272 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e84160b10 msgr2=0x7f9e841f3400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:16.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.329+0000 7f9e83fff700 1 --2- 172.21.15.16:0/2300581272 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e840b92b0 0x7f9e841f2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:16.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.329+0000 7f9e88d9b700 1 --2- 172.21.15.16:0/2300581272 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e84160b10 0x7f9e841f3400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:16.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.329+0000 7f9e88d9b700 1 -- 172.21.15.16:0/2300581272 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e840b92b0 msgr2=0x7f9e841f2ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:16.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.330+0000 7f9e88d9b700 1 --2- 172.21.15.16:0/2300581272 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e840b92b0 0x7f9e841f2ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:16.332 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.330+0000 7f9e88d9b700 1 -- 172.21.15.16:0/2300581272 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e78009550 con 0x7f9e840b6b70 2023-09-23T06:37:16.333 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.330+0000 7f9e8959c700 1 --2- 172.21.15.16:0/2300581272 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e84160b10 0x7f9e841f3400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:37:16.333 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.330+0000 7f9e83fff700 1 --2- 172.21.15.16:0/2300581272 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e840b92b0 0x7f9e841f2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:37:16.333 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.330+0000 7f9e88d9b700 1 --2- 172.21.15.16:0/2300581272 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9e840b6b70 0x7f9e841e5f00 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f9e78014040 tx=0x7f9e78004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:16.333 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.330+0000 7f9e817fa700 1 -- 172.21.15.16:0/2300581272 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e780036a0 con 0x7f9e840b6b70 2023-09-23T06:37:16.333 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.330+0000 7f9e817fa700 1 -- 172.21.15.16:0/2300581272 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e7801e070 con 0x7f9e840b6b70 2023-09-23T06:37:16.333 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.330+0000 7f9e817fa700 1 -- 172.21.15.16:0/2300581272 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e78003a60 con 0x7f9e840b6b70 2023-09-23T06:37:16.333 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.330+0000 7f9e8afff700 1 -- 172.21.15.16:0/2300581272 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e841f4020 con 0x7f9e840b6b70 2023-09-23T06:37:16.333 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.330+0000 7f9e8afff700 1 -- 172.21.15.16:0/2300581272 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e841f3a60 con 0x7f9e840b6b70 2023-09-23T06:37:16.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.331+0000 7f9e8afff700 1 -- 172.21.15.16:0/2300581272 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e8404eb20 con 0x7f9e840b6b70 2023-09-23T06:37:16.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.332+0000 7f9e817fa700 1 -- 172.21.15.16:0/2300581272 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f9e78003bc0 con 0x7f9e840b6b70 2023-09-23T06:37:16.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.333+0000 7f9e817fa700 1 --2- 172.21.15.16:0/2300581272 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9e6806afc0 0x7f9e6806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:16.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.333+0000 7f9e817fa700 1 -- 172.21.15.16:0/2300581272 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f9e78020070 con 0x7f9e840b6b70 2023-09-23T06:37:16.334 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.334+0000 7f9e83fff700 1 --2- 172.21.15.16:0/2300581272 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9e6806afc0 0x7f9e6806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:16.335 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.334+0000 7f9e83fff700 1 --2- 172.21.15.16:0/2300581272 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9e6806afc0 0x7f9e6806d480 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f9e840d35d0 tx=0x7f9e70009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:16.338 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.337+0000 7f9e817fa700 1 -- 172.21.15.16:0/2300581272 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f9e78055c60 con 0x7f9e840b6b70 2023-09-23T06:37:16.633 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.631+0000 7f9e8afff700 1 -- 172.21.15.16:0/2300581272 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7f9e840cdfc0 con 0x7f9e840b6b70 2023-09-23T06:37:16.635 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.634+0000 7f9e817fa700 1 -- 172.21.15.16:0/2300581272 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v7) v1 ==== 90+0+0 (secure 0 0 0) 0x7f9e78059280 con 0x7f9e840b6b70 2023-09-23T06:37:16.638 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.636+0000 7f9e8afff700 1 -- 172.21.15.16:0/2300581272 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9e6806afc0 msgr2=0x7f9e6806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:16.638 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.636+0000 7f9e8afff700 1 --2- 172.21.15.16:0/2300581272 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9e6806afc0 0x7f9e6806d480 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f9e840d35d0 tx=0x7f9e70009040 comp rx=0 tx=0).stop 2023-09-23T06:37:16.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.636+0000 7f9e8afff700 1 -- 172.21.15.16:0/2300581272 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9e840b6b70 msgr2=0x7f9e841e5f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:16.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.636+0000 7f9e8afff700 1 --2- 172.21.15.16:0/2300581272 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9e840b6b70 0x7f9e841e5f00 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f9e78014040 tx=0x7f9e78004750 comp rx=0 tx=0).stop 2023-09-23T06:37:16.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.636+0000 7f9e8afff700 1 -- 172.21.15.16:0/2300581272 shutdown_connections 2023-09-23T06:37:16.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.636+0000 7f9e8afff700 1 --2- 172.21.15.16:0/2300581272 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9e84160b10 0x7f9e841f3400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:16.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.636+0000 7f9e8afff700 1 --2- 172.21.15.16:0/2300581272 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9e6806afc0 0x7f9e6806d480 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:16.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.636+0000 7f9e8afff700 1 --2- 172.21.15.16:0/2300581272 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9e840b6b70 0x7f9e841e5f00 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:16.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.636+0000 7f9e8afff700 1 --2- 172.21.15.16:0/2300581272 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9e840b92b0 0x7f9e841f2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:16.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.636+0000 7f9e8afff700 1 -- 172.21.15.16:0/2300581272 >> 172.21.15.16:0/2300581272 conn(0x7f9e84072270 msgr2=0x7f9e84155cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:16.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.636+0000 7f9e8afff700 1 -- 172.21.15.16:0/2300581272 shutdown_connections 2023-09-23T06:37:16.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.637+0000 7f9e8afff700 1 -- 172.21.15.16:0/2300581272 wait complete. 2023-09-23T06:37:16.656 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2023-09-23T06:37:16.859 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.858+0000 7f9b077ff700 1 Processor -- start 2023-09-23T06:37:16.860 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.858+0000 7f9b077ff700 1 -- start start 2023-09-23T06:37:16.862 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.860+0000 7f9b077ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f9b000b92b0 0x7f9b000d1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:16.862 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.860+0000 7f9b077ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9b000d1b40 0x7f9b000b8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:16.862 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.860+0000 7f9b077ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9b000b6d40 con 0x7f9b00160b10 2023-09-23T06:37:16.862 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.860+0000 7f9b077ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9b000b6ff0 con 0x7f9b000b92b0 2023-09-23T06:37:16.862 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.860+0000 7f9b077ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b000b72d0 con 0x7f9b000d1b40 2023-09-23T06:37:16.862 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.860+0000 7f9b0559b700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f9b00160b10 0x7f9b000b6630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37594/0 (socket says 172.21.15.16:37594) 2023-09-23T06:37:16.862 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.860+0000 7f9b0559b700 1 -- 172.21.15.16:0/3820794988 learned_addr learned my addr 172.21.15.16:0/3820794988 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:16.862 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.860+0000 7f9b05d9c700 1 --2- 172.21.15.16:0/3820794988 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9b000d1b40 0x7f9b000b8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:16.863 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.860+0000 7f9b04d9a700 1 --2- 172.21.15.16:0/3820794988 >> v2:172.21.15.92:3300/0 conn(0x7f9b000b92b0 0x7f9b000d1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:16.863 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.860+0000 7f9af7fff700 1 -- 172.21.15.16:0/3820794988 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4005521253 0 0) 0x7f9b000b6d40 con 0x7f9b00160b10 2023-09-23T06:37:16.863 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.860+0000 7f9af7fff700 1 -- 172.21.15.16:0/3820794988 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9aec0035b0 con 0x7f9b00160b10 2023-09-23T06:37:16.864 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.861+0000 7f9b05d9c700 1 -- 172.21.15.16:0/3820794988 >> v2:172.21.15.92:3300/0 conn(0x7f9b000b92b0 msgr2=0x7f9b000d1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:16.864 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.861+0000 7f9b05d9c700 1 --2- 172.21.15.16:0/3820794988 >> v2:172.21.15.92:3300/0 conn(0x7f9b000b92b0 0x7f9b000d1600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:16.864 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.861+0000 7f9b05d9c700 1 -- 172.21.15.16:0/3820794988 >> v1:172.21.15.16:6789/0 conn(0x7f9b00160b10 legacy=0x7f9b000b6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.861+0000 7f9af7fff700 1 -- 172.21.15.16:0/3820794988 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3433154906 0 0) 0x7f9aec0035b0 con 0x7f9b00160b10 2023-09-23T06:37:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.861+0000 7f9b05d9c700 1 -- 172.21.15.16:0/3820794988 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b000b75b0 con 0x7f9b000d1b40 2023-09-23T06:37:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.861+0000 7f9b04d9a700 1 --2- 172.21.15.16:0/3820794988 >> v2:172.21.15.92:3300/0 conn(0x7f9b000b92b0 0x7f9b000d1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:37:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.861+0000 7f9b05d9c700 1 --2- 172.21.15.16:0/3820794988 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9b000d1b40 0x7f9b000b8090 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f9af8009d90 tx=0x7f9af800b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1a6829a9ef6e65e1 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.861+0000 7f9af7fff700 1 -- 172.21.15.16:0/3820794988 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9af800e070 con 0x7f9b000d1b40 2023-09-23T06:37:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.861+0000 7f9af7fff700 1 -- 172.21.15.16:0/3820794988 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9af8003a20 con 0x7f9b000d1b40 2023-09-23T06:37:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.861+0000 7f9af7fff700 1 -- 172.21.15.16:0/3820794988 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9afc001670 con 0x7f9b000d1b40 2023-09-23T06:37:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.862+0000 7f9b077ff700 1 -- 172.21.15.16:0/3820794988 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9b000d1b40 msgr2=0x7f9b000b8090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.862+0000 7f9b077ff700 1 --2- 172.21.15.16:0/3820794988 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9b000d1b40 0x7f9b000b8090 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f9af8009d90 tx=0x7f9af800b330 comp rx=0 tx=0).stop 2023-09-23T06:37:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.862+0000 7f9b077ff700 1 -- 172.21.15.16:0/3820794988 shutdown_connections 2023-09-23T06:37:16.865 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.862+0000 7f9b077ff700 1 --2- 172.21.15.16:0/3820794988 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9b000d1b40 0x7f9b000b8090 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:16.866 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.862+0000 7f9b077ff700 1 --2- 172.21.15.16:0/3820794988 >> v2:172.21.15.92:3300/0 conn(0x7f9b000b92b0 0x7f9b000d1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:16.866 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.862+0000 7f9b077ff700 1 -- 172.21.15.16:0/3820794988 >> 172.21.15.16:0/3820794988 conn(0x7f9b00072270 msgr2=0x7f9b00072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:16.866 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.862+0000 7f9b077ff700 1 -- 172.21.15.16:0/3820794988 shutdown_connections 2023-09-23T06:37:16.866 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.862+0000 7f9b077ff700 1 -- 172.21.15.16:0/3820794988 wait complete. 2023-09-23T06:37:16.868 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.864+0000 7f9b077ff700 1 Processor -- start 2023-09-23T06:37:16.868 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.864+0000 7f9b077ff700 1 -- start start 2023-09-23T06:37:16.868 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.865+0000 7f9b077ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b000b92b0 0x7f9b00153bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:16.868 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.865+0000 7f9b077ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b000d1b40 0x7f9b000cba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:16.868 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.865+0000 7f9b077ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9b00160b10 0x7f9b00154410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.865+0000 7f9b077ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b000cd520 con 0x7f9b000d1b40 2023-09-23T06:37:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.865+0000 7f9b077ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b000cd090 con 0x7f9b000b92b0 2023-09-23T06:37:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.865+0000 7f9b077ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b000cc480 con 0x7f9b00160b10 2023-09-23T06:37:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.865+0000 7f9b04d9a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b000d1b40 0x7f9b000cba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.865+0000 7f9b04d9a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b000d1b40 0x7f9b000cba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54794/0 (socket says 172.21.15.16:54794) 2023-09-23T06:37:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.865+0000 7f9b04d9a700 1 -- 172.21.15.16:0/3564116032 learned_addr learned my addr 172.21.15.16:0/3564116032 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.865+0000 7f9b0559b700 1 --2- 172.21.15.16:0/3564116032 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b000b92b0 0x7f9b00153bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.865+0000 7f9b05d9c700 1 --2- 172.21.15.16:0/3564116032 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9b00160b10 0x7f9b00154410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.866+0000 7f9b04d9a700 1 -- 172.21.15.16:0/3564116032 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9b00160b10 msgr2=0x7f9b00154410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.866+0000 7f9b04d9a700 1 --2- 172.21.15.16:0/3564116032 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9b00160b10 0x7f9b00154410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.866+0000 7f9b04d9a700 1 -- 172.21.15.16:0/3564116032 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b000b92b0 msgr2=0x7f9b00153bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:16.869 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.866+0000 7f9b04d9a700 1 --2- 172.21.15.16:0/3564116032 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b000b92b0 0x7f9b00153bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:16.870 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.866+0000 7f9b04d9a700 1 -- 172.21.15.16:0/3564116032 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9af00094a0 con 0x7f9b000d1b40 2023-09-23T06:37:16.870 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.866+0000 7f9b04d9a700 1 --2- 172.21.15.16:0/3564116032 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b000d1b40 0x7f9b000cba30 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f9af000ebe0 tx=0x7f9af000eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:16.870 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.866+0000 7f9af5ffb700 1 -- 172.21.15.16:0/3564116032 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9af000c850 con 0x7f9b000d1b40 2023-09-23T06:37:16.870 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.866+0000 7f9af5ffb700 1 -- 172.21.15.16:0/3564116032 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9af000c9b0 con 0x7f9b000d1b40 2023-09-23T06:37:16.870 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.866+0000 7f9af5ffb700 1 -- 172.21.15.16:0/3564116032 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9af000cd40 con 0x7f9b000d1b40 2023-09-23T06:37:16.870 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.866+0000 7f9b077ff700 1 -- 172.21.15.16:0/3564116032 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9af8009a70 con 0x7f9b000d1b40 2023-09-23T06:37:16.870 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.866+0000 7f9b077ff700 1 -- 172.21.15.16:0/3564116032 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b000cca40 con 0x7f9b000d1b40 2023-09-23T06:37:16.871 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.867+0000 7f9b077ff700 1 -- 172.21.15.16:0/3564116032 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9b0004eb20 con 0x7f9b000d1b40 2023-09-23T06:37:16.871 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.868+0000 7f9af5ffb700 1 -- 172.21.15.16:0/3564116032 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f9af0013470 con 0x7f9b000d1b40 2023-09-23T06:37:16.871 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.869+0000 7f9af5ffb700 1 --2- 172.21.15.16:0/3564116032 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9ae406afc0 0x7f9ae406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:16.871 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.869+0000 7f9af5ffb700 1 -- 172.21.15.16:0/3564116032 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f9af0089580 con 0x7f9b000d1b40 2023-09-23T06:37:16.871 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.870+0000 7f9b0559b700 1 --2- 172.21.15.16:0/3564116032 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9ae406afc0 0x7f9ae406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:16.872 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.870+0000 7f9b0559b700 1 --2- 172.21.15.16:0/3564116032 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9ae406afc0 0x7f9ae406d480 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f9afc000f60 tx=0x7f9afc001e00 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:16.875 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:16.873+0000 7f9af5ffb700 1 -- 172.21.15.16:0/3564116032 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f9af0054870 con 0x7f9b000d1b40 2023-09-23T06:37:17.167 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.165+0000 7f9b077ff700 1 -- 172.21.15.16:0/3564116032 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7f9b000b5620 con 0x7f9b000d1b40 2023-09-23T06:37:17.169 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.168+0000 7f9af5ffb700 1 -- 172.21.15.16:0/3564116032 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7f9af000cea0 con 0x7f9b000d1b40 2023-09-23T06:37:17.172 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.170+0000 7f9b077ff700 1 -- 172.21.15.16:0/3564116032 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9ae406afc0 msgr2=0x7f9ae406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:17.172 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.170+0000 7f9b077ff700 1 --2- 172.21.15.16:0/3564116032 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9ae406afc0 0x7f9ae406d480 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f9afc000f60 tx=0x7f9afc001e00 comp rx=0 tx=0).stop 2023-09-23T06:37:17.172 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.170+0000 7f9b077ff700 1 -- 172.21.15.16:0/3564116032 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b000d1b40 msgr2=0x7f9b000cba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:17.172 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.170+0000 7f9b077ff700 1 --2- 172.21.15.16:0/3564116032 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b000d1b40 0x7f9b000cba30 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f9af000ebe0 tx=0x7f9af000eef0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.172 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.170+0000 7f9b077ff700 1 -- 172.21.15.16:0/3564116032 shutdown_connections 2023-09-23T06:37:17.173 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.170+0000 7f9b077ff700 1 --2- 172.21.15.16:0/3564116032 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9b00160b10 0x7f9b00154410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.173 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.170+0000 7f9b077ff700 1 --2- 172.21.15.16:0/3564116032 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9b000b92b0 0x7f9b00153bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.173 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.170+0000 7f9b077ff700 1 --2- 172.21.15.16:0/3564116032 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9ae406afc0 0x7f9ae406d480 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.173 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.170+0000 7f9b077ff700 1 --2- 172.21.15.16:0/3564116032 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9b000d1b40 0x7f9b000cba30 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.173 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.170+0000 7f9b077ff700 1 -- 172.21.15.16:0/3564116032 >> 172.21.15.16:0/3564116032 conn(0x7f9b00072270 msgr2=0x7f9b000b2f00 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:17.173 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.170+0000 7f9b077ff700 1 -- 172.21.15.16:0/3564116032 shutdown_connections 2023-09-23T06:37:17.173 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.170+0000 7f9b077ff700 1 -- 172.21.15.16:0/3564116032 wait complete. 2023-09-23T06:37:17.190 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2023-09-23T06:37:17.394 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.392+0000 7f065bdff700 1 Processor -- start 2023-09-23T06:37:17.394 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.393+0000 7f065bdff700 1 -- start start 2023-09-23T06:37:17.397 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.394+0000 7f065bdff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f0654160b10 0x7f06540b6630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:17.397 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.394+0000 7f065bdff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f06540b6b70 0x7f06540d1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:17.397 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.394+0000 7f065bdff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f06540d1b40 0x7f06540b8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:17.397 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.394+0000 7f065bdff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06540b6ff0 con 0x7f06540d1b40 2023-09-23T06:37:17.397 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.394+0000 7f065bdff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06540b72d0 con 0x7f0654160b10 2023-09-23T06:37:17.397 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.394+0000 7f065bdff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06540b75b0 con 0x7f06540b6b70 2023-09-23T06:37:17.397 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.394+0000 7f065a39c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f06540d1b40 0x7f06540b8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:17.397 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.394+0000 7f065a39c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f06540d1b40 0x7f06540b8090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54802/0 (socket says 172.21.15.16:54802) 2023-09-23T06:37:17.397 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.394+0000 7f065a39c700 1 -- 172.21.15.16:0/2786936148 learned_addr learned my addr 172.21.15.16:0/2786936148 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:17.397 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.394+0000 7f0659b9b700 1 --2- 172.21.15.16:0/2786936148 >> v2:172.21.15.92:3300/0 conn(0x7f0654160b10 0x7f06540b6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:17.398 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.394+0000 7f065939a700 1 --2- 172.21.15.16:0/2786936148 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f06540b6b70 0x7f06540d1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:17.398 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.395+0000 7f065a39c700 1 -- 172.21.15.16:0/2786936148 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f06540b6b70 msgr2=0x7f06540d1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:17.398 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.395+0000 7f065a39c700 1 --2- 172.21.15.16:0/2786936148 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f06540b6b70 0x7f06540d1600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.398 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.395+0000 7f065a39c700 1 -- 172.21.15.16:0/2786936148 >> v2:172.21.15.92:3300/0 conn(0x7f0654160b10 msgr2=0x7f06540b6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:17.398 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.395+0000 7f065a39c700 1 --2- 172.21.15.16:0/2786936148 >> v2:172.21.15.92:3300/0 conn(0x7f0654160b10 0x7f06540b6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.398 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.395+0000 7f065a39c700 1 -- 172.21.15.16:0/2786936148 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06540b7890 con 0x7f06540d1b40 2023-09-23T06:37:17.398 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.395+0000 7f065a39c700 1 --2- 172.21.15.16:0/2786936148 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06540d1b40 0x7f06540b8090 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f06540b5170 tx=0x7f064c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d4c0f8263eda985 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:17.398 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.395+0000 7f0658b99700 1 -- 172.21.15.16:0/2786936148 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f064c00e070 con 0x7f06540d1b40 2023-09-23T06:37:17.398 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.395+0000 7f0658b99700 1 -- 172.21.15.16:0/2786936148 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f064c00b9c0 con 0x7f06540d1b40 2023-09-23T06:37:17.398 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.395+0000 7f0658b99700 1 -- 172.21.15.16:0/2786936148 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f064c00bd70 con 0x7f06540d1b40 2023-09-23T06:37:17.399 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.396+0000 7f065bdff700 1 -- 172.21.15.16:0/2786936148 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06540d1b40 msgr2=0x7f06540b8090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:17.399 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.396+0000 7f065bdff700 1 --2- 172.21.15.16:0/2786936148 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06540d1b40 0x7f06540b8090 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f06540b5170 tx=0x7f064c00b330 comp rx=0 tx=0).stop 2023-09-23T06:37:17.399 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.396+0000 7f065bdff700 1 -- 172.21.15.16:0/2786936148 shutdown_connections 2023-09-23T06:37:17.400 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.396+0000 7f065bdff700 1 --2- 172.21.15.16:0/2786936148 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06540d1b40 0x7f06540b8090 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.400 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.396+0000 7f065bdff700 1 --2- 172.21.15.16:0/2786936148 >> v2:172.21.15.92:3300/0 conn(0x7f0654160b10 0x7f06540b6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.400 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.396+0000 7f065bdff700 1 --2- 172.21.15.16:0/2786936148 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f06540b6b70 0x7f06540d1600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.400 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.396+0000 7f065bdff700 1 -- 172.21.15.16:0/2786936148 >> 172.21.15.16:0/2786936148 conn(0x7f0654072270 msgr2=0x7f0654072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:17.400 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.396+0000 7f065bdff700 1 -- 172.21.15.16:0/2786936148 shutdown_connections 2023-09-23T06:37:17.400 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.396+0000 7f065bdff700 1 -- 172.21.15.16:0/2786936148 wait complete. 2023-09-23T06:37:17.400 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.398+0000 7f065bdff700 1 Processor -- start 2023-09-23T06:37:17.401 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.399+0000 7f065bdff700 1 -- start start 2023-09-23T06:37:17.402 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.400+0000 7f065bdff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06540b6b70 0x7f0654155630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:17.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.400+0000 7f065bdff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f06540d1b40 0x7f06540c9160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:17.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.400+0000 7f065bdff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0654160b10 0x7f06540c96a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:17.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.400+0000 7f065bdff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06541f6ed0 con 0x7f06540b6b70 2023-09-23T06:37:17.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.400+0000 7f065bdff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06540c9be0 con 0x7f0654160b10 2023-09-23T06:37:17.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.400+0000 7f065bdff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06541f6250 con 0x7f06540d1b40 2023-09-23T06:37:17.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.400+0000 7f0659b9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06540b6b70 0x7f0654155630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:17.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.400+0000 7f0659b9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06540b6b70 0x7f0654155630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54814/0 (socket says 172.21.15.16:54814) 2023-09-23T06:37:17.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.400+0000 7f0659b9b700 1 -- 172.21.15.16:0/3677447590 learned_addr learned my addr 172.21.15.16:0/3677447590 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:17.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.400+0000 7f065a39c700 1 --2- 172.21.15.16:0/3677447590 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0654160b10 0x7f06540c96a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:17.403 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.400+0000 7f065939a700 1 --2- 172.21.15.16:0/3677447590 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f06540d1b40 0x7f06540c9160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:17.404 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.400+0000 7f0659b9b700 1 -- 172.21.15.16:0/3677447590 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f06540d1b40 msgr2=0x7f06540c9160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:17.404 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.400+0000 7f0659b9b700 1 --2- 172.21.15.16:0/3677447590 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f06540d1b40 0x7f06540c9160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.404 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.400+0000 7f0659b9b700 1 -- 172.21.15.16:0/3677447590 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0654160b10 msgr2=0x7f06540c96a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:17.404 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.400+0000 7f0659b9b700 1 --2- 172.21.15.16:0/3677447590 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0654160b10 0x7f06540c96a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.404 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.400+0000 7f0659b9b700 1 -- 172.21.15.16:0/3677447590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f064c009b30 con 0x7f06540b6b70 2023-09-23T06:37:17.404 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.400+0000 7f065a39c700 1 --2- 172.21.15.16:0/3677447590 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0654160b10 0x7f06540c96a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:37:17.404 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.400+0000 7f065939a700 1 --2- 172.21.15.16:0/3677447590 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f06540d1b40 0x7f06540c9160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:37:17.405 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.401+0000 7f0659b9b700 1 --2- 172.21.15.16:0/3677447590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06540b6b70 0x7f0654155630 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f065000d800 tx=0x7f065000dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:17.405 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.401+0000 7f064a7fc700 1 -- 172.21.15.16:0/3677447590 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06500125f0 con 0x7f06540b6b70 2023-09-23T06:37:17.405 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.401+0000 7f064a7fc700 1 -- 172.21.15.16:0/3677447590 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0650012750 con 0x7f06540b6b70 2023-09-23T06:37:17.405 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.401+0000 7f064a7fc700 1 -- 172.21.15.16:0/3677447590 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0650012b00 con 0x7f06540b6b70 2023-09-23T06:37:17.405 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.401+0000 7f065bdff700 1 -- 172.21.15.16:0/3677447590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06541f6530 con 0x7f06540b6b70 2023-09-23T06:37:17.405 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.401+0000 7f065bdff700 1 -- 172.21.15.16:0/3677447590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06541f6af0 con 0x7f06540b6b70 2023-09-23T06:37:17.406 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.402+0000 7f065bdff700 1 -- 172.21.15.16:0/3677447590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f065404eb20 con 0x7f06540b6b70 2023-09-23T06:37:17.406 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.403+0000 7f064a7fc700 1 -- 172.21.15.16:0/3677447590 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f0650012c60 con 0x7f06540b6b70 2023-09-23T06:37:17.406 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.404+0000 7f064a7fc700 1 --2- 172.21.15.16:0/3677447590 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f063806afc0 0x7f063806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:17.406 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.404+0000 7f064a7fc700 1 -- 172.21.15.16:0/3677447590 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f0650089730 con 0x7f06540b6b70 2023-09-23T06:37:17.406 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.405+0000 7f065939a700 1 --2- 172.21.15.16:0/3677447590 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f063806afc0 0x7f063806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:17.407 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.405+0000 7f065939a700 1 --2- 172.21.15.16:0/3677447590 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f063806afc0 0x7f063806d480 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f06540b3370 tx=0x7f0644008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:17.411 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.409+0000 7f064a7fc700 1 -- 172.21.15.16:0/3677447590 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f0650054ab0 con 0x7f06540b6b70 2023-09-23T06:37:17.706 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.705+0000 7f065bdff700 1 -- 172.21.15.16:0/3677447590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7f06540b6620 con 0x7f06540b6b70 2023-09-23T06:37:17.708 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.707+0000 7f064a7fc700 1 -- 172.21.15.16:0/3677447590 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v9) v1 ==== 97+0+0 (secure 0 0 0) 0x7f06500580d0 con 0x7f06540b6b70 2023-09-23T06:37:17.712 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.710+0000 7f065bdff700 1 -- 172.21.15.16:0/3677447590 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f063806afc0 msgr2=0x7f063806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:17.712 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.710+0000 7f065bdff700 1 --2- 172.21.15.16:0/3677447590 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f063806afc0 0x7f063806d480 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f06540b3370 tx=0x7f0644008040 comp rx=0 tx=0).stop 2023-09-23T06:37:17.712 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.710+0000 7f065bdff700 1 -- 172.21.15.16:0/3677447590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06540b6b70 msgr2=0x7f0654155630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:17.712 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.710+0000 7f065bdff700 1 --2- 172.21.15.16:0/3677447590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06540b6b70 0x7f0654155630 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f065000d800 tx=0x7f065000dbc0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.712 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.710+0000 7f065bdff700 1 -- 172.21.15.16:0/3677447590 shutdown_connections 2023-09-23T06:37:17.712 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.710+0000 7f065bdff700 1 --2- 172.21.15.16:0/3677447590 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f0654160b10 0x7f06540c96a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.712 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.710+0000 7f065bdff700 1 --2- 172.21.15.16:0/3677447590 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f063806afc0 0x7f063806d480 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.713 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.710+0000 7f065bdff700 1 --2- 172.21.15.16:0/3677447590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06540b6b70 0x7f0654155630 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.713 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.710+0000 7f065bdff700 1 --2- 172.21.15.16:0/3677447590 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f06540d1b40 0x7f06540c9160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.713 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.710+0000 7f065bdff700 1 -- 172.21.15.16:0/3677447590 >> 172.21.15.16:0/3677447590 conn(0x7f0654072270 msgr2=0x7f06540b24a0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:17.713 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.710+0000 7f065bdff700 1 -- 172.21.15.16:0/3677447590 shutdown_connections 2023-09-23T06:37:17.713 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.710+0000 7f065bdff700 1 -- 172.21.15.16:0/3677447590 wait complete. 2023-09-23T06:37:17.730 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2023-09-23T06:37:17.933 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.931+0000 7f529c1ff700 1 Processor -- start 2023-09-23T06:37:17.933 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.931+0000 7f529c1ff700 1 -- start start 2023-09-23T06:37:17.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.933+0000 7f529c1ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5294160b10 0x7f52940b6630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:17.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.933+0000 7f529c1ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f52940b6b70 0x7f52940d1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:17.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.933+0000 7f529c1ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52940b6ff0 con 0x7f52940d1b40 2023-09-23T06:37:17.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.933+0000 7f529c1ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52940b72d0 con 0x7f52940b6b70 2023-09-23T06:37:17.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.933+0000 7f529c1ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52940b75b0 con 0x7f5294160b10 2023-09-23T06:37:17.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.933+0000 7f529979a700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f52940b6b70 0x7f52940d1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:17.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.933+0000 7f529a79c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f52940d1b40 0x7f52940b8090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37606/0 (socket says 172.21.15.16:37606) 2023-09-23T06:37:17.936 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.933+0000 7f529a79c700 1 -- 172.21.15.16:0/3763262130 learned_addr learned my addr 172.21.15.16:0/3763262130 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:17.936 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.933+0000 7f5299f9b700 1 --2- 172.21.15.16:0/3763262130 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5294160b10 0x7f52940b6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:17.943 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.933+0000 7f529979a700 1 -- 172.21.15.16:0/3763262130 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5294160b10 msgr2=0x7f52940b6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:17.943 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.933+0000 7f529979a700 1 --2- 172.21.15.16:0/3763262130 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5294160b10 0x7f52940b6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.943 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.933+0000 7f529979a700 1 -- 172.21.15.16:0/3763262130 >> v1:172.21.15.16:6789/0 conn(0x7f52940d1b40 legacy=0x7f52940b8090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:17.943 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.934+0000 7f529979a700 1 -- 172.21.15.16:0/3763262130 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52940b7890 con 0x7f52940b6b70 2023-09-23T06:37:17.943 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.934+0000 7f5298f99700 1 -- 172.21.15.16:0/3763262130 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1387327476 0 0) 0x7f52940b6ff0 con 0x7f52940d1b40 2023-09-23T06:37:17.944 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.934+0000 7f529979a700 1 --2- 172.21.15.16:0/3763262130 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52940b6b70 0x7f52940d1600 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f5284009840 tx=0x7f5284009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e2004cbd7b79096 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:17.944 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.934+0000 7f5298f99700 1 -- 172.21.15.16:0/3763262130 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5284011830 con 0x7f52940b6b70 2023-09-23T06:37:17.944 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.934+0000 7f5298f99700 1 -- 172.21.15.16:0/3763262130 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5284011990 con 0x7f52940b6b70 2023-09-23T06:37:17.944 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.934+0000 7f5298f99700 1 -- 172.21.15.16:0/3763262130 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5284011d20 con 0x7f52940b6b70 2023-09-23T06:37:17.944 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.935+0000 7f529c1ff700 1 -- 172.21.15.16:0/3763262130 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52940b6b70 msgr2=0x7f52940d1600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:17.944 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.935+0000 7f529c1ff700 1 --2- 172.21.15.16:0/3763262130 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52940b6b70 0x7f52940d1600 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f5284009840 tx=0x7f5284009b50 comp rx=0 tx=0).stop 2023-09-23T06:37:17.945 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.935+0000 7f529c1ff700 1 -- 172.21.15.16:0/3763262130 shutdown_connections 2023-09-23T06:37:17.945 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.935+0000 7f529c1ff700 1 --2- 172.21.15.16:0/3763262130 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5294160b10 0x7f52940b6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.945 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.935+0000 7f529c1ff700 1 --2- 172.21.15.16:0/3763262130 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f52940b6b70 0x7f52940d1600 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.945 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.935+0000 7f529c1ff700 1 -- 172.21.15.16:0/3763262130 >> 172.21.15.16:0/3763262130 conn(0x7f5294072270 msgr2=0x7f5294072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:17.945 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.935+0000 7f529c1ff700 1 -- 172.21.15.16:0/3763262130 shutdown_connections 2023-09-23T06:37:17.945 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.935+0000 7f529c1ff700 1 -- 172.21.15.16:0/3763262130 wait complete. 2023-09-23T06:37:17.946 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.936+0000 7f529c1ff700 1 Processor -- start 2023-09-23T06:37:17.946 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.937+0000 7f529c1ff700 1 -- start start 2023-09-23T06:37:17.946 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.937+0000 7f529c1ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52940b6b70 0x7f52940ccfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:17.946 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.938+0000 7f529c1ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f52940d1b40 0x7f529414d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:17.946 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.938+0000 7f529c1ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5294160b10 0x7f52940c8320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:17.946 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.938+0000 7f529c1ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52940ccbb0 con 0x7f5294160b10 2023-09-23T06:37:17.946 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.938+0000 7f529c1ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52940cd510 con 0x7f52940d1b40 2023-09-23T06:37:17.947 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.938+0000 7f529c1ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52940cbc50 con 0x7f52940b6b70 2023-09-23T06:37:17.947 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.938+0000 7f529a79c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5294160b10 0x7f52940c8320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:17.947 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.938+0000 7f529a79c700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5294160b10 0x7f52940c8320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54832/0 (socket says 172.21.15.16:54832) 2023-09-23T06:37:17.947 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.938+0000 7f529a79c700 1 -- 172.21.15.16:0/473725727 learned_addr learned my addr 172.21.15.16:0/473725727 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:17.947 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.938+0000 7f5299f9b700 1 --2- 172.21.15.16:0/473725727 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52940b6b70 0x7f52940ccfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:17.947 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.938+0000 7f529979a700 1 --2- 172.21.15.16:0/473725727 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f52940d1b40 0x7f529414d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:17.947 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.938+0000 7f529a79c700 1 -- 172.21.15.16:0/473725727 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52940b6b70 msgr2=0x7f52940ccfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:17.948 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.938+0000 7f529a79c700 1 --2- 172.21.15.16:0/473725727 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52940b6b70 0x7f52940ccfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.948 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.938+0000 7f529a79c700 1 -- 172.21.15.16:0/473725727 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f52940d1b40 msgr2=0x7f529414d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:17.948 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.938+0000 7f529a79c700 1 --2- 172.21.15.16:0/473725727 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f52940d1b40 0x7f529414d970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:17.948 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.938+0000 7f529a79c700 1 -- 172.21.15.16:0/473725727 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52840094a0 con 0x7f5294160b10 2023-09-23T06:37:17.948 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.938+0000 7f529a79c700 1 --2- 172.21.15.16:0/473725727 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5294160b10 0x7f52940c8320 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f528c002230 tx=0x7f528c00cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:17.949 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.939+0000 7f528a7fc700 1 -- 172.21.15.16:0/473725727 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f528c00aac0 con 0x7f5294160b10 2023-09-23T06:37:17.949 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.939+0000 7f528a7fc700 1 -- 172.21.15.16:0/473725727 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f528c00ac40 con 0x7f5294160b10 2023-09-23T06:37:17.949 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.939+0000 7f529c1ff700 1 -- 172.21.15.16:0/473725727 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52940cbf30 con 0x7f5294160b10 2023-09-23T06:37:17.949 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.939+0000 7f528a7fc700 1 -- 172.21.15.16:0/473725727 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f528c0070d0 con 0x7f5294160b10 2023-09-23T06:37:17.949 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.939+0000 7f529c1ff700 1 -- 172.21.15.16:0/473725727 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52940cc4f0 con 0x7f5294160b10 2023-09-23T06:37:17.949 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.940+0000 7f529c1ff700 1 -- 172.21.15.16:0/473725727 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52940cccf0 con 0x7f5294160b10 2023-09-23T06:37:17.950 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.941+0000 7f528a7fc700 1 -- 172.21.15.16:0/473725727 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f528c007250 con 0x7f5294160b10 2023-09-23T06:37:17.951 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.942+0000 7f528a7fc700 1 --2- 172.21.15.16:0/473725727 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f527806afc0 0x7f527806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:17.951 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.942+0000 7f528a7fc700 1 -- 172.21.15.16:0/473725727 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f528c089270 con 0x7f5294160b10 2023-09-23T06:37:17.951 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.942+0000 7f5299f9b700 1 --2- 172.21.15.16:0/473725727 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f527806afc0 0x7f527806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:17.951 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.943+0000 7f5299f9b700 1 --2- 172.21.15.16:0/473725727 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f527806afc0 0x7f527806d480 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f5290009b40 tx=0x7f5290009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:17.952 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:17.946+0000 7f528a7fc700 1 -- 172.21.15.16:0/473725727 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f52940cccf0 con 0x7f5294160b10 2023-09-23T06:37:18.241 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.239+0000 7f529c1ff700 1 -- 172.21.15.16:0/473725727 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7f52940cccf0 con 0x7f5294160b10 2023-09-23T06:37:18.243 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.242+0000 7f528a7fc700 1 -- 172.21.15.16:0/473725727 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v10) v1 ==== 90+0+0 (secure 0 0 0) 0x7f52940cccf0 con 0x7f5294160b10 2023-09-23T06:37:18.247 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.244+0000 7f529c1ff700 1 -- 172.21.15.16:0/473725727 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f527806afc0 msgr2=0x7f527806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:18.247 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.244+0000 7f529c1ff700 1 --2- 172.21.15.16:0/473725727 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f527806afc0 0x7f527806d480 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f5290009b40 tx=0x7f5290009210 comp rx=0 tx=0).stop 2023-09-23T06:37:18.247 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.244+0000 7f529c1ff700 1 -- 172.21.15.16:0/473725727 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5294160b10 msgr2=0x7f52940c8320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:18.247 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.244+0000 7f529c1ff700 1 --2- 172.21.15.16:0/473725727 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5294160b10 0x7f52940c8320 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f528c002230 tx=0x7f528c00cf50 comp rx=0 tx=0).stop 2023-09-23T06:37:18.247 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.244+0000 7f529c1ff700 1 -- 172.21.15.16:0/473725727 shutdown_connections 2023-09-23T06:37:18.248 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.244+0000 7f529c1ff700 1 --2- 172.21.15.16:0/473725727 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f527806afc0 0x7f527806d480 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:18.248 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.244+0000 7f529c1ff700 1 --2- 172.21.15.16:0/473725727 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5294160b10 0x7f52940c8320 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:18.248 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.244+0000 7f529c1ff700 1 --2- 172.21.15.16:0/473725727 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f52940b6b70 0x7f52940ccfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:18.248 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.244+0000 7f529c1ff700 1 --2- 172.21.15.16:0/473725727 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f52940d1b40 0x7f529414d970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:18.248 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.244+0000 7f529c1ff700 1 -- 172.21.15.16:0/473725727 >> 172.21.15.16:0/473725727 conn(0x7f5294072270 msgr2=0x7f52940b3270 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:18.248 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.244+0000 7f529c1ff700 1 -- 172.21.15.16:0/473725727 shutdown_connections 2023-09-23T06:37:18.249 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.244+0000 7f529c1ff700 1 -- 172.21.15.16:0/473725727 wait complete. 2023-09-23T06:37:18.265 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:37:18.466 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.465+0000 7f21d43ff700 1 Processor -- start 2023-09-23T06:37:18.467 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.465+0000 7f21d43ff700 1 -- start start 2023-09-23T06:37:18.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.466+0000 7f21d43ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f21cc15db50 0x7f21cc0b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:18.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.466+0000 7f21d43ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21cc0b4fe0 0x7f21cc0b5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:18.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.466+0000 7f21d43ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21cc15ec00 con 0x7f21cc15d770 2023-09-23T06:37:18.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.466+0000 7f21d43ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21cc0b59d0 con 0x7f21cc15db50 2023-09-23T06:37:18.468 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.466+0000 7f21d43ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21cc0b65c0 con 0x7f21cc0b4fe0 2023-09-23T06:37:18.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.467+0000 7f21d219b700 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7f21cc15d770 0x7f21cc0ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.16:43380/0 (socket says 172.21.15.16:43380) 2023-09-23T06:37:18.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.467+0000 7f21d219b700 1 -- 172.21.15.16:0/4035713337 learned_addr learned my addr 172.21.15.16:0/4035713337 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:18.469 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.467+0000 7f21d299c700 1 --2- 172.21.15.16:0/4035713337 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21cc0b4fe0 0x7f21cc0b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:18.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.467+0000 7f21d199a700 1 --2- 172.21.15.16:0/4035713337 >> v2:172.21.15.92:3300/0 conn(0x7f21cc15db50 0x7f21cc0b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:18.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.467+0000 7f21d1199700 1 -- 172.21.15.16:0/4035713337 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3053275241 0 0) 0x7f21cc15ec00 con 0x7f21cc15d770 2023-09-23T06:37:18.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.467+0000 7f21d1199700 1 -- 172.21.15.16:0/4035713337 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f21b80035b0 con 0x7f21cc15d770 2023-09-23T06:37:18.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.467+0000 7f21d299c700 1 -- 172.21.15.16:0/4035713337 >> v2:172.21.15.92:3300/0 conn(0x7f21cc15db50 msgr2=0x7f21cc0b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:18.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.467+0000 7f21d299c700 1 --2- 172.21.15.16:0/4035713337 >> v2:172.21.15.92:3300/0 conn(0x7f21cc15db50 0x7f21cc0b8e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:18.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.467+0000 7f21d299c700 1 -- 172.21.15.16:0/4035713337 >> v1:172.21.15.92:6789/0 conn(0x7f21cc15d770 legacy=0x7f21cc0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:18.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.467+0000 7f21d299c700 1 -- 172.21.15.16:0/4035713337 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21cc0cdd00 con 0x7f21cc0b4fe0 2023-09-23T06:37:18.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.467+0000 7f21d199a700 1 --2- 172.21.15.16:0/4035713337 >> v2:172.21.15.92:3300/0 conn(0x7f21cc15db50 0x7f21cc0b8e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:37:18.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.468+0000 7f21d299c700 1 --2- 172.21.15.16:0/4035713337 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21cc0b4fe0 0x7f21cc0b5490 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f21c4009d90 tx=0x7f21c400b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3080b644e27ab3ff server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:18.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.468+0000 7f21d1199700 1 -- 172.21.15.16:0/4035713337 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21c400e070 con 0x7f21cc0b4fe0 2023-09-23T06:37:18.470 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.468+0000 7f21d1199700 1 -- 172.21.15.16:0/4035713337 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21c400bb20 con 0x7f21cc0b4fe0 2023-09-23T06:37:18.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.468+0000 7f21d1199700 1 -- 172.21.15.16:0/4035713337 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21c400be90 con 0x7f21cc0b4fe0 2023-09-23T06:37:18.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.468+0000 7f21d43ff700 1 -- 172.21.15.16:0/4035713337 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21cc0b4fe0 msgr2=0x7f21cc0b5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:18.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.468+0000 7f21d43ff700 1 --2- 172.21.15.16:0/4035713337 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21cc0b4fe0 0x7f21cc0b5490 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f21c4009d90 tx=0x7f21c400b330 comp rx=0 tx=0).stop 2023-09-23T06:37:18.471 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.468+0000 7f21d43ff700 1 -- 172.21.15.16:0/4035713337 shutdown_connections 2023-09-23T06:37:18.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.468+0000 7f21d43ff700 1 --2- 172.21.15.16:0/4035713337 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21cc0b4fe0 0x7f21cc0b5490 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:18.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.468+0000 7f21d43ff700 1 --2- 172.21.15.16:0/4035713337 >> v2:172.21.15.92:3300/0 conn(0x7f21cc15db50 0x7f21cc0b8e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:18.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.468+0000 7f21d43ff700 1 -- 172.21.15.16:0/4035713337 >> 172.21.15.16:0/4035713337 conn(0x7f21cc0724b0 msgr2=0x7f21cc0d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:18.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.469+0000 7f21d43ff700 1 -- 172.21.15.16:0/4035713337 shutdown_connections 2023-09-23T06:37:18.472 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.469+0000 7f21d43ff700 1 -- 172.21.15.16:0/4035713337 wait complete. 2023-09-23T06:37:18.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.470+0000 7f21d43ff700 1 Processor -- start 2023-09-23T06:37:18.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.470+0000 7f21d43ff700 1 -- start start 2023-09-23T06:37:18.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.471+0000 7f21d43ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21cc0b4fe0 0x7f21cc0aa8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:18.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.471+0000 7f21d43ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21cc15d770 0x7f21cc14bef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:18.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.471+0000 7f21d43ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21cc15db50 0x7f21cc0d37d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:18.473 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.471+0000 7f21d43ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21cc149e60 con 0x7f21cc0b4fe0 2023-09-23T06:37:18.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.471+0000 7f21d43ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21cc14a140 con 0x7f21cc15d770 2023-09-23T06:37:18.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.471+0000 7f21d43ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21cc0aae20 con 0x7f21cc15db50 2023-09-23T06:37:18.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.471+0000 7f21d219b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21cc0b4fe0 0x7f21cc0aa8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:18.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.472+0000 7f21d219b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21cc0b4fe0 0x7f21cc0aa8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54840/0 (socket says 172.21.15.16:54840) 2023-09-23T06:37:18.474 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.472+0000 7f21d219b700 1 -- 172.21.15.16:0/431628226 learned_addr learned my addr 172.21.15.16:0/431628226 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:18.475 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.472+0000 7f21d199a700 1 --2- 172.21.15.16:0/431628226 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21cc15d770 0x7f21cc14bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:18.475 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.472+0000 7f21d299c700 1 --2- 172.21.15.16:0/431628226 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21cc15db50 0x7f21cc0d37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:18.475 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.472+0000 7f21d219b700 1 -- 172.21.15.16:0/431628226 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21cc15db50 msgr2=0x7f21cc0d37d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:18.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.472+0000 7f21d219b700 1 --2- 172.21.15.16:0/431628226 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21cc15db50 0x7f21cc0d37d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:18.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.472+0000 7f21d219b700 1 -- 172.21.15.16:0/431628226 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21cc15d770 msgr2=0x7f21cc14bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:18.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.472+0000 7f21d219b700 1 --2- 172.21.15.16:0/431628226 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21cc15d770 0x7f21cc14bef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:18.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.472+0000 7f21d219b700 1 -- 172.21.15.16:0/431628226 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21bc0094a0 con 0x7f21cc0b4fe0 2023-09-23T06:37:18.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.472+0000 7f21d299c700 1 --2- 172.21.15.16:0/431628226 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21cc15db50 0x7f21cc0d37d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:37:18.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.472+0000 7f21d199a700 1 --2- 172.21.15.16:0/431628226 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21cc15d770 0x7f21cc14bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:37:18.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.472+0000 7f21d219b700 1 --2- 172.21.15.16:0/431628226 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21cc0b4fe0 0x7f21cc0aa8e0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f21c800c450 tx=0x7f21c800c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:18.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.472+0000 7f21c2ffd700 1 -- 172.21.15.16:0/431628226 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21c8005d70 con 0x7f21cc0b4fe0 2023-09-23T06:37:18.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.472+0000 7f21c2ffd700 1 -- 172.21.15.16:0/431628226 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21c80070d0 con 0x7f21cc0b4fe0 2023-09-23T06:37:18.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.472+0000 7f21c2ffd700 1 -- 172.21.15.16:0/431628226 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21c8007440 con 0x7f21cc0b4fe0 2023-09-23T06:37:18.476 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.473+0000 7f21d43ff700 1 -- 172.21.15.16:0/431628226 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21c4009a70 con 0x7f21cc0b4fe0 2023-09-23T06:37:18.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.473+0000 7f21d43ff700 1 -- 172.21.15.16:0/431628226 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21cc14c700 con 0x7f21cc0b4fe0 2023-09-23T06:37:18.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.474+0000 7f21d43ff700 1 -- 172.21.15.16:0/431628226 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21cc074b40 con 0x7f21cc0b4fe0 2023-09-23T06:37:18.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.475+0000 7f21c2ffd700 1 -- 172.21.15.16:0/431628226 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f21c80075a0 con 0x7f21cc0b4fe0 2023-09-23T06:37:18.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.476+0000 7f21c2ffd700 1 --2- 172.21.15.16:0/431628226 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f21b006afc0 0x7f21b006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:18.477 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.476+0000 7f21c2ffd700 1 -- 172.21.15.16:0/431628226 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f21c80887d0 con 0x7f21cc0b4fe0 2023-09-23T06:37:18.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.476+0000 7f21d199a700 1 --2- 172.21.15.16:0/431628226 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f21b006afc0 0x7f21b006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:18.478 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.477+0000 7f21d199a700 1 --2- 172.21.15.16:0/431628226 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f21b006afc0 0x7f21b006d480 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f21cc0ce780 tx=0x7f21bc008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:18.481 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.480+0000 7f21c2ffd700 1 -- 172.21.15.16:0/431628226 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f21c8053b70 con 0x7f21cc0b4fe0 2023-09-23T06:37:18.692 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.690+0000 7f21d43ff700 1 -- 172.21.15.16:0/431628226 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f21cc0d3130 con 0x7f21cc0b4fe0 2023-09-23T06:37:18.693 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.691+0000 7f21c2ffd700 1 -- 172.21.15.16:0/431628226 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v30) v1 ==== 74+0+12809 (secure 0 0 0) 0x7f21c8017090 con 0x7f21cc0b4fe0 2023-09-23T06:37:18.693 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:18.693 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":30,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:37:14.493652+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:37:18.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.694+0000 7f21d43ff700 1 -- 172.21.15.16:0/431628226 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f21b006afc0 msgr2=0x7f21b006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:18.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.694+0000 7f21d43ff700 1 --2- 172.21.15.16:0/431628226 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f21b006afc0 0x7f21b006d480 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f21cc0ce780 tx=0x7f21bc008040 comp rx=0 tx=0).stop 2023-09-23T06:37:18.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.694+0000 7f21d43ff700 1 -- 172.21.15.16:0/431628226 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21cc0b4fe0 msgr2=0x7f21cc0aa8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:18.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.694+0000 7f21d43ff700 1 --2- 172.21.15.16:0/431628226 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21cc0b4fe0 0x7f21cc0aa8e0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f21c800c450 tx=0x7f21c800c810 comp rx=0 tx=0).stop 2023-09-23T06:37:18.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.694+0000 7f21d43ff700 1 -- 172.21.15.16:0/431628226 shutdown_connections 2023-09-23T06:37:18.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.694+0000 7f21d43ff700 1 --2- 172.21.15.16:0/431628226 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f21cc15db50 0x7f21cc0d37d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:18.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.694+0000 7f21d43ff700 1 --2- 172.21.15.16:0/431628226 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f21b006afc0 0x7f21b006d480 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:18.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.694+0000 7f21d43ff700 1 --2- 172.21.15.16:0/431628226 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f21cc0b4fe0 0x7f21cc0aa8e0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:18.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.694+0000 7f21d43ff700 1 --2- 172.21.15.16:0/431628226 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f21cc15d770 0x7f21cc14bef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:18.696 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.694+0000 7f21d43ff700 1 -- 172.21.15.16:0/431628226 >> 172.21.15.16:0/431628226 conn(0x7f21cc0724b0 msgr2=0x7f21cc15bb10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:18.697 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.694+0000 7f21d43ff700 1 -- 172.21.15.16:0/431628226 shutdown_connections 2023-09-23T06:37:18.697 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.694+0000 7f21d43ff700 1 -- 172.21.15.16:0/431628226 wait complete. 2023-09-23T06:37:18.714 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-23T06:36:05.638048+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-23T06:37:18.714 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-23T06:37:18.918 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.917+0000 7f3027fff700 1 Processor -- start 2023-09-23T06:37:18.919 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.917+0000 7f3027fff700 1 -- start start 2023-09-23T06:37:18.921 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.918+0000 7f3027fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3020161fc0 0x7f30200cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:18.921 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.918+0000 7f3027fff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f302015dca0 con 0x7f30200d0030 2023-09-23T06:37:18.921 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.918+0000 7f3027fff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f30200ce130 con 0x7f302015d8c0 2023-09-23T06:37:18.921 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.918+0000 7f3027fff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30200ce3d0 con 0x7f3020161fc0 2023-09-23T06:37:18.921 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.918+0000 7f302559a700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3020161fc0 0x7f30200cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:18.921 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.918+0000 7f302659c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f30200d0030 0x7f302006b770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37620/0 (socket says 172.21.15.16:37620) 2023-09-23T06:37:18.921 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.918+0000 7f302659c700 1 -- 172.21.15.16:0/2467030139 learned_addr learned my addr 172.21.15.16:0/2467030139 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:18.921 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.919+0000 7f302559a700 1 -- 172.21.15.16:0/2467030139 >> v1:172.21.15.92:6789/0 conn(0x7f302015d8c0 legacy=0x7f30200d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:18.922 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.919+0000 7f302559a700 1 -- 172.21.15.16:0/2467030139 >> v1:172.21.15.16:6789/0 conn(0x7f30200d0030 legacy=0x7f302006b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:18.922 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.919+0000 7f302559a700 1 -- 172.21.15.16:0/2467030139 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30200ce6b0 con 0x7f3020161fc0 2023-09-23T06:37:18.922 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.919+0000 7f302559a700 1 --2- 172.21.15.16:0/2467030139 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3020161fc0 0x7f30200cf190 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f3010009840 tx=0x7f3010009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e857531558c58387 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:18.922 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.919+0000 7f3024d99700 1 -- 172.21.15.16:0/2467030139 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3010011830 con 0x7f3020161fc0 2023-09-23T06:37:18.922 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.919+0000 7f3024d99700 1 -- 172.21.15.16:0/2467030139 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3010011990 con 0x7f3020161fc0 2023-09-23T06:37:18.922 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.919+0000 7f3024d99700 1 -- 172.21.15.16:0/2467030139 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3010011d20 con 0x7f3020161fc0 2023-09-23T06:37:18.923 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.920+0000 7f3027fff700 1 -- 172.21.15.16:0/2467030139 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3020161fc0 msgr2=0x7f30200cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:18.923 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.920+0000 7f3027fff700 1 --2- 172.21.15.16:0/2467030139 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3020161fc0 0x7f30200cf190 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f3010009840 tx=0x7f3010009b50 comp rx=0 tx=0).stop 2023-09-23T06:37:18.923 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.920+0000 7f3027fff700 1 -- 172.21.15.16:0/2467030139 shutdown_connections 2023-09-23T06:37:18.923 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.920+0000 7f3027fff700 1 --2- 172.21.15.16:0/2467030139 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3020161fc0 0x7f30200cf190 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:18.924 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.920+0000 7f3027fff700 1 -- 172.21.15.16:0/2467030139 >> 172.21.15.16:0/2467030139 conn(0x7f302009c9b0 msgr2=0x7f30200d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:18.924 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.920+0000 7f3027fff700 1 -- 172.21.15.16:0/2467030139 shutdown_connections 2023-09-23T06:37:18.924 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.920+0000 7f3027fff700 1 -- 172.21.15.16:0/2467030139 wait complete. 2023-09-23T06:37:18.924 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.922+0000 7f3027fff700 1 Processor -- start 2023-09-23T06:37:18.924 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.922+0000 7f3027fff700 1 -- start start 2023-09-23T06:37:18.926 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.923+0000 7f3027fff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f30200d0030 0x7f30200b6220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:18.926 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.923+0000 7f3027fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f302015d8c0 0x7f30200c7150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:18.926 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.923+0000 7f3027fff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3020161fc0 0x7f30200b5ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:18.926 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.923+0000 7f3027fff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30200b3180 con 0x7f302015d8c0 2023-09-23T06:37:18.926 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.923+0000 7f3027fff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30200b6890 con 0x7f3020161fc0 2023-09-23T06:37:18.926 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.923+0000 7f3027fff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30200b6b70 con 0x7f30200d0030 2023-09-23T06:37:18.926 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.923+0000 7f302559a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f302015d8c0 0x7f30200c7150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:18.926 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.923+0000 7f302559a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f302015d8c0 0x7f30200c7150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54852/0 (socket says 172.21.15.16:54852) 2023-09-23T06:37:18.927 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.923+0000 7f302559a700 1 -- 172.21.15.16:0/3720073181 learned_addr learned my addr 172.21.15.16:0/3720073181 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:18.927 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.923+0000 7f302659c700 1 --2- 172.21.15.16:0/3720073181 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3020161fc0 0x7f30200b5ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:18.927 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.923+0000 7f3025d9b700 1 --2- 172.21.15.16:0/3720073181 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f30200d0030 0x7f30200b6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:18.927 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.923+0000 7f302559a700 1 -- 172.21.15.16:0/3720073181 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f30200d0030 msgr2=0x7f30200b6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:18.927 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.923+0000 7f302559a700 1 --2- 172.21.15.16:0/3720073181 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f30200d0030 0x7f30200b6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:18.927 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.923+0000 7f302559a700 1 -- 172.21.15.16:0/3720073181 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3020161fc0 msgr2=0x7f30200b5ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:18.927 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.923+0000 7f302559a700 1 --2- 172.21.15.16:0/3720073181 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3020161fc0 0x7f30200b5ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:18.927 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.923+0000 7f302559a700 1 -- 172.21.15.16:0/3720073181 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30100094a0 con 0x7f302015d8c0 2023-09-23T06:37:18.927 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.924+0000 7f302559a700 1 --2- 172.21.15.16:0/3720073181 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f302015d8c0 0x7f30200c7150 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f3010000c00 tx=0x7f3010004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:18.927 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.924+0000 7f30167fc700 1 -- 172.21.15.16:0/3720073181 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30100038a0 con 0x7f302015d8c0 2023-09-23T06:37:18.927 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.924+0000 7f30167fc700 1 -- 172.21.15.16:0/3720073181 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f301001e070 con 0x7f302015d8c0 2023-09-23T06:37:18.927 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.924+0000 7f3027fff700 1 -- 172.21.15.16:0/3720073181 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30200b6e50 con 0x7f302015d8c0 2023-09-23T06:37:18.928 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.924+0000 7f30167fc700 1 -- 172.21.15.16:0/3720073181 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3010003c60 con 0x7f302015d8c0 2023-09-23T06:37:18.928 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.924+0000 7f3027fff700 1 -- 172.21.15.16:0/3720073181 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3020154680 con 0x7f302015d8c0 2023-09-23T06:37:18.928 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.925+0000 7f3027fff700 1 -- 172.21.15.16:0/3720073181 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f30200b7370 con 0x7f302015d8c0 2023-09-23T06:37:18.928 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.926+0000 7f30167fc700 1 -- 172.21.15.16:0/3720073181 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f301002d450 con 0x7f302015d8c0 2023-09-23T06:37:18.929 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.927+0000 7f30167fc700 1 --2- 172.21.15.16:0/3720073181 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f300406afc0 0x7f300406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:18.929 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.927+0000 7f30167fc700 1 -- 172.21.15.16:0/3720073181 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f301008a4f0 con 0x7f302015d8c0 2023-09-23T06:37:18.929 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.928+0000 7f3025d9b700 1 --2- 172.21.15.16:0/3720073181 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f300406afc0 0x7f300406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:18.929 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.928+0000 7f3025d9b700 1 --2- 172.21.15.16:0/3720073181 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f300406afc0 0x7f300406d480 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f301c000f60 tx=0x7f301c009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:18.933 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:18.931+0000 7f30167fc700 1 -- 172.21.15.16:0/3720073181 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f30200b7370 con 0x7f302015d8c0 2023-09-23T06:37:19.142 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.141+0000 7f3027fff700 1 -- 172.21.15.16:0/3720073181 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f30200b32c0 con 0x7f302015d8c0 2023-09-23T06:37:19.143 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.141+0000 7f30167fc700 1 -- 172.21.15.16:0/3720073181 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v30) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3010015020 con 0x7f302015d8c0 2023-09-23T06:37:19.143 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2023-09-23T06:37:19.146 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.144+0000 7f3027fff700 1 -- 172.21.15.16:0/3720073181 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f300406afc0 msgr2=0x7f300406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:19.146 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.144+0000 7f3027fff700 1 --2- 172.21.15.16:0/3720073181 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f300406afc0 0x7f300406d480 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f301c000f60 tx=0x7f301c009040 comp rx=0 tx=0).stop 2023-09-23T06:37:19.146 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.144+0000 7f3027fff700 1 -- 172.21.15.16:0/3720073181 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f302015d8c0 msgr2=0x7f30200c7150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:19.146 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.144+0000 7f3027fff700 1 --2- 172.21.15.16:0/3720073181 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f302015d8c0 0x7f30200c7150 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f3010000c00 tx=0x7f3010004750 comp rx=0 tx=0).stop 2023-09-23T06:37:19.146 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.144+0000 7f3027fff700 1 -- 172.21.15.16:0/3720073181 shutdown_connections 2023-09-23T06:37:19.146 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.144+0000 7f3027fff700 1 --2- 172.21.15.16:0/3720073181 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3020161fc0 0x7f30200b5ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:19.146 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.144+0000 7f3027fff700 1 --2- 172.21.15.16:0/3720073181 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f30200d0030 0x7f30200b6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:19.146 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.144+0000 7f3027fff700 1 --2- 172.21.15.16:0/3720073181 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f300406afc0 0x7f300406d480 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:19.147 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.144+0000 7f3027fff700 1 --2- 172.21.15.16:0/3720073181 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f302015d8c0 0x7f30200c7150 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:19.147 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.144+0000 7f3027fff700 1 -- 172.21.15.16:0/3720073181 >> 172.21.15.16:0/3720073181 conn(0x7f302009c9b0 msgr2=0x7f302006c080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:19.147 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.144+0000 7f3027fff700 1 -- 172.21.15.16:0/3720073181 shutdown_connections 2023-09-23T06:37:19.147 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.144+0000 7f3027fff700 1 -- 172.21.15.16:0/3720073181 wait complete. 2023-09-23T06:37:19.163 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2023-09-23T06:37:19.366 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.364+0000 7f83669ff700 1 Processor -- start 2023-09-23T06:37:19.366 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.364+0000 7f83669ff700 1 -- start start 2023-09-23T06:37:19.367 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.365+0000 7f83669ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f836015d770 0x7f83600ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:19.367 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.366+0000 7f83669ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f836015ec00 con 0x7f83600b4fe0 2023-09-23T06:37:19.367 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.366+0000 7f83669ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83600cdd00 con 0x7f836015db50 2023-09-23T06:37:19.368 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.366+0000 7f83669ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83600b9550 con 0x7f836015d770 2023-09-23T06:37:19.368 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.366+0000 7f8364f9c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f83600b4fe0 0x7f8360161600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37630/0 (socket says 172.21.15.16:37630) 2023-09-23T06:37:19.368 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.366+0000 7f8364f9c700 1 -- 172.21.15.16:0/780901315 learned_addr learned my addr 172.21.15.16:0/780901315 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:19.371 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.366+0000 7f835ffff700 1 --2- 172.21.15.16:0/780901315 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f836015d770 0x7f83600ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:19.371 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.366+0000 7f835effd700 1 -- 172.21.15.16:0/780901315 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1018603717 0 0) 0x7f836015ec00 con 0x7f83600b4fe0 2023-09-23T06:37:19.371 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.366+0000 7f835effd700 1 -- 172.21.15.16:0/780901315 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f83480035b0 con 0x7f83600b4fe0 2023-09-23T06:37:19.371 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.367+0000 7f835effd700 1 -- 172.21.15.16:0/780901315 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 730563127 0 0) 0x7f83600cdd00 con 0x7f836015db50 2023-09-23T06:37:19.371 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.367+0000 7f835effd700 1 -- 172.21.15.16:0/780901315 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f836015ec00 con 0x7f836015db50 2023-09-23T06:37:19.371 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.367+0000 7f835effd700 1 -- 172.21.15.16:0/780901315 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1178658832 0 0) 0x7f83480035b0 con 0x7f83600b4fe0 2023-09-23T06:37:19.371 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.367+0000 7f835effd700 1 -- 172.21.15.16:0/780901315 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f836015d770 msgr2=0x7f83600ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:19.371 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.367+0000 7f835effd700 1 --2- 172.21.15.16:0/780901315 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f836015d770 0x7f83600ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:19.371 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.367+0000 7f835effd700 1 -- 172.21.15.16:0/780901315 >> v1:172.21.15.92:6789/0 conn(0x7f836015db50 legacy=0x7f83600b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:19.371 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.367+0000 7f835effd700 1 -- 172.21.15.16:0/780901315 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f836015e080 con 0x7f83600b4fe0 2023-09-23T06:37:19.371 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.367+0000 7f835effd700 1 -- 172.21.15.16:0/780901315 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2518992857 0 0) 0x7f83580019f0 con 0x7f83600b4fe0 2023-09-23T06:37:19.371 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.367+0000 7f835ffff700 1 --2- 172.21.15.16:0/780901315 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f836015d770 0x7f83600ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:37:19.372 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.367+0000 7f835effd700 1 -- 172.21.15.16:0/780901315 >> v1:172.21.15.16:6789/0 conn(0x7f83600b4fe0 legacy=0x7f8360161600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:19.372 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.367+0000 7f835effd700 1 --2- 172.21.15.16:0/780901315 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f836015d770 0x7f8348003bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:19.372 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.367+0000 7f835effd700 1 --2- 172.21.15.16:0/780901315 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8348004150 0x7f8348004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:19.372 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.367+0000 7f835effd700 1 --2- 172.21.15.16:0/780901315 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8348004d90 0x7f8348005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:19.372 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.367+0000 7f835effd700 1 -- 172.21.15.16:0/780901315 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f834800baf0 con 0x7f8348004d90 2023-09-23T06:37:19.372 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.367+0000 7f835effd700 1 -- 172.21.15.16:0/780901315 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f834800bc60 con 0x7f8348004150 2023-09-23T06:37:19.372 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.367+0000 7f835effd700 1 -- 172.21.15.16:0/780901315 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f834800be20 con 0x7f836015d770 2023-09-23T06:37:19.372 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.367+0000 7f835ffff700 1 --2- 172.21.15.16:0/780901315 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f836015d770 0x7f8348003bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:19.372 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.367+0000 7f8364f9c700 1 --2- 172.21.15.16:0/780901315 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8348004d90 0x7f8348005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:19.372 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.367+0000 7f835f7fe700 1 --2- 172.21.15.16:0/780901315 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8348004150 0x7f8348004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:19.372 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.368+0000 7f835ffff700 1 -- 172.21.15.16:0/780901315 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8348004150 msgr2=0x7f8348004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:19.372 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.368+0000 7f835ffff700 1 --2- 172.21.15.16:0/780901315 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8348004150 0x7f8348004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:19.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.368+0000 7f835ffff700 1 -- 172.21.15.16:0/780901315 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8348004d90 msgr2=0x7f8348005210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:19.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.368+0000 7f835ffff700 1 --2- 172.21.15.16:0/780901315 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8348004d90 0x7f8348005210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:19.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.368+0000 7f835ffff700 1 -- 172.21.15.16:0/780901315 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83500094a0 con 0x7f836015d770 2023-09-23T06:37:19.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.368+0000 7f835ffff700 1 --2- 172.21.15.16:0/780901315 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f836015d770 0x7f8348003bc0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f8350009ce0 tx=0x7f8348005880 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9899a4eabbd05501 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:19.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.368+0000 7f835effd700 1 -- 172.21.15.16:0/780901315 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8350004030 con 0x7f836015d770 2023-09-23T06:37:19.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.368+0000 7f835effd700 1 -- 172.21.15.16:0/780901315 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8350004190 con 0x7f836015d770 2023-09-23T06:37:19.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.368+0000 7f835effd700 1 -- 172.21.15.16:0/780901315 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8350004520 con 0x7f836015d770 2023-09-23T06:37:19.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.369+0000 7f83669ff700 1 -- 172.21.15.16:0/780901315 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f836015d770 msgr2=0x7f8348003bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:19.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.369+0000 7f83669ff700 1 --2- 172.21.15.16:0/780901315 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f836015d770 0x7f8348003bc0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f8350009ce0 tx=0x7f8348005880 comp rx=0 tx=0).stop 2023-09-23T06:37:19.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.369+0000 7f8364f9c700 1 -- 172.21.15.16:0/780901315 reap_dead start 2023-09-23T06:37:19.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.369+0000 7f83669ff700 1 -- 172.21.15.16:0/780901315 shutdown_connections 2023-09-23T06:37:19.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.369+0000 7f83669ff700 1 -- 172.21.15.16:0/780901315 >> 172.21.15.16:0/780901315 conn(0x7f83600724b0 msgr2=0x7f83600d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:19.374 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.369+0000 7f83669ff700 1 -- 172.21.15.16:0/780901315 shutdown_connections 2023-09-23T06:37:19.374 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.369+0000 7f83669ff700 1 -- 172.21.15.16:0/780901315 wait complete. 2023-09-23T06:37:19.375 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.371+0000 7f83669ff700 1 Processor -- start 2023-09-23T06:37:19.375 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.371+0000 7f83669ff700 1 -- start start 2023-09-23T06:37:19.376 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.372+0000 7f83669ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f836015d770 0x7f836014b980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:19.376 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.372+0000 7f83669ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83600ca630 0x7f83600cc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:19.376 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.372+0000 7f83669ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f83600cc5f0 0x7f836014c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:19.376 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.372+0000 7f83669ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83600cbc20 con 0x7f836015d770 2023-09-23T06:37:19.376 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.372+0000 7f83669ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f836014bec0 con 0x7f83600ca630 2023-09-23T06:37:19.376 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.372+0000 7f83669ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83600cb010 con 0x7f83600cc5f0 2023-09-23T06:37:19.376 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.372+0000 7f835ffff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f836015d770 0x7f836014b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:19.376 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.372+0000 7f835ffff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f836015d770 0x7f836014b980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54870/0 (socket says 172.21.15.16:54870) 2023-09-23T06:37:19.376 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.372+0000 7f835ffff700 1 -- 172.21.15.16:0/2458064814 learned_addr learned my addr 172.21.15.16:0/2458064814 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:19.376 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.372+0000 7f835ffff700 1 -- 172.21.15.16:0/2458064814 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f83600cc5f0 msgr2=0x7f836014c1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:19.376 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.372+0000 7f835ffff700 1 --2- 172.21.15.16:0/2458064814 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f83600cc5f0 0x7f836014c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:19.376 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.372+0000 7f835ffff700 1 -- 172.21.15.16:0/2458064814 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83600ca630 msgr2=0x7f83600cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:19.377 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.372+0000 7f835ffff700 1 --2- 172.21.15.16:0/2458064814 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83600ca630 0x7f83600cc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:19.377 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.372+0000 7f835ffff700 1 -- 172.21.15.16:0/2458064814 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83600cb2f0 con 0x7f836015d770 2023-09-23T06:37:19.377 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.373+0000 7f835ffff700 1 --2- 172.21.15.16:0/2458064814 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f836015d770 0x7f836014b980 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f834800bfb0 tx=0x7f83500047c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:19.377 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.373+0000 7f835cff9700 1 -- 172.21.15.16:0/2458064814 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8350020070 con 0x7f836015d770 2023-09-23T06:37:19.377 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.373+0000 7f835cff9700 1 -- 172.21.15.16:0/2458064814 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83500038b0 con 0x7f836015d770 2023-09-23T06:37:19.377 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.373+0000 7f83669ff700 1 -- 172.21.15.16:0/2458064814 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83600cb5d0 con 0x7f836015d770 2023-09-23T06:37:19.377 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.373+0000 7f835cff9700 1 -- 172.21.15.16:0/2458064814 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8350004030 con 0x7f836015d770 2023-09-23T06:37:19.377 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.373+0000 7f83669ff700 1 -- 172.21.15.16:0/2458064814 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f836014ee70 con 0x7f836015d770 2023-09-23T06:37:19.378 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.374+0000 7f83669ff700 1 -- 172.21.15.16:0/2458064814 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83600cbf00 con 0x7f836015d770 2023-09-23T06:37:19.378 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.375+0000 7f835cff9700 1 -- 172.21.15.16:0/2458064814 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f8350003c60 con 0x7f836015d770 2023-09-23T06:37:19.378 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.376+0000 7f835cff9700 1 --2- 172.21.15.16:0/2458064814 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f834c06afc0 0x7f834c06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:19.378 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.376+0000 7f835cff9700 1 -- 172.21.15.16:0/2458064814 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f835008aba0 con 0x7f836015d770 2023-09-23T06:37:19.378 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.376+0000 7f835f7fe700 1 --2- 172.21.15.16:0/2458064814 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f834c06afc0 0x7f834c06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:19.379 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.377+0000 7f835f7fe700 1 --2- 172.21.15.16:0/2458064814 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f834c06afc0 0x7f834c06d480 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f83600c6c50 tx=0x7f8354009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:19.382 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.380+0000 7f835cff9700 1 -- 172.21.15.16:0/2458064814 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f83500560f0 con 0x7f836015d770 2023-09-23T06:37:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.591+0000 7f83669ff700 1 -- 172.21.15.16:0/2458064814 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f836014f030 con 0x7f836015d770 2023-09-23T06:37:19.593 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.592+0000 7f835cff9700 1 -- 172.21.15.16:0/2458064814 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v30) v1 ==== 84+0+65 (secure 0 0 0) 0x7f8350059710 con 0x7f836015d770 2023-09-23T06:37:19.594 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:19.594 INFO:teuthology.orchestra.run.smithi016.stdout:[ 2023-09-23T06:37:19.594 INFO:teuthology.orchestra.run.smithi016.stdout: { 2023-09-23T06:37:19.594 INFO:teuthology.orchestra.run.smithi016.stdout: "poolnum": 1, 2023-09-23T06:37:19.594 INFO:teuthology.orchestra.run.smithi016.stdout: "poolname": ".mgr" 2023-09-23T06:37:19.594 INFO:teuthology.orchestra.run.smithi016.stdout: } 2023-09-23T06:37:19.594 INFO:teuthology.orchestra.run.smithi016.stdout:] 2023-09-23T06:37:19.596 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.594+0000 7f83669ff700 1 -- 172.21.15.16:0/2458064814 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f834c06afc0 msgr2=0x7f834c06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:19.596 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.594+0000 7f83669ff700 1 --2- 172.21.15.16:0/2458064814 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f834c06afc0 0x7f834c06d480 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f83600c6c50 tx=0x7f8354009040 comp rx=0 tx=0).stop 2023-09-23T06:37:19.596 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.594+0000 7f83669ff700 1 -- 172.21.15.16:0/2458064814 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f836015d770 msgr2=0x7f836014b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:19.597 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.594+0000 7f83669ff700 1 --2- 172.21.15.16:0/2458064814 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f836015d770 0x7f836014b980 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f834800bfb0 tx=0x7f83500047c0 comp rx=0 tx=0).stop 2023-09-23T06:37:19.597 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.594+0000 7f83669ff700 1 -- 172.21.15.16:0/2458064814 shutdown_connections 2023-09-23T06:37:19.597 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.594+0000 7f83669ff700 1 --2- 172.21.15.16:0/2458064814 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f83600cc5f0 0x7f836014c1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:19.597 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.594+0000 7f83669ff700 1 --2- 172.21.15.16:0/2458064814 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f834c06afc0 0x7f834c06d480 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:19.597 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.594+0000 7f83669ff700 1 --2- 172.21.15.16:0/2458064814 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f836015d770 0x7f836014b980 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:19.597 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.594+0000 7f83669ff700 1 --2- 172.21.15.16:0/2458064814 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f83600ca630 0x7f83600cc0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:19.597 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.594+0000 7f83669ff700 1 -- 172.21.15.16:0/2458064814 >> 172.21.15.16:0/2458064814 conn(0x7f83600724b0 msgr2=0x7f83600b4880 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:19.597 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.595+0000 7f83669ff700 1 -- 172.21.15.16:0/2458064814 shutdown_connections 2023-09-23T06:37:19.597 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.595+0000 7f83669ff700 1 -- 172.21.15.16:0/2458064814 wait complete. 2023-09-23T06:37:19.614 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2023-09-23T06:37:19.614 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2023-09-23T06:37:19.821 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.819+0000 7f0163bff700 1 Processor -- start 2023-09-23T06:37:19.821 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.820+0000 7f0163bff700 1 -- start start 2023-09-23T06:37:19.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.821+0000 7f0163bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c15d650 0x7f015c0b90d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:19.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.821+0000 7f0163bff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f015c0ce420 0x7f015c0b4fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:19.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.821+0000 7f0163bff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f015c0cf7a0 con 0x7f015c0b5520 2023-09-23T06:37:19.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.821+0000 7f0163bff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f015c0b59b0 con 0x7f015c0ce420 2023-09-23T06:37:19.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.821+0000 7f0163bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f015c0ceb90 con 0x7f015c15d650 2023-09-23T06:37:19.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.821+0000 7f016119a700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f015c0ce420 0x7f015c0b4fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:19.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.821+0000 7f016119a700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f015c0ce420 0x7f015c0b4fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54882/0 (socket says 172.21.15.16:54882) 2023-09-23T06:37:19.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.821+0000 7f016119a700 1 -- 172.21.15.16:0/3551985966 learned_addr learned my addr 172.21.15.16:0/3551985966 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:19.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.821+0000 7f016199b700 1 --2- 172.21.15.16:0/3551985966 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c15d650 0x7f015c0b90d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:19.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.822+0000 7f016119a700 1 -- 172.21.15.16:0/3551985966 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c15d650 msgr2=0x7f015c0b90d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:19.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.822+0000 7f016119a700 1 --2- 172.21.15.16:0/3551985966 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c15d650 0x7f015c0b90d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:19.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.822+0000 7f016119a700 1 -- 172.21.15.16:0/3551985966 >> v1:172.21.15.92:6789/0 conn(0x7f015c0b5520 legacy=0x7f015c06b730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:19.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.822+0000 7f016119a700 1 -- 172.21.15.16:0/3551985966 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f015c0cee70 con 0x7f015c0ce420 2023-09-23T06:37:19.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.822+0000 7f016119a700 1 --2- 172.21.15.16:0/3551985966 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f015c0ce420 0x7f015c0b4fe0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f014c009920 tx=0x7f014c009c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bd729d6669ca2c7 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:19.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.822+0000 7f0160999700 1 -- 172.21.15.16:0/3551985966 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f014c00ba20 con 0x7f015c0ce420 2023-09-23T06:37:19.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.822+0000 7f0160999700 1 -- 172.21.15.16:0/3551985966 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f014c00bb80 con 0x7f015c0ce420 2023-09-23T06:37:19.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.822+0000 7f0160999700 1 -- 172.21.15.16:0/3551985966 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f014c009e70 con 0x7f015c0ce420 2023-09-23T06:37:19.826 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.823+0000 7f0163bff700 1 -- 172.21.15.16:0/3551985966 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f015c0ce420 msgr2=0x7f015c0b4fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:19.826 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.823+0000 7f0163bff700 1 --2- 172.21.15.16:0/3551985966 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f015c0ce420 0x7f015c0b4fe0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f014c009920 tx=0x7f014c009c30 comp rx=0 tx=0).stop 2023-09-23T06:37:19.826 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.823+0000 7f0163bff700 1 -- 172.21.15.16:0/3551985966 shutdown_connections 2023-09-23T06:37:19.826 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.823+0000 7f0163bff700 1 --2- 172.21.15.16:0/3551985966 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c15d650 0x7f015c0b90d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:19.826 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.823+0000 7f0163bff700 1 --2- 172.21.15.16:0/3551985966 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f015c0ce420 0x7f015c0b4fe0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:19.826 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.823+0000 7f0163bff700 1 -- 172.21.15.16:0/3551985966 >> 172.21.15.16:0/3551985966 conn(0x7f015c0724b0 msgr2=0x7f015c0d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:19.826 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.823+0000 7f0163bff700 1 -- 172.21.15.16:0/3551985966 shutdown_connections 2023-09-23T06:37:19.826 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.823+0000 7f0163bff700 1 -- 172.21.15.16:0/3551985966 wait complete. 2023-09-23T06:37:19.827 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.825+0000 7f0163bff700 1 Processor -- start 2023-09-23T06:37:19.827 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.825+0000 7f0163bff700 1 -- start start 2023-09-23T06:37:19.829 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.827+0000 7f0163bff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f015c0b5520 0x7f015c15bce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:19.830 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.827+0000 7f0163bff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f015c0ce420 0x7f015c14da10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:19.830 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.827+0000 7f0163bff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c15d650 0x7f015c1601b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:19.830 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.827+0000 7f0163bff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f015c15b850 con 0x7f015c0b5520 2023-09-23T06:37:19.830 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.827+0000 7f0163bff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f015c15c220 con 0x7f015c0ce420 2023-09-23T06:37:19.830 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.827+0000 7f0163bff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f015c14df50 con 0x7f015c15d650 2023-09-23T06:37:19.830 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.827+0000 7f016199b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f015c0b5520 0x7f015c15bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:19.830 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.827+0000 7f016199b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f015c0b5520 0x7f015c15bce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54890/0 (socket says 172.21.15.16:54890) 2023-09-23T06:37:19.830 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.827+0000 7f016199b700 1 -- 172.21.15.16:0/4257234048 learned_addr learned my addr 172.21.15.16:0/4257234048 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:19.830 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.827+0000 7f016119a700 1 --2- 172.21.15.16:0/4257234048 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f015c0ce420 0x7f015c14da10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:19.831 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.827+0000 7f016219c700 1 --2- 172.21.15.16:0/4257234048 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c15d650 0x7f015c1601b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:19.831 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.827+0000 7f016199b700 1 -- 172.21.15.16:0/4257234048 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c15d650 msgr2=0x7f015c1601b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:19.831 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.827+0000 7f016199b700 1 --2- 172.21.15.16:0/4257234048 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c15d650 0x7f015c1601b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:19.831 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.827+0000 7f016199b700 1 -- 172.21.15.16:0/4257234048 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f015c0ce420 msgr2=0x7f015c14da10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:19.831 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.827+0000 7f016199b700 1 --2- 172.21.15.16:0/4257234048 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f015c0ce420 0x7f015c14da10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:19.831 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.827+0000 7f016199b700 1 -- 172.21.15.16:0/4257234048 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f014c009550 con 0x7f015c0b5520 2023-09-23T06:37:19.831 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.828+0000 7f016199b700 1 --2- 172.21.15.16:0/4257234048 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f015c0b5520 0x7f015c15bce0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f015800e810 tx=0x7f015800eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:19.831 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.828+0000 7f01527fc700 1 -- 172.21.15.16:0/4257234048 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f015800c070 con 0x7f015c0b5520 2023-09-23T06:37:19.831 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.828+0000 7f01527fc700 1 -- 172.21.15.16:0/4257234048 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0158013610 con 0x7f015c0b5520 2023-09-23T06:37:19.831 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.828+0000 7f01527fc700 1 -- 172.21.15.16:0/4257234048 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01580139c0 con 0x7f015c0b5520 2023-09-23T06:37:19.832 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.828+0000 7f0163bff700 1 -- 172.21.15.16:0/4257234048 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f015c15ac40 con 0x7f015c0b5520 2023-09-23T06:37:19.832 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.828+0000 7f0163bff700 1 -- 172.21.15.16:0/4257234048 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f015c15b200 con 0x7f015c0b5520 2023-09-23T06:37:19.832 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.829+0000 7f0163bff700 1 -- 172.21.15.16:0/4257234048 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f015c074b40 con 0x7f015c0b5520 2023-09-23T06:37:19.832 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.830+0000 7f01527fc700 1 -- 172.21.15.16:0/4257234048 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f0158013b20 con 0x7f015c0b5520 2023-09-23T06:37:19.833 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.832+0000 7f01527fc700 1 --2- 172.21.15.16:0/4257234048 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f014006afc0 0x7f014006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:19.833 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.832+0000 7f01527fc700 1 -- 172.21.15.16:0/4257234048 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f0158089180 con 0x7f015c0b5520 2023-09-23T06:37:19.833 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.832+0000 7f016119a700 1 --2- 172.21.15.16:0/4257234048 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f014006afc0 0x7f014006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:19.834 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.833+0000 7f016119a700 1 --2- 172.21.15.16:0/4257234048 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f014006afc0 0x7f014006d480 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f014c009c70 tx=0x7f014c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:19.837 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:19.836+0000 7f01527fc700 1 -- 172.21.15.16:0/4257234048 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f0158054500 con 0x7f015c0b5520 2023-09-23T06:37:20.047 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.046+0000 7f0163bff700 1 -- 172.21.15.16:0/4257234048 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f015c06a750 con 0x7f015c0b5520 2023-09-23T06:37:20.580 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.579+0000 7f01527fc700 1 -- 172.21.15.16:0/4257234048 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v31) v1 ==== 138+0+0 (secure 0 0 0) 0x7f0158057b20 con 0x7f015c0b5520 2023-09-23T06:37:20.586 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.584+0000 7f0163bff700 1 -- 172.21.15.16:0/4257234048 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f014006afc0 msgr2=0x7f014006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:20.586 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.584+0000 7f0163bff700 1 --2- 172.21.15.16:0/4257234048 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f014006afc0 0x7f014006d480 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f014c009c70 tx=0x7f014c008030 comp rx=0 tx=0).stop 2023-09-23T06:37:20.586 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.584+0000 7f0163bff700 1 -- 172.21.15.16:0/4257234048 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f015c0b5520 msgr2=0x7f015c15bce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:20.586 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.584+0000 7f0163bff700 1 --2- 172.21.15.16:0/4257234048 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f015c0b5520 0x7f015c15bce0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f015800e810 tx=0x7f015800eb20 comp rx=0 tx=0).stop 2023-09-23T06:37:20.587 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.585+0000 7f0163bff700 1 -- 172.21.15.16:0/4257234048 shutdown_connections 2023-09-23T06:37:20.587 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.585+0000 7f0163bff700 1 --2- 172.21.15.16:0/4257234048 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f015c15d650 0x7f015c1601b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:20.587 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.585+0000 7f0163bff700 1 --2- 172.21.15.16:0/4257234048 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f014006afc0 0x7f014006d480 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:20.587 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.585+0000 7f0163bff700 1 --2- 172.21.15.16:0/4257234048 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f015c0b5520 0x7f015c15bce0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:20.587 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.585+0000 7f0163bff700 1 --2- 172.21.15.16:0/4257234048 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f015c0ce420 0x7f015c14da10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:20.587 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.585+0000 7f0163bff700 1 -- 172.21.15.16:0/4257234048 >> 172.21.15.16:0/4257234048 conn(0x7f015c0724b0 msgr2=0x7f015c15ccd0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:20.588 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.585+0000 7f0163bff700 1 -- 172.21.15.16:0/4257234048 shutdown_connections 2023-09-23T06:37:20.588 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.587+0000 7f0163bff700 1 -- 172.21.15.16:0/4257234048 wait complete. 2023-09-23T06:37:20.591 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_metadata' created 2023-09-23T06:37:20.610 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2023-09-23T06:37:20.822 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.820+0000 7f33b73ff700 1 Processor -- start 2023-09-23T06:37:20.822 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.820+0000 7f33b73ff700 1 -- start start 2023-09-23T06:37:20.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.821+0000 7f33b73ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f33b015d850 0x7f33b00d1b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:20.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.821+0000 7f33b73ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f33b00d2060 0x7f33b00b2980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:20.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.821+0000 7f33b73ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f33b00b2ec0 0x7f33b00b38a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:20.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.821+0000 7f33b73ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33b00b36d0 con 0x7f33b00d2060 2023-09-23T06:37:20.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.822+0000 7f33b73ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33b00d24c0 con 0x7f33b00b2ec0 2023-09-23T06:37:20.824 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.822+0000 7f33b73ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33b00b0e00 con 0x7f33b015d850 2023-09-23T06:37:20.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.822+0000 7f33b499a700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f33b00d2060 0x7f33b00b2980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:20.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.822+0000 7f33b499a700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f33b00d2060 0x7f33b00b2980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54902/0 (socket says 172.21.15.16:54902) 2023-09-23T06:37:20.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.822+0000 7f33b499a700 1 -- 172.21.15.16:0/1130607949 learned_addr learned my addr 172.21.15.16:0/1130607949 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:20.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.822+0000 7f33b599c700 1 --2- 172.21.15.16:0/1130607949 >> v2:172.21.15.92:3300/0 conn(0x7f33b00b2ec0 0x7f33b00b38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:20.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.822+0000 7f33b519b700 1 --2- 172.21.15.16:0/1130607949 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f33b015d850 0x7f33b00d1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:20.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.822+0000 7f33b499a700 1 -- 172.21.15.16:0/1130607949 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f33b015d850 msgr2=0x7f33b00d1b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:20.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.822+0000 7f33b499a700 1 --2- 172.21.15.16:0/1130607949 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f33b015d850 0x7f33b00d1b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:20.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.822+0000 7f33b499a700 1 -- 172.21.15.16:0/1130607949 >> v2:172.21.15.92:3300/0 conn(0x7f33b00b2ec0 msgr2=0x7f33b00b38a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:20.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.822+0000 7f33b499a700 1 --2- 172.21.15.16:0/1130607949 >> v2:172.21.15.92:3300/0 conn(0x7f33b00b2ec0 0x7f33b00b38a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:20.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.822+0000 7f33b499a700 1 -- 172.21.15.16:0/1130607949 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33b00b04d0 con 0x7f33b00d2060 2023-09-23T06:37:20.825 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.823+0000 7f33b499a700 1 --2- 172.21.15.16:0/1130607949 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f33b00d2060 0x7f33b00b2980 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f33b00ca7c0 tx=0x7f33a0009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f01018dda187b47 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:20.827 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.823+0000 7f33a7fff700 1 -- 172.21.15.16:0/1130607949 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33a000b860 con 0x7f33b00d2060 2023-09-23T06:37:20.827 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.823+0000 7f33a7fff700 1 -- 172.21.15.16:0/1130607949 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33a000b9c0 con 0x7f33b00d2060 2023-09-23T06:37:20.827 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.823+0000 7f33a7fff700 1 -- 172.21.15.16:0/1130607949 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33a000bd50 con 0x7f33b00d2060 2023-09-23T06:37:20.827 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.823+0000 7f33b73ff700 1 -- 172.21.15.16:0/1130607949 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f33b00d2060 msgr2=0x7f33b00b2980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:20.827 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.823+0000 7f33b73ff700 1 --2- 172.21.15.16:0/1130607949 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f33b00d2060 0x7f33b00b2980 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f33b00ca7c0 tx=0x7f33a0009c00 comp rx=0 tx=0).stop 2023-09-23T06:37:20.828 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.824+0000 7f33b73ff700 1 -- 172.21.15.16:0/1130607949 shutdown_connections 2023-09-23T06:37:20.828 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.824+0000 7f33b73ff700 1 --2- 172.21.15.16:0/1130607949 >> v2:172.21.15.92:3300/0 conn(0x7f33b00b2ec0 0x7f33b00b38a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:20.828 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.824+0000 7f33b73ff700 1 --2- 172.21.15.16:0/1130607949 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f33b015d850 0x7f33b00d1b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:20.828 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.824+0000 7f33b73ff700 1 --2- 172.21.15.16:0/1130607949 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f33b00d2060 0x7f33b00b2980 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:20.828 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.824+0000 7f33b73ff700 1 -- 172.21.15.16:0/1130607949 >> 172.21.15.16:0/1130607949 conn(0x7f33b008afe0 msgr2=0x7f33b009cad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:20.828 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.824+0000 7f33b73ff700 1 -- 172.21.15.16:0/1130607949 shutdown_connections 2023-09-23T06:37:20.828 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.824+0000 7f33b73ff700 1 -- 172.21.15.16:0/1130607949 wait complete. 2023-09-23T06:37:20.828 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.825+0000 7f33b73ff700 1 Processor -- start 2023-09-23T06:37:20.828 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.826+0000 7f33b73ff700 1 -- start start 2023-09-23T06:37:20.831 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.826+0000 7f33b73ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f33b00b2ec0 0x7f33b00b6360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:20.831 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.826+0000 7f33b73ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f33b00d2060 0x7f33b00d36b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:20.831 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.826+0000 7f33b73ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f33b015d850 0x7f33b00d3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:20.831 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.826+0000 7f33b73ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33b00b9200 con 0x7f33b00d2060 2023-09-23T06:37:20.831 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.826+0000 7f33b73ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33b014e450 con 0x7f33b00b2ec0 2023-09-23T06:37:20.831 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.826+0000 7f33b73ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33b01f7300 con 0x7f33b015d850 2023-09-23T06:37:20.832 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.827+0000 7f33b499a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f33b00d2060 0x7f33b00d36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:20.832 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.827+0000 7f33b499a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f33b00d2060 0x7f33b00d36b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54904/0 (socket says 172.21.15.16:54904) 2023-09-23T06:37:20.832 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.827+0000 7f33b499a700 1 -- 172.21.15.16:0/271071253 learned_addr learned my addr 172.21.15.16:0/271071253 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:20.832 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.827+0000 7f33b519b700 1 --2- 172.21.15.16:0/271071253 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f33b00b2ec0 0x7f33b00b6360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:20.832 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.827+0000 7f33b599c700 1 --2- 172.21.15.16:0/271071253 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f33b015d850 0x7f33b00d3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:20.832 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.827+0000 7f33b499a700 1 -- 172.21.15.16:0/271071253 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f33b015d850 msgr2=0x7f33b00d3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:20.832 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.827+0000 7f33b499a700 1 --2- 172.21.15.16:0/271071253 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f33b015d850 0x7f33b00d3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:20.832 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.827+0000 7f33b499a700 1 -- 172.21.15.16:0/271071253 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f33b00b2ec0 msgr2=0x7f33b00b6360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:20.832 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.827+0000 7f33b499a700 1 --2- 172.21.15.16:0/271071253 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f33b00b2ec0 0x7f33b00b6360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:20.832 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.827+0000 7f33b499a700 1 -- 172.21.15.16:0/271071253 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33a0009550 con 0x7f33b00d2060 2023-09-23T06:37:20.832 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.827+0000 7f33b499a700 1 --2- 172.21.15.16:0/271071253 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f33b00d2060 0x7f33b00d36b0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f33a0009c40 tx=0x7f33a0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:20.833 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.828+0000 7f33a5ffb700 1 -- 172.21.15.16:0/271071253 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33a0004240 con 0x7f33b00d2060 2023-09-23T06:37:20.833 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.828+0000 7f33a5ffb700 1 -- 172.21.15.16:0/271071253 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33a001f070 con 0x7f33b00d2060 2023-09-23T06:37:20.833 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.828+0000 7f33b73ff700 1 -- 172.21.15.16:0/271071253 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33b0151d90 con 0x7f33b00d2060 2023-09-23T06:37:20.833 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.828+0000 7f33a5ffb700 1 -- 172.21.15.16:0/271071253 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33a00036a0 con 0x7f33b00d2060 2023-09-23T06:37:20.833 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.828+0000 7f33b73ff700 1 -- 172.21.15.16:0/271071253 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33b00b8f20 con 0x7f33b00d2060 2023-09-23T06:37:20.833 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.829+0000 7f33b73ff700 1 -- 172.21.15.16:0/271071253 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33b0151b60 con 0x7f33b00d2060 2023-09-23T06:37:20.834 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.830+0000 7f33a5ffb700 1 -- 172.21.15.16:0/271071253 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f33a0021030 con 0x7f33b00d2060 2023-09-23T06:37:20.834 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.831+0000 7f33a5ffb700 1 --2- 172.21.15.16:0/271071253 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f339406afc0 0x7f339406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:20.835 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.832+0000 7f33a5ffb700 1 -- 172.21.15.16:0/271071253 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f33a008a840 con 0x7f33b00d2060 2023-09-23T06:37:20.835 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.832+0000 7f33b519b700 1 --2- 172.21.15.16:0/271071253 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f339406afc0 0x7f339406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:20.835 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.833+0000 7f33b519b700 1 --2- 172.21.15.16:0/271071253 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f339406afc0 0x7f339406d480 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f33ac006fd0 tx=0x7f33ac008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:20.838 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:20.837+0000 7f33a5ffb700 1 -- 172.21.15.16:0/271071253 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f33b0151b60 con 0x7f33b00d2060 2023-09-23T06:37:21.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.048+0000 7f33b73ff700 1 -- 172.21.15.16:0/271071253 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f33b0151f20 con 0x7f33b00d2060 2023-09-23T06:37:21.587 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.586+0000 7f33a5ffb700 1 -- 172.21.15.16:0/271071253 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v32) v1 ==== 170+0+0 (secure 0 0 0) 0x7f33a00559d0 con 0x7f33b00d2060 2023-09-23T06:37:21.592 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.590+0000 7f33b73ff700 1 -- 172.21.15.16:0/271071253 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f339406afc0 msgr2=0x7f339406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:21.592 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.590+0000 7f33b73ff700 1 --2- 172.21.15.16:0/271071253 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f339406afc0 0x7f339406d480 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f33ac006fd0 tx=0x7f33ac008040 comp rx=0 tx=0).stop 2023-09-23T06:37:21.592 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.590+0000 7f33b73ff700 1 -- 172.21.15.16:0/271071253 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f33b00d2060 msgr2=0x7f33b00d36b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:21.592 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.590+0000 7f33b73ff700 1 --2- 172.21.15.16:0/271071253 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f33b00d2060 0x7f33b00d36b0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f33a0009c40 tx=0x7f33a0004750 comp rx=0 tx=0).stop 2023-09-23T06:37:21.592 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.590+0000 7f33b73ff700 1 -- 172.21.15.16:0/271071253 shutdown_connections 2023-09-23T06:37:21.592 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.590+0000 7f33b73ff700 1 --2- 172.21.15.16:0/271071253 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f33b015d850 0x7f33b00d3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:21.593 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.590+0000 7f33b73ff700 1 --2- 172.21.15.16:0/271071253 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f33b00b2ec0 0x7f33b00b6360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:21.593 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.590+0000 7f33b73ff700 1 --2- 172.21.15.16:0/271071253 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f339406afc0 0x7f339406d480 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:21.593 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.590+0000 7f33b73ff700 1 --2- 172.21.15.16:0/271071253 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f33b00d2060 0x7f33b00d36b0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:21.593 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.590+0000 7f33b73ff700 1 -- 172.21.15.16:0/271071253 >> 172.21.15.16:0/271071253 conn(0x7f33b008afe0 msgr2=0x7f33b00ce150 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:21.594 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.592+0000 7f33b73ff700 1 -- 172.21.15.16:0/271071253 shutdown_connections 2023-09-23T06:37:21.594 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.592+0000 7f33b73ff700 1 -- 172.21.15.16:0/271071253 wait complete. 2023-09-23T06:37:21.603 INFO:teuthology.orchestra.run.smithi016.stderr:pool 'cephfs_data' created 2023-09-23T06:37:21.627 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2023-09-23T06:37:21.833 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.831+0000 7f9fc43ff700 1 Processor -- start 2023-09-23T06:37:21.833 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.831+0000 7f9fc43ff700 1 -- start start 2023-09-23T06:37:21.835 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.832+0000 7f9fc43ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9fbc161fc0 0x7f9fbc0cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:21.835 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.832+0000 7f9fc43ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fbc0d0030 0x7f9fbc0d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:21.836 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.832+0000 7f9fc43ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9fbc0d09a0 con 0x7f9fbc15d8c0 2023-09-23T06:37:21.836 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.832+0000 7f9fc43ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9fbc15dca0 con 0x7f9fbc161fc0 2023-09-23T06:37:21.836 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.832+0000 7f9fc43ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fbc0ce130 con 0x7f9fbc0d0030 2023-09-23T06:37:21.836 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.833+0000 7f9fc199a700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9fbc161fc0 0x7f9fbc0cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:21.836 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.833+0000 7f9fc199a700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f9fbc161fc0 0x7f9fbc0cf190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54920/0 (socket says 172.21.15.16:54920) 2023-09-23T06:37:21.836 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.833+0000 7f9fc199a700 1 -- 172.21.15.16:0/3603145855 learned_addr learned my addr 172.21.15.16:0/3603145855 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:21.836 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.833+0000 7f9fc299c700 1 --2- 172.21.15.16:0/3603145855 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fbc0d0030 0x7f9fbc0d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:21.836 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.833+0000 7f9fc199a700 1 -- 172.21.15.16:0/3603145855 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fbc0d0030 msgr2=0x7f9fbc0d0460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:21.836 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.833+0000 7f9fc199a700 1 --2- 172.21.15.16:0/3603145855 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fbc0d0030 0x7f9fbc0d0460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:21.836 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.833+0000 7f9fc199a700 1 -- 172.21.15.16:0/3603145855 >> v1:172.21.15.92:6789/0 conn(0x7f9fbc15d8c0 legacy=0x7f9fbc0d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:21.836 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.833+0000 7f9fc199a700 1 -- 172.21.15.16:0/3603145855 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fbc0ce3d0 con 0x7f9fbc161fc0 2023-09-23T06:37:21.837 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.833+0000 7f9fc199a700 1 --2- 172.21.15.16:0/3603145855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9fbc161fc0 0x7f9fbc0cf190 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f9fac0098f0 tx=0x7f9fac009c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed9bf6d0fe661147 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:21.837 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.834+0000 7f9fc1199700 1 -- 172.21.15.16:0/3603145855 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fac00b8a0 con 0x7f9fbc161fc0 2023-09-23T06:37:21.837 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.834+0000 7f9fc1199700 1 -- 172.21.15.16:0/3603145855 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fac00ba00 con 0x7f9fbc161fc0 2023-09-23T06:37:21.837 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.834+0000 7f9fc1199700 1 -- 172.21.15.16:0/3603145855 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fac00bd90 con 0x7f9fbc161fc0 2023-09-23T06:37:21.838 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.834+0000 7f9fc43ff700 1 -- 172.21.15.16:0/3603145855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9fbc161fc0 msgr2=0x7f9fbc0cf190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:21.838 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.834+0000 7f9fc43ff700 1 --2- 172.21.15.16:0/3603145855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9fbc161fc0 0x7f9fbc0cf190 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f9fac0098f0 tx=0x7f9fac009c00 comp rx=0 tx=0).stop 2023-09-23T06:37:21.838 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.834+0000 7f9fc43ff700 1 -- 172.21.15.16:0/3603145855 shutdown_connections 2023-09-23T06:37:21.838 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.834+0000 7f9fc43ff700 1 --2- 172.21.15.16:0/3603145855 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fbc0d0030 0x7f9fbc0d0460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:21.838 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.834+0000 7f9fc43ff700 1 --2- 172.21.15.16:0/3603145855 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9fbc161fc0 0x7f9fbc0cf190 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:21.838 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.834+0000 7f9fc43ff700 1 -- 172.21.15.16:0/3603145855 >> 172.21.15.16:0/3603145855 conn(0x7f9fbc09c9b0 msgr2=0x7f9fbc0d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:21.838 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.834+0000 7f9fc43ff700 1 -- 172.21.15.16:0/3603145855 shutdown_connections 2023-09-23T06:37:21.839 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.835+0000 7f9fc43ff700 1 -- 172.21.15.16:0/3603145855 wait complete. 2023-09-23T06:37:21.839 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.836+0000 7f9fc43ff700 1 Processor -- start 2023-09-23T06:37:21.839 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.836+0000 7f9fc43ff700 1 -- start start 2023-09-23T06:37:21.841 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.837+0000 7f9fc43ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9fbc0d0030 0x7f9fbc15e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:21.841 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.837+0000 7f9fc43ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fbc15d8c0 0x7f9fbc15fd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:21.841 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.837+0000 7f9fc43ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9fbc161fc0 0x7f9fbc160280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:21.841 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.837+0000 7f9fc43ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fbc14aae0 con 0x7f9fbc0d0030 2023-09-23T06:37:21.841 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.837+0000 7f9fc43ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fbc160900 con 0x7f9fbc161fc0 2023-09-23T06:37:21.841 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.837+0000 7f9fc43ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fbc160be0 con 0x7f9fbc15d8c0 2023-09-23T06:37:21.841 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.837+0000 7f9fc219b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9fbc0d0030 0x7f9fbc15e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:21.841 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.837+0000 7f9fc219b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9fbc0d0030 0x7f9fbc15e0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54928/0 (socket says 172.21.15.16:54928) 2023-09-23T06:37:21.841 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.837+0000 7f9fc219b700 1 -- 172.21.15.16:0/893691455 learned_addr learned my addr 172.21.15.16:0/893691455 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:21.842 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.838+0000 7f9fc199a700 1 --2- 172.21.15.16:0/893691455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fbc15d8c0 0x7f9fbc15fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:21.842 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.838+0000 7f9fc299c700 1 --2- 172.21.15.16:0/893691455 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9fbc161fc0 0x7f9fbc160280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:21.842 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.838+0000 7f9fc219b700 1 -- 172.21.15.16:0/893691455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fbc15d8c0 msgr2=0x7f9fbc15fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:21.842 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.838+0000 7f9fc219b700 1 --2- 172.21.15.16:0/893691455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fbc15d8c0 0x7f9fbc15fd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:21.842 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.838+0000 7f9fc219b700 1 -- 172.21.15.16:0/893691455 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9fbc161fc0 msgr2=0x7f9fbc160280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:21.842 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.838+0000 7f9fc219b700 1 --2- 172.21.15.16:0/893691455 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9fbc161fc0 0x7f9fbc160280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:21.842 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.838+0000 7f9fc219b700 1 -- 172.21.15.16:0/893691455 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fac009550 con 0x7f9fbc0d0030 2023-09-23T06:37:21.842 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.838+0000 7f9fc299c700 1 --2- 172.21.15.16:0/893691455 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9fbc161fc0 0x7f9fbc160280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:37:21.842 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.838+0000 7f9fc219b700 1 --2- 172.21.15.16:0/893691455 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9fbc0d0030 0x7f9fbc15e0e0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f9fb800c4e0 tx=0x7f9fb800c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:21.842 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.838+0000 7f9fb2ffd700 1 -- 172.21.15.16:0/893691455 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fb80052d0 con 0x7f9fbc0d0030 2023-09-23T06:37:21.843 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.838+0000 7f9fb2ffd700 1 -- 172.21.15.16:0/893691455 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fb8005430 con 0x7f9fbc0d0030 2023-09-23T06:37:21.843 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.838+0000 7f9fc43ff700 1 -- 172.21.15.16:0/893691455 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9fbc160ec0 con 0x7f9fbc0d0030 2023-09-23T06:37:21.843 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.838+0000 7f9fb2ffd700 1 -- 172.21.15.16:0/893691455 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fb80038c0 con 0x7f9fbc0d0030 2023-09-23T06:37:21.843 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.839+0000 7f9fc43ff700 1 -- 172.21.15.16:0/893691455 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9fbc0c8480 con 0x7f9fbc0d0030 2023-09-23T06:37:21.844 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.840+0000 7f9fc43ff700 1 -- 172.21.15.16:0/893691455 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9fbc074b40 con 0x7f9fbc0d0030 2023-09-23T06:37:21.844 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.841+0000 7f9fb2ffd700 1 -- 172.21.15.16:0/893691455 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f9fb8003a20 con 0x7f9fbc0d0030 2023-09-23T06:37:21.844 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.842+0000 7f9fb2ffd700 1 --2- 172.21.15.16:0/893691455 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9fa006afc0 0x7f9fa006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:21.844 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.842+0000 7f9fb2ffd700 1 -- 172.21.15.16:0/893691455 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f9fb8088c40 con 0x7f9fbc0d0030 2023-09-23T06:37:21.845 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.842+0000 7f9fc199a700 1 --2- 172.21.15.16:0/893691455 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9fa006afc0 0x7f9fa006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:21.845 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.843+0000 7f9fc199a700 1 --2- 172.21.15.16:0/893691455 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9fa006afc0 0x7f9fa006d480 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f9fac014040 tx=0x7f9fac008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:21.848 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:21.847+0000 7f9fb2ffd700 1 -- 172.21.15.16:0/893691455 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f9fb8053c60 con 0x7f9fbc0d0030 2023-09-23T06:37:22.101 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:22.099+0000 7f9fc43ff700 1 -- 172.21.15.16:0/893691455 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f9fbc0cfe10 con 0x7f9fbc0d0030 2023-09-23T06:37:23.038 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.036+0000 7f9fb2ffd700 1 -- 172.21.15.16:0/893691455 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v13) v1 ==== 172+0+0 (secure 0 0 0) 0x7f9fb8057280 con 0x7f9fbc0d0030 2023-09-23T06:37:23.043 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.041+0000 7f9fc43ff700 1 -- 172.21.15.16:0/893691455 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9fa006afc0 msgr2=0x7f9fa006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:23.043 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.041+0000 7f9fc43ff700 1 --2- 172.21.15.16:0/893691455 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9fa006afc0 0x7f9fa006d480 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f9fac014040 tx=0x7f9fac008030 comp rx=0 tx=0).stop 2023-09-23T06:37:23.043 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.041+0000 7f9fc43ff700 1 -- 172.21.15.16:0/893691455 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9fbc0d0030 msgr2=0x7f9fbc15e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:23.043 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.041+0000 7f9fc43ff700 1 --2- 172.21.15.16:0/893691455 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9fbc0d0030 0x7f9fbc15e0e0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f9fb800c4e0 tx=0x7f9fb800c8a0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.044 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.041+0000 7f9fc43ff700 1 -- 172.21.15.16:0/893691455 shutdown_connections 2023-09-23T06:37:23.044 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.041+0000 7f9fc43ff700 1 --2- 172.21.15.16:0/893691455 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f9fbc161fc0 0x7f9fbc160280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.044 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.041+0000 7f9fc43ff700 1 --2- 172.21.15.16:0/893691455 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f9fa006afc0 0x7f9fa006d480 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.044 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.041+0000 7f9fc43ff700 1 --2- 172.21.15.16:0/893691455 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f9fbc0d0030 0x7f9fbc15e0e0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.044 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.041+0000 7f9fc43ff700 1 --2- 172.21.15.16:0/893691455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f9fbc15d8c0 0x7f9fbc15fd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.045 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.041+0000 7f9fc43ff700 1 -- 172.21.15.16:0/893691455 >> 172.21.15.16:0/893691455 conn(0x7f9fbc09c9b0 msgr2=0x7f9fbc0b3080 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:23.045 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.042+0000 7f9fc43ff700 1 -- 172.21.15.16:0/893691455 shutdown_connections 2023-09-23T06:37:23.045 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.042+0000 7f9fc43ff700 1 -- 172.21.15.16:0/893691455 wait complete. 2023-09-23T06:37:23.048 INFO:teuthology.orchestra.run.smithi016.stderr:new fs with metadata pool 4 and data pool 5 2023-09-23T06:37:23.071 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:37:23.276 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.275+0000 7f3e4f1ff700 1 Processor -- start 2023-09-23T06:37:23.277 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.275+0000 7f3e4f1ff700 1 -- start start 2023-09-23T06:37:23.278 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.276+0000 7f3e4f1ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e4815d770 0x7f3e480ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:23.278 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.276+0000 7f3e4f1ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3e4815ec00 con 0x7f3e480b4fe0 2023-09-23T06:37:23.278 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.276+0000 7f3e4f1ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3e480cdd00 con 0x7f3e4815db50 2023-09-23T06:37:23.278 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.276+0000 7f3e4f1ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e480b9550 con 0x7f3e4815d770 2023-09-23T06:37:23.278 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.276+0000 7f3e4d79c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f3e480b4fe0 0x7f3e48161600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37642/0 (socket says 172.21.15.16:37642) 2023-09-23T06:37:23.278 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.276+0000 7f3e4d79c700 1 -- 172.21.15.16:0/3812574436 learned_addr learned my addr 172.21.15.16:0/3812574436 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:23.278 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.276+0000 7f3e4cf9b700 1 --2- 172.21.15.16:0/3812574436 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e4815d770 0x7f3e480ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:23.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.277+0000 7f3e477fe700 1 -- 172.21.15.16:0/3812574436 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 295168723 0 0) 0x7f3e4815ec00 con 0x7f3e480b4fe0 2023-09-23T06:37:23.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.277+0000 7f3e477fe700 1 -- 172.21.15.16:0/3812574436 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3e380035b0 con 0x7f3e480b4fe0 2023-09-23T06:37:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.277+0000 7f3e477fe700 1 -- 172.21.15.16:0/3812574436 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1963606549 0 0) 0x7f3e480cdd00 con 0x7f3e4815db50 2023-09-23T06:37:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.277+0000 7f3e477fe700 1 -- 172.21.15.16:0/3812574436 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3e4815ec00 con 0x7f3e4815db50 2023-09-23T06:37:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.277+0000 7f3e4cf9b700 1 -- 172.21.15.16:0/3812574436 >> v1:172.21.15.92:6789/0 conn(0x7f3e4815db50 legacy=0x7f3e480b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.277+0000 7f3e4cf9b700 1 -- 172.21.15.16:0/3812574436 >> v1:172.21.15.16:6789/0 conn(0x7f3e480b4fe0 legacy=0x7f3e48161600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.277+0000 7f3e4cf9b700 1 -- 172.21.15.16:0/3812574436 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e4815e080 con 0x7f3e4815d770 2023-09-23T06:37:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.277+0000 7f3e4cf9b700 1 --2- 172.21.15.16:0/3812574436 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e4815d770 0x7f3e480ce420 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f3e3c009870 tx=0x7f3e3c009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=415d6c95b3936f1 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.278+0000 7f3e477fe700 1 -- 172.21.15.16:0/3812574436 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e3c011830 con 0x7f3e4815d770 2023-09-23T06:37:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.278+0000 7f3e477fe700 1 -- 172.21.15.16:0/3812574436 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e3c011990 con 0x7f3e4815d770 2023-09-23T06:37:23.281 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.278+0000 7f3e477fe700 1 -- 172.21.15.16:0/3812574436 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e3c011d00 con 0x7f3e4815d770 2023-09-23T06:37:23.282 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.278+0000 7f3e4f1ff700 1 -- 172.21.15.16:0/3812574436 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e4815d770 msgr2=0x7f3e480ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:23.282 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.278+0000 7f3e4f1ff700 1 --2- 172.21.15.16:0/3812574436 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e4815d770 0x7f3e480ce420 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f3e3c009870 tx=0x7f3e3c009b80 comp rx=0 tx=0).stop 2023-09-23T06:37:23.282 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.278+0000 7f3e4f1ff700 1 -- 172.21.15.16:0/3812574436 shutdown_connections 2023-09-23T06:37:23.282 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.278+0000 7f3e4f1ff700 1 --2- 172.21.15.16:0/3812574436 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e4815d770 0x7f3e480ce420 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.282 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.278+0000 7f3e4f1ff700 1 -- 172.21.15.16:0/3812574436 >> 172.21.15.16:0/3812574436 conn(0x7f3e480724b0 msgr2=0x7f3e480d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:23.282 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.278+0000 7f3e4f1ff700 1 -- 172.21.15.16:0/3812574436 shutdown_connections 2023-09-23T06:37:23.282 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.278+0000 7f3e4f1ff700 1 -- 172.21.15.16:0/3812574436 wait complete. 2023-09-23T06:37:23.284 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.280+0000 7f3e4f1ff700 1 Processor -- start 2023-09-23T06:37:23.284 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.280+0000 7f3e4f1ff700 1 -- start start 2023-09-23T06:37:23.285 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.281+0000 7f3e4f1ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3e480b4fe0 0x7f3e48156140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:23.285 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.281+0000 7f3e4f1ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3e4815d770 0x7f3e480c7090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:23.285 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.281+0000 7f3e4f1ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e4815db50 0x7f3e480c75d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:23.285 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.281+0000 7f3e4f1ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e4815a9b0 con 0x7f3e4815d770 2023-09-23T06:37:23.285 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.281+0000 7f3e4f1ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e480c9ed0 con 0x7f3e480b4fe0 2023-09-23T06:37:23.285 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.281+0000 7f3e4f1ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e480cbe10 con 0x7f3e4815db50 2023-09-23T06:37:23.285 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.282+0000 7f3e47fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3e4815d770 0x7f3e480c7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:23.285 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.282+0000 7f3e47fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3e4815d770 0x7f3e480c7090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54930/0 (socket says 172.21.15.16:54930) 2023-09-23T06:37:23.285 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.282+0000 7f3e47fff700 1 -- 172.21.15.16:0/3377337133 learned_addr learned my addr 172.21.15.16:0/3377337133 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.282+0000 7f3e4cf9b700 1 --2- 172.21.15.16:0/3377337133 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3e480b4fe0 0x7f3e48156140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.282+0000 7f3e4d79c700 1 --2- 172.21.15.16:0/3377337133 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e4815db50 0x7f3e480c75d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.282+0000 7f3e47fff700 1 -- 172.21.15.16:0/3377337133 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e4815db50 msgr2=0x7f3e480c75d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.282+0000 7f3e47fff700 1 --2- 172.21.15.16:0/3377337133 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e4815db50 0x7f3e480c75d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.282+0000 7f3e47fff700 1 -- 172.21.15.16:0/3377337133 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3e480b4fe0 msgr2=0x7f3e48156140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.282+0000 7f3e47fff700 1 --2- 172.21.15.16:0/3377337133 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3e480b4fe0 0x7f3e48156140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.282+0000 7f3e47fff700 1 -- 172.21.15.16:0/3377337133 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e3c0094a0 con 0x7f3e4815d770 2023-09-23T06:37:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.282+0000 7f3e47fff700 1 --2- 172.21.15.16:0/3377337133 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3e4815d770 0x7f3e480c7090 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f3e3400c430 tx=0x7f3e3400c740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.283+0000 7f3e457fa700 1 -- 172.21.15.16:0/3377337133 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e340050d0 con 0x7f3e4815d770 2023-09-23T06:37:23.286 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.283+0000 7f3e457fa700 1 -- 172.21.15.16:0/3377337133 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e34005250 con 0x7f3e4815d770 2023-09-23T06:37:23.287 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.283+0000 7f3e4f1ff700 1 -- 172.21.15.16:0/3377337133 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e48156680 con 0x7f3e4815d770 2023-09-23T06:37:23.287 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.283+0000 7f3e457fa700 1 -- 172.21.15.16:0/3377337133 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e34003680 con 0x7f3e4815d770 2023-09-23T06:37:23.287 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.283+0000 7f3e4f1ff700 1 -- 172.21.15.16:0/3377337133 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e480c9bf0 con 0x7f3e4815d770 2023-09-23T06:37:23.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.284+0000 7f3e4f1ff700 1 -- 172.21.15.16:0/3377337133 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3e4815aaf0 con 0x7f3e4815d770 2023-09-23T06:37:23.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.285+0000 7f3e457fa700 1 -- 172.21.15.16:0/3377337133 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f3e340037e0 con 0x7f3e4815d770 2023-09-23T06:37:23.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.286+0000 7f3e457fa700 1 --2- 172.21.15.16:0/3377337133 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3e2c06afc0 0x7f3e2c06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:23.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.286+0000 7f3e457fa700 1 -- 172.21.15.16:0/3377337133 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3e34088a70 con 0x7f3e4815d770 2023-09-23T06:37:23.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.287+0000 7f3e4cf9b700 1 --2- 172.21.15.16:0/3377337133 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3e2c06afc0 0x7f3e2c06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:23.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.287+0000 7f3e4cf9b700 1 --2- 172.21.15.16:0/3377337133 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3e2c06afc0 0x7f3e2c06d480 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f3e3c0090b0 tx=0x7f3e3c008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:23.292 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.291+0000 7f3e457fa700 1 -- 172.21.15.16:0/3377337133 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f3e4815aaf0 con 0x7f3e4815d770 2023-09-23T06:37:23.500 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.498+0000 7f3e4f1ff700 1 -- 172.21.15.16:0/3377337133 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3e4815aaf0 con 0x7f3e4815d770 2023-09-23T06:37:23.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.500+0000 7f3e457fa700 1 -- 172.21.15.16:0/3377337133 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v33) v1 ==== 74+0+16534 (secure 0 0 0) 0x7f3e4815aaf0 con 0x7f3e4815d770 2023-09-23T06:37:23.502 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:23.502 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":33,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:37:22.101317+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:37:20.087634+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-09-23T06:37:21.089634+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:37:23.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.502+0000 7f3e4f1ff700 1 -- 172.21.15.16:0/3377337133 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3e2c06afc0 msgr2=0x7f3e2c06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:23.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.502+0000 7f3e4f1ff700 1 --2- 172.21.15.16:0/3377337133 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3e2c06afc0 0x7f3e2c06d480 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f3e3c0090b0 tx=0x7f3e3c008030 comp rx=0 tx=0).stop 2023-09-23T06:37:23.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.502+0000 7f3e4f1ff700 1 -- 172.21.15.16:0/3377337133 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3e4815d770 msgr2=0x7f3e480c7090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:23.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.502+0000 7f3e4f1ff700 1 --2- 172.21.15.16:0/3377337133 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3e4815d770 0x7f3e480c7090 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f3e3400c430 tx=0x7f3e3400c740 comp rx=0 tx=0).stop 2023-09-23T06:37:23.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.503+0000 7f3e4f1ff700 1 -- 172.21.15.16:0/3377337133 shutdown_connections 2023-09-23T06:37:23.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.503+0000 7f3e4f1ff700 1 --2- 172.21.15.16:0/3377337133 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3e4815db50 0x7f3e480c75d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.503+0000 7f3e4f1ff700 1 --2- 172.21.15.16:0/3377337133 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3e480b4fe0 0x7f3e48156140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.503+0000 7f3e4f1ff700 1 --2- 172.21.15.16:0/3377337133 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3e2c06afc0 0x7f3e2c06d480 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.503+0000 7f3e4f1ff700 1 --2- 172.21.15.16:0/3377337133 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3e4815d770 0x7f3e480c7090 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.503+0000 7f3e4f1ff700 1 -- 172.21.15.16:0/3377337133 >> 172.21.15.16:0/3377337133 conn(0x7f3e480724b0 msgr2=0x7f3e480d1340 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:23.506 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.503+0000 7f3e4f1ff700 1 -- 172.21.15.16:0/3377337133 shutdown_connections 2023-09-23T06:37:23.506 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.503+0000 7f3e4f1ff700 1 -- 172.21.15.16:0/3377337133 wait complete. 2023-09-23T06:37:23.523 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:37:23.728 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.726+0000 7f32db9ff700 1 Processor -- start 2023-09-23T06:37:23.728 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.726+0000 7f32db9ff700 1 -- start start 2023-09-23T06:37:23.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.727+0000 7f32db9ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f32d415d770 0x7f32d40ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:23.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.727+0000 7f32db9ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f32d415db50 0x7f32d40b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:23.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.727+0000 7f32db9ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32d415ec00 con 0x7f32d40b4fe0 2023-09-23T06:37:23.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.727+0000 7f32db9ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32d40b65c0 con 0x7f32d415d770 2023-09-23T06:37:23.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.727+0000 7f32db9ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32d40cdd00 con 0x7f32d415db50 2023-09-23T06:37:23.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.727+0000 7f32d979b700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f32d415d770 0x7f32d40ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:23.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.728+0000 7f32d9f9c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f32d40b4fe0 0x7f32d4161600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:37646/0 (socket says 172.21.15.16:37646) 2023-09-23T06:37:23.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.728+0000 7f32d9f9c700 1 -- 172.21.15.16:0/1067576313 learned_addr learned my addr 172.21.15.16:0/1067576313 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:23.731 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.728+0000 7f32d8f9a700 1 --2- 172.21.15.16:0/1067576313 >> v2:172.21.15.92:3300/0 conn(0x7f32d415db50 0x7f32d40b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:23.731 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.728+0000 7f32d979b700 1 -- 172.21.15.16:0/1067576313 >> v2:172.21.15.92:3300/0 conn(0x7f32d415db50 msgr2=0x7f32d40b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:23.731 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.728+0000 7f32d979b700 1 --2- 172.21.15.16:0/1067576313 >> v2:172.21.15.92:3300/0 conn(0x7f32d415db50 0x7f32d40b8e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.731 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.728+0000 7f32d979b700 1 -- 172.21.15.16:0/1067576313 >> v1:172.21.15.16:6789/0 conn(0x7f32d40b4fe0 legacy=0x7f32d4161600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:23.731 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.728+0000 7f32d979b700 1 -- 172.21.15.16:0/1067576313 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32d415e080 con 0x7f32d415d770 2023-09-23T06:37:23.731 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.728+0000 7f32cbfff700 1 -- 172.21.15.16:0/1067576313 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2517090809 0 0) 0x7f32d415ec00 con 0x7f32d40b4fe0 2023-09-23T06:37:23.731 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.728+0000 7f32d979b700 1 --2- 172.21.15.16:0/1067576313 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f32d415d770 0x7f32d40ce420 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f32d406c820 tx=0x7f32d0009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21a5a5d0fdbc873a server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:23.731 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.728+0000 7f32cbfff700 1 -- 172.21.15.16:0/1067576313 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32d0011830 con 0x7f32d415d770 2023-09-23T06:37:23.731 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.728+0000 7f32cbfff700 1 -- 172.21.15.16:0/1067576313 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32d0011990 con 0x7f32d415d770 2023-09-23T06:37:23.731 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.728+0000 7f32cbfff700 1 -- 172.21.15.16:0/1067576313 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32d0011d20 con 0x7f32d415d770 2023-09-23T06:37:23.732 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.729+0000 7f32db9ff700 1 -- 172.21.15.16:0/1067576313 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f32d415d770 msgr2=0x7f32d40ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:23.732 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.729+0000 7f32db9ff700 1 --2- 172.21.15.16:0/1067576313 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f32d415d770 0x7f32d40ce420 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f32d406c820 tx=0x7f32d0009b20 comp rx=0 tx=0).stop 2023-09-23T06:37:23.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.729+0000 7f32db9ff700 1 -- 172.21.15.16:0/1067576313 shutdown_connections 2023-09-23T06:37:23.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.729+0000 7f32db9ff700 1 --2- 172.21.15.16:0/1067576313 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f32d415d770 0x7f32d40ce420 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.729+0000 7f32db9ff700 1 --2- 172.21.15.16:0/1067576313 >> v2:172.21.15.92:3300/0 conn(0x7f32d415db50 0x7f32d40b8e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.729+0000 7f32db9ff700 1 -- 172.21.15.16:0/1067576313 >> 172.21.15.16:0/1067576313 conn(0x7f32d40724b0 msgr2=0x7f32d40d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:23.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.729+0000 7f32db9ff700 1 -- 172.21.15.16:0/1067576313 shutdown_connections 2023-09-23T06:37:23.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.729+0000 7f32db9ff700 1 -- 172.21.15.16:0/1067576313 wait complete. 2023-09-23T06:37:23.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.731+0000 7f32db9ff700 1 Processor -- start 2023-09-23T06:37:23.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.731+0000 7f32db9ff700 1 -- start start 2023-09-23T06:37:23.735 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.732+0000 7f32db9ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f32d40b4fe0 0x7f32d40aa8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:23.735 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.732+0000 7f32db9ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32d415d770 0x7f32d40b4040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:23.735 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.732+0000 7f32db9ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f32d415db50 0x7f32d415a1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:23.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.732+0000 7f32db9ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32d40a9fe0 con 0x7f32d40b4fe0 2023-09-23T06:37:23.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.732+0000 7f32db9ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32d40aa2c0 con 0x7f32d415db50 2023-09-23T06:37:23.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.732+0000 7f32db9ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32d40aa5a0 con 0x7f32d415d770 2023-09-23T06:37:23.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.732+0000 7f32d979b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f32d40b4fe0 0x7f32d40aa8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:23.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.732+0000 7f32d979b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f32d40b4fe0 0x7f32d40aa8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:54950/0 (socket says 172.21.15.16:54950) 2023-09-23T06:37:23.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.732+0000 7f32d979b700 1 -- 172.21.15.16:0/422077860 learned_addr learned my addr 172.21.15.16:0/422077860 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:23.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.732+0000 7f32d9f9c700 1 --2- 172.21.15.16:0/422077860 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f32d415db50 0x7f32d415a1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:23.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.732+0000 7f32d8f9a700 1 --2- 172.21.15.16:0/422077860 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32d415d770 0x7f32d40b4040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:23.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.733+0000 7f32d979b700 1 -- 172.21.15.16:0/422077860 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32d415d770 msgr2=0x7f32d40b4040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:23.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.733+0000 7f32d979b700 1 --2- 172.21.15.16:0/422077860 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32d415d770 0x7f32d40b4040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.736 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.733+0000 7f32d979b700 1 -- 172.21.15.16:0/422077860 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f32d415db50 msgr2=0x7f32d415a1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:23.737 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.733+0000 7f32d979b700 1 --2- 172.21.15.16:0/422077860 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f32d415db50 0x7f32d415a1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.737 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.733+0000 7f32d979b700 1 -- 172.21.15.16:0/422077860 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32d00094a0 con 0x7f32d40b4fe0 2023-09-23T06:37:23.737 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.733+0000 7f32d8f9a700 1 --2- 172.21.15.16:0/422077860 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32d415d770 0x7f32d40b4040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:23.737 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.733+0000 7f32d9f9c700 1 --2- 172.21.15.16:0/422077860 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f32d415db50 0x7f32d415a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:23.737 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.733+0000 7f32d979b700 1 --2- 172.21.15.16:0/422077860 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f32d40b4fe0 0x7f32d40aa8d0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f32d00090b0 tx=0x7f32d0004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:23.737 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.733+0000 7f32c9ffb700 1 -- 172.21.15.16:0/422077860 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32d00038a0 con 0x7f32d40b4fe0 2023-09-23T06:37:23.737 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.733+0000 7f32c9ffb700 1 -- 172.21.15.16:0/422077860 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32d001f070 con 0x7f32d40b4fe0 2023-09-23T06:37:23.737 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.733+0000 7f32db9ff700 1 -- 172.21.15.16:0/422077860 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32d40cb0e0 con 0x7f32d40b4fe0 2023-09-23T06:37:23.737 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.733+0000 7f32c9ffb700 1 -- 172.21.15.16:0/422077860 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32d0003c20 con 0x7f32d40b4fe0 2023-09-23T06:37:23.737 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.733+0000 7f32db9ff700 1 -- 172.21.15.16:0/422077860 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32d40aae10 con 0x7f32d40b4fe0 2023-09-23T06:37:23.738 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.734+0000 7f32db9ff700 1 -- 172.21.15.16:0/422077860 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32d40aafa0 con 0x7f32d40b4fe0 2023-09-23T06:37:23.738 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.735+0000 7f32c9ffb700 1 -- 172.21.15.16:0/422077860 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f32d001a430 con 0x7f32d40b4fe0 2023-09-23T06:37:23.738 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.737+0000 7f32c9ffb700 1 --2- 172.21.15.16:0/422077860 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f32b806afc0 0x7f32b806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:23.739 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.737+0000 7f32c9ffb700 1 -- 172.21.15.16:0/422077860 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f32d0021070 con 0x7f32d40b4fe0 2023-09-23T06:37:23.739 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.737+0000 7f32d8f9a700 1 --2- 172.21.15.16:0/422077860 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f32b806afc0 0x7f32b806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:23.739 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.738+0000 7f32d8f9a700 1 --2- 172.21.15.16:0/422077860 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f32b806afc0 0x7f32b806d480 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f32d40cea50 tx=0x7f32c4008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:23.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.741+0000 7f32c9ffb700 1 -- 172.21.15.16:0/422077860 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f32d00561b0 con 0x7f32d40b4fe0 2023-09-23T06:37:23.956 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.954+0000 7f32db9ff700 1 -- 172.21.15.16:0/422077860 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f32d40b5910 con 0x7f32d40b4fe0 2023-09-23T06:37:23.957 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.955+0000 7f32c9ffb700 1 -- 172.21.15.16:0/422077860 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) v1 ==== 74+0+16521 (secure 0 0 0) 0x7f32d00597d0 con 0x7f32d40b4fe0 2023-09-23T06:37:23.957 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:23.957 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":34,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:37:23.596640+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:37:20.087634+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-09-23T06:37:21.089634+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:37:23.960 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.958+0000 7f32db9ff700 1 -- 172.21.15.16:0/422077860 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f32b806afc0 msgr2=0x7f32b806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:23.960 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.958+0000 7f32db9ff700 1 --2- 172.21.15.16:0/422077860 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f32b806afc0 0x7f32b806d480 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f32d40cea50 tx=0x7f32c4008040 comp rx=0 tx=0).stop 2023-09-23T06:37:23.960 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.958+0000 7f32db9ff700 1 -- 172.21.15.16:0/422077860 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f32d40b4fe0 msgr2=0x7f32d40aa8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:23.960 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.958+0000 7f32db9ff700 1 --2- 172.21.15.16:0/422077860 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f32d40b4fe0 0x7f32d40aa8d0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f32d00090b0 tx=0x7f32d0004750 comp rx=0 tx=0).stop 2023-09-23T06:37:23.960 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.958+0000 7f32db9ff700 1 -- 172.21.15.16:0/422077860 shutdown_connections 2023-09-23T06:37:23.960 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.958+0000 7f32db9ff700 1 --2- 172.21.15.16:0/422077860 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f32d415db50 0x7f32d415a1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.960 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.958+0000 7f32db9ff700 1 --2- 172.21.15.16:0/422077860 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f32b806afc0 0x7f32b806d480 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.960 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.958+0000 7f32db9ff700 1 --2- 172.21.15.16:0/422077860 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f32d40b4fe0 0x7f32d40aa8d0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.960 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.958+0000 7f32db9ff700 1 --2- 172.21.15.16:0/422077860 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f32d415d770 0x7f32d40b4040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:23.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.958+0000 7f32db9ff700 1 -- 172.21.15.16:0/422077860 >> 172.21.15.16:0/422077860 conn(0x7f32d40724b0 msgr2=0x7f32d415f610 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:23.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.958+0000 7f32db9ff700 1 -- 172.21.15.16:0/422077860 shutdown_connections 2023-09-23T06:37:23.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:23.958+0000 7f32db9ff700 1 -- 172.21.15.16:0/422077860 wait complete. 2023-09-23T06:37:23.978 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2023-09-23T06:37:24.187 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.185+0000 7f95e91ff700 1 Processor -- start 2023-09-23T06:37:24.187 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.185+0000 7f95e91ff700 1 -- start start 2023-09-23T06:37:24.189 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.186+0000 7f95e91ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f95e415d8c0 0x7f95e40cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:24.189 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.186+0000 7f95e91ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f95e4161fc0 0x7f95e40d3d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:24.190 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.186+0000 7f95e91ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95e415dca0 con 0x7f95e40d0030 2023-09-23T06:37:24.190 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.186+0000 7f95e91ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95e40ce130 con 0x7f95e4161fc0 2023-09-23T06:37:24.190 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.186+0000 7f95e91ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95e40ce3d0 con 0x7f95e415d8c0 2023-09-23T06:37:24.190 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.187+0000 7f95e259c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f95e4161fc0 0x7f95e40d3d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:24.190 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.187+0000 7f95e359e700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f95e40d0030 0x7f95e406b770 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:47478/0 (socket says 172.21.15.16:47478) 2023-09-23T06:37:24.190 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.187+0000 7f95e359e700 1 -- 172.21.15.16:0/2329357019 learned_addr learned my addr 172.21.15.16:0/2329357019 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:24.190 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.187+0000 7f95e2d9d700 1 --2- 172.21.15.16:0/2329357019 >> v2:172.21.15.92:3300/0 conn(0x7f95e415d8c0 0x7f95e40cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:24.190 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.187+0000 7f95e259c700 1 -- 172.21.15.16:0/2329357019 >> v2:172.21.15.92:3300/0 conn(0x7f95e415d8c0 msgr2=0x7f95e40cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:24.190 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.187+0000 7f95e259c700 1 --2- 172.21.15.16:0/2329357019 >> v2:172.21.15.92:3300/0 conn(0x7f95e415d8c0 0x7f95e40cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:24.190 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.187+0000 7f95e259c700 1 -- 172.21.15.16:0/2329357019 >> v1:172.21.15.16:6789/0 conn(0x7f95e40d0030 legacy=0x7f95e406b770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:24.191 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.187+0000 7f95e259c700 1 -- 172.21.15.16:0/2329357019 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95e40ce6b0 con 0x7f95e4161fc0 2023-09-23T06:37:24.191 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.188+0000 7f95e259c700 1 --2- 172.21.15.16:0/2329357019 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95e4161fc0 0x7f95e40d3d30 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f95e4067e00 tx=0x7f95d8009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99d9ceb2edbdc219 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:24.191 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.188+0000 7f95e1d9b700 1 -- 172.21.15.16:0/2329357019 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d8011830 con 0x7f95e4161fc0 2023-09-23T06:37:24.191 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.188+0000 7f95e1d9b700 1 -- 172.21.15.16:0/2329357019 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95d8011990 con 0x7f95e4161fc0 2023-09-23T06:37:24.191 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.188+0000 7f95e1d9b700 1 -- 172.21.15.16:0/2329357019 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d8011d20 con 0x7f95e4161fc0 2023-09-23T06:37:24.192 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.188+0000 7f95e91ff700 1 -- 172.21.15.16:0/2329357019 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95e4161fc0 msgr2=0x7f95e40d3d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:24.193 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.188+0000 7f95e91ff700 1 --2- 172.21.15.16:0/2329357019 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95e4161fc0 0x7f95e40d3d30 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f95e4067e00 tx=0x7f95d8009b20 comp rx=0 tx=0).stop 2023-09-23T06:37:24.193 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.188+0000 7f95e91ff700 1 -- 172.21.15.16:0/2329357019 shutdown_connections 2023-09-23T06:37:24.193 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.188+0000 7f95e91ff700 1 --2- 172.21.15.16:0/2329357019 >> v2:172.21.15.92:3300/0 conn(0x7f95e415d8c0 0x7f95e40cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:24.193 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.188+0000 7f95e91ff700 1 --2- 172.21.15.16:0/2329357019 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95e4161fc0 0x7f95e40d3d30 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:24.193 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.188+0000 7f95e91ff700 1 -- 172.21.15.16:0/2329357019 >> 172.21.15.16:0/2329357019 conn(0x7f95e409c9b0 msgr2=0x7f95e40d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:24.193 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.188+0000 7f95e91ff700 1 -- 172.21.15.16:0/2329357019 shutdown_connections 2023-09-23T06:37:24.193 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.189+0000 7f95e91ff700 1 -- 172.21.15.16:0/2329357019 wait complete. 2023-09-23T06:37:24.194 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.190+0000 7f95e91ff700 1 Processor -- start 2023-09-23T06:37:24.194 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.190+0000 7f95e91ff700 1 -- start start 2023-09-23T06:37:24.196 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.191+0000 7f95e91ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95e40d0030 0x7f95e40c7ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:24.196 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.191+0000 7f95e91ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95e415d8c0 0x7f95e40c98c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:24.196 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.191+0000 7f95e91ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95e4161fc0 0x7f95e4157d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:24.196 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.191+0000 7f95e91ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95e40c8860 con 0x7f95e4161fc0 2023-09-23T06:37:24.196 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.191+0000 7f95e91ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95e40c8b00 con 0x7f95e415d8c0 2023-09-23T06:37:24.196 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.191+0000 7f95e91ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95e40c8de0 con 0x7f95e40d0030 2023-09-23T06:37:24.196 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.192+0000 7f95e359e700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95e4161fc0 0x7f95e4157d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:24.196 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.192+0000 7f95e359e700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95e4161fc0 0x7f95e4157d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43226/0 (socket says 172.21.15.16:43226) 2023-09-23T06:37:24.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.192+0000 7f95e359e700 1 -- 172.21.15.16:0/2776060519 learned_addr learned my addr 172.21.15.16:0/2776060519 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:24.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.192+0000 7f95e2d9d700 1 --2- 172.21.15.16:0/2776060519 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95e40d0030 0x7f95e40c7ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:24.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.192+0000 7f95e259c700 1 --2- 172.21.15.16:0/2776060519 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95e415d8c0 0x7f95e40c98c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:24.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.192+0000 7f95e359e700 1 -- 172.21.15.16:0/2776060519 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95e40d0030 msgr2=0x7f95e40c7ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:24.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.192+0000 7f95e359e700 1 --2- 172.21.15.16:0/2776060519 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95e40d0030 0x7f95e40c7ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:24.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.192+0000 7f95e359e700 1 -- 172.21.15.16:0/2776060519 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95e415d8c0 msgr2=0x7f95e40c98c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:24.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.192+0000 7f95e359e700 1 --2- 172.21.15.16:0/2776060519 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95e415d8c0 0x7f95e40c98c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:24.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.192+0000 7f95e359e700 1 -- 172.21.15.16:0/2776060519 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95d80094a0 con 0x7f95e4161fc0 2023-09-23T06:37:24.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.192+0000 7f95e359e700 1 --2- 172.21.15.16:0/2776060519 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95e4161fc0 0x7f95e4157d40 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f95dc00cbc0 tx=0x7f95dc00ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:24.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.193+0000 7f95cb7fe700 1 -- 172.21.15.16:0/2776060519 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95dc00a9e0 con 0x7f95e4161fc0 2023-09-23T06:37:24.197 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.193+0000 7f95cb7fe700 1 -- 172.21.15.16:0/2776060519 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95dc00ab40 con 0x7f95e4161fc0 2023-09-23T06:37:24.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.193+0000 7f95cb7fe700 1 -- 172.21.15.16:0/2776060519 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95dc012400 con 0x7f95e4161fc0 2023-09-23T06:37:24.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.193+0000 7f95e91ff700 1 -- 172.21.15.16:0/2776060519 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95e40c90c0 con 0x7f95e4161fc0 2023-09-23T06:37:24.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.193+0000 7f95e91ff700 1 -- 172.21.15.16:0/2776060519 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95e40c8010 con 0x7f95e4161fc0 2023-09-23T06:37:24.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.194+0000 7f95e91ff700 1 -- 172.21.15.16:0/2776060519 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95e4074b40 con 0x7f95e4161fc0 2023-09-23T06:37:24.199 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.195+0000 7f95cb7fe700 1 -- 172.21.15.16:0/2776060519 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f95dc01b3b0 con 0x7f95e4161fc0 2023-09-23T06:37:24.199 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.196+0000 7f95cb7fe700 1 --2- 172.21.15.16:0/2776060519 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f95d006afc0 0x7f95d006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:24.199 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.196+0000 7f95cb7fe700 1 -- 172.21.15.16:0/2776060519 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f95dc089200 con 0x7f95e4161fc0 2023-09-23T06:37:24.199 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.197+0000 7f95e2d9d700 1 --2- 172.21.15.16:0/2776060519 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f95d006afc0 0x7f95d006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:24.200 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.198+0000 7f95e2d9d700 1 --2- 172.21.15.16:0/2776060519 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f95d006afc0 0x7f95d006d480 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f95d4009be0 tx=0x7f95d4009210 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:24.202 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.201+0000 7f95cb7fe700 1 -- 172.21.15.16:0/2776060519 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f95dc0542e0 con 0x7f95e4161fc0 2023-09-23T06:37:24.456 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:24.454+0000 7f95e91ff700 1 -- 172.21.15.16:0/2776060519 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f95e40cfe10 con 0x7f95e4161fc0 2023-09-23T06:37:25.045 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.043+0000 7f95cb7fe700 1 -- 172.21.15.16:0/2776060519 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v16) v1 ==== 118+0+0 (secure 0 0 0) 0x7f95dc057900 con 0x7f95e4161fc0 2023-09-23T06:37:25.048 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.046+0000 7f95e91ff700 1 -- 172.21.15.16:0/2776060519 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f95d006afc0 msgr2=0x7f95d006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:25.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.046+0000 7f95e91ff700 1 --2- 172.21.15.16:0/2776060519 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f95d006afc0 0x7f95d006d480 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f95d4009be0 tx=0x7f95d4009210 comp rx=0 tx=0).stop 2023-09-23T06:37:25.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.046+0000 7f95e91ff700 1 -- 172.21.15.16:0/2776060519 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95e4161fc0 msgr2=0x7f95e4157d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:25.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.046+0000 7f95e91ff700 1 --2- 172.21.15.16:0/2776060519 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95e4161fc0 0x7f95e4157d40 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f95dc00cbc0 tx=0x7f95dc00ced0 comp rx=0 tx=0).stop 2023-09-23T06:37:25.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.046+0000 7f95e91ff700 1 -- 172.21.15.16:0/2776060519 shutdown_connections 2023-09-23T06:37:25.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.046+0000 7f95e91ff700 1 --2- 172.21.15.16:0/2776060519 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f95d006afc0 0x7f95d006d480 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:25.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.046+0000 7f95e91ff700 1 --2- 172.21.15.16:0/2776060519 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f95e4161fc0 0x7f95e4157d40 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:25.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.046+0000 7f95e91ff700 1 --2- 172.21.15.16:0/2776060519 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f95e40d0030 0x7f95e40c7ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:25.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.046+0000 7f95e91ff700 1 --2- 172.21.15.16:0/2776060519 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f95e415d8c0 0x7f95e40c98c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:25.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.046+0000 7f95e91ff700 1 -- 172.21.15.16:0/2776060519 >> 172.21.15.16:0/2776060519 conn(0x7f95e409c9b0 msgr2=0x7f95e40d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:25.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.047+0000 7f95e91ff700 1 -- 172.21.15.16:0/2776060519 shutdown_connections 2023-09-23T06:37:25.049 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.047+0000 7f95e91ff700 1 -- 172.21.15.16:0/2776060519 wait complete. 2023-09-23T06:37:25.069 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2023-09-23T06:37:25.069 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2023-09-23T06:37:25.278 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.276+0000 7f5b3fbff700 1 Processor -- start 2023-09-23T06:37:25.278 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.276+0000 7f5b3fbff700 1 -- start start 2023-09-23T06:37:25.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.278+0000 7f5b3fbff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f5b38161fc0 0x7f5b380cf190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:25.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.278+0000 7f5b3fbff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5b380d0030 0x7f5b380d0460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:25.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.278+0000 7f5b3fbff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b380d09a0 con 0x7f5b3815d8c0 2023-09-23T06:37:25.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.278+0000 7f5b3fbff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b3815dca0 con 0x7f5b380d0030 2023-09-23T06:37:25.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.278+0000 7f5b3fbff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b380ce130 con 0x7f5b38161fc0 2023-09-23T06:37:25.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.278+0000 7f5b3d99b700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f5b3815d8c0 0x7f5b380d3d30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:47488/0 (socket says 172.21.15.16:47488) 2023-09-23T06:37:25.281 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.278+0000 7f5b3d99b700 1 -- 172.21.15.16:0/3160177054 learned_addr learned my addr 172.21.15.16:0/3160177054 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:25.281 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.278+0000 7f5b3e19c700 1 --2- 172.21.15.16:0/3160177054 >> v2:172.21.15.16:3300/0 conn(0x7f5b380d0030 0x7f5b380d0460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:25.281 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.278+0000 7f5b3d19a700 1 --2- 172.21.15.16:0/3160177054 >> v2:172.21.15.92:3300/0 conn(0x7f5b38161fc0 0x7f5b380cf190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:25.282 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.279+0000 7f5b3c999700 1 -- 172.21.15.16:0/3160177054 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1679601249 0 0) 0x7f5b380d09a0 con 0x7f5b3815d8c0 2023-09-23T06:37:25.283 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.279+0000 7f5b3c999700 1 -- 172.21.15.16:0/3160177054 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5b240035b0 con 0x7f5b3815d8c0 2023-09-23T06:37:25.283 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.279+0000 7f5b3e19c700 1 -- 172.21.15.16:0/3160177054 >> v2:172.21.15.92:3300/0 conn(0x7f5b38161fc0 msgr2=0x7f5b380cf190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:25.283 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.279+0000 7f5b3e19c700 1 --2- 172.21.15.16:0/3160177054 >> v2:172.21.15.92:3300/0 conn(0x7f5b38161fc0 0x7f5b380cf190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:25.283 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.279+0000 7f5b3e19c700 1 -- 172.21.15.16:0/3160177054 >> v1:172.21.15.16:6789/0 conn(0x7f5b3815d8c0 legacy=0x7f5b380d3d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:25.283 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.279+0000 7f5b3e19c700 1 -- 172.21.15.16:0/3160177054 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b380ce3d0 con 0x7f5b380d0030 2023-09-23T06:37:25.283 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.279+0000 7f5b3d19a700 1 --2- 172.21.15.16:0/3160177054 >> v2:172.21.15.92:3300/0 conn(0x7f5b38161fc0 0x7f5b380cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T06:37:25.283 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.279+0000 7f5b3e19c700 1 --2- 172.21.15.16:0/3160177054 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b380d0030 0x7f5b380d0460 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f5b380d1150 tx=0x7f5b3000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2cbb55d34b12792c server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:25.283 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.279+0000 7f5b3c999700 1 -- 172.21.15.16:0/3160177054 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b3000e070 con 0x7f5b380d0030 2023-09-23T06:37:25.283 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.280+0000 7f5b3c999700 1 -- 172.21.15.16:0/3160177054 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b3000bb20 con 0x7f5b380d0030 2023-09-23T06:37:25.283 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.280+0000 7f5b3c999700 1 -- 172.21.15.16:0/3160177054 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b30012430 con 0x7f5b380d0030 2023-09-23T06:37:25.283 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.280+0000 7f5b3fbff700 1 -- 172.21.15.16:0/3160177054 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b380d0030 msgr2=0x7f5b380d0460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:25.284 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.280+0000 7f5b3fbff700 1 --2- 172.21.15.16:0/3160177054 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b380d0030 0x7f5b380d0460 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f5b380d1150 tx=0x7f5b3000b330 comp rx=0 tx=0).stop 2023-09-23T06:37:25.284 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.280+0000 7f5b3fbff700 1 -- 172.21.15.16:0/3160177054 shutdown_connections 2023-09-23T06:37:25.284 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.280+0000 7f5b3fbff700 1 --2- 172.21.15.16:0/3160177054 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b380d0030 0x7f5b380d0460 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:25.284 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.280+0000 7f5b3fbff700 1 --2- 172.21.15.16:0/3160177054 >> v2:172.21.15.92:3300/0 conn(0x7f5b38161fc0 0x7f5b380cf190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:25.284 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.280+0000 7f5b3fbff700 1 -- 172.21.15.16:0/3160177054 >> 172.21.15.16:0/3160177054 conn(0x7f5b3809c9b0 msgr2=0x7f5b380d3620 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:25.284 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.280+0000 7f5b3fbff700 1 -- 172.21.15.16:0/3160177054 shutdown_connections 2023-09-23T06:37:25.284 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.280+0000 7f5b3fbff700 1 -- 172.21.15.16:0/3160177054 wait complete. 2023-09-23T06:37:25.286 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.282+0000 7f5b3fbff700 1 Processor -- start 2023-09-23T06:37:25.286 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.282+0000 7f5b3fbff700 1 -- start start 2023-09-23T06:37:25.286 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.283+0000 7f5b3fbff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b380d0030 0x7f5b380b8ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:25.286 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.283+0000 7f5b3fbff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b3815d8c0 0x7f5b380cc140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:25.287 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.283+0000 7f5b3fbff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b38161fc0 0x7f5b380cc680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:25.287 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.283+0000 7f5b3fbff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b381f3a00 con 0x7f5b3815d8c0 2023-09-23T06:37:25.287 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.283+0000 7f5b3fbff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b381f7450 con 0x7f5b380d0030 2023-09-23T06:37:25.287 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.283+0000 7f5b3fbff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b381f33b0 con 0x7f5b38161fc0 2023-09-23T06:37:25.287 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.283+0000 7f5b3d19a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b3815d8c0 0x7f5b380cc140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:25.287 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.283+0000 7f5b3d19a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b3815d8c0 0x7f5b380cc140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43238/0 (socket says 172.21.15.16:43238) 2023-09-23T06:37:25.287 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.283+0000 7f5b3d19a700 1 -- 172.21.15.16:0/495941291 learned_addr learned my addr 172.21.15.16:0/495941291 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:25.287 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.284+0000 7f5b3d99b700 1 --2- 172.21.15.16:0/495941291 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b380d0030 0x7f5b380b8ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:25.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.284+0000 7f5b3e19c700 1 --2- 172.21.15.16:0/495941291 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b38161fc0 0x7f5b380cc680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:25.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.284+0000 7f5b3d19a700 1 -- 172.21.15.16:0/495941291 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b38161fc0 msgr2=0x7f5b380cc680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:25.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.284+0000 7f5b3d19a700 1 --2- 172.21.15.16:0/495941291 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b38161fc0 0x7f5b380cc680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:25.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.284+0000 7f5b3d19a700 1 -- 172.21.15.16:0/495941291 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b380d0030 msgr2=0x7f5b380b8ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:25.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.284+0000 7f5b3d19a700 1 --2- 172.21.15.16:0/495941291 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b380d0030 0x7f5b380b8ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:25.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.284+0000 7f5b3d19a700 1 -- 172.21.15.16:0/495941291 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b280094a0 con 0x7f5b3815d8c0 2023-09-23T06:37:25.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.284+0000 7f5b3d19a700 1 --2- 172.21.15.16:0/495941291 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b3815d8c0 0x7f5b380cc140 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f5b2800ebe0 tx=0x7f5b2800eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:25.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.284+0000 7f5b2e7fc700 1 -- 172.21.15.16:0/495941291 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b2800c850 con 0x7f5b3815d8c0 2023-09-23T06:37:25.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.284+0000 7f5b2e7fc700 1 -- 172.21.15.16:0/495941291 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b2800c9b0 con 0x7f5b3815d8c0 2023-09-23T06:37:25.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.284+0000 7f5b2e7fc700 1 -- 172.21.15.16:0/495941291 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b2800cd40 con 0x7f5b3815d8c0 2023-09-23T06:37:25.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.284+0000 7f5b3fbff700 1 -- 172.21.15.16:0/495941291 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b30009a70 con 0x7f5b3815d8c0 2023-09-23T06:37:25.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.285+0000 7f5b3fbff700 1 -- 172.21.15.16:0/495941291 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b381f3090 con 0x7f5b3815d8c0 2023-09-23T06:37:25.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.286+0000 7f5b3fbff700 1 -- 172.21.15.16:0/495941291 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b381f3b70 con 0x7f5b3815d8c0 2023-09-23T06:37:25.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.286+0000 7f5b2e7fc700 1 -- 172.21.15.16:0/495941291 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f5b28013470 con 0x7f5b3815d8c0 2023-09-23T06:37:25.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.287+0000 7f5b2e7fc700 1 --2- 172.21.15.16:0/495941291 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5b1c06afc0 0x7f5b1c06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:25.290 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.287+0000 7f5b2e7fc700 1 -- 172.21.15.16:0/495941291 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5b280897a0 con 0x7f5b3815d8c0 2023-09-23T06:37:25.290 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.288+0000 7f5b3d99b700 1 --2- 172.21.15.16:0/495941291 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5b1c06afc0 0x7f5b1c06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:25.290 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.289+0000 7f5b3d99b700 1 --2- 172.21.15.16:0/495941291 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5b1c06afc0 0x7f5b1c06d480 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f5b34007fd0 tx=0x7f5b34007dc0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:25.293 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.292+0000 7f5b2e7fc700 1 -- 172.21.15.16:0/495941291 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f5b280547d0 con 0x7f5b3815d8c0 2023-09-23T06:37:25.491 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T06:37:25.489+0000 7f9660bf1700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2023-09-23T06:37:25.550 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:25.549+0000 7f5b3fbff700 1 -- 172.21.15.16:0/495941291 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f5b38074b40 con 0x7f5b3815d8c0 2023-09-23T06:37:26.051 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.049+0000 7f5b2e7fc700 1 -- 172.21.15.16:0/495941291 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v17) v1 ==== 122+0+0 (secure 0 0 0) 0x7f5b2800cea0 con 0x7f5b3815d8c0 2023-09-23T06:37:26.054 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.052+0000 7f5b3fbff700 1 -- 172.21.15.16:0/495941291 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5b1c06afc0 msgr2=0x7f5b1c06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:26.054 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.052+0000 7f5b3fbff700 1 --2- 172.21.15.16:0/495941291 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5b1c06afc0 0x7f5b1c06d480 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f5b34007fd0 tx=0x7f5b34007dc0 comp rx=0 tx=0).stop 2023-09-23T06:37:26.054 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.052+0000 7f5b3fbff700 1 -- 172.21.15.16:0/495941291 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b3815d8c0 msgr2=0x7f5b380cc140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:26.054 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.052+0000 7f5b3fbff700 1 --2- 172.21.15.16:0/495941291 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b3815d8c0 0x7f5b380cc140 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f5b2800ebe0 tx=0x7f5b2800eef0 comp rx=0 tx=0).stop 2023-09-23T06:37:26.054 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.052+0000 7f5b3fbff700 1 -- 172.21.15.16:0/495941291 shutdown_connections 2023-09-23T06:37:26.054 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.052+0000 7f5b3fbff700 1 --2- 172.21.15.16:0/495941291 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b38161fc0 0x7f5b380cc680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:26.054 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.052+0000 7f5b3fbff700 1 --2- 172.21.15.16:0/495941291 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b380d0030 0x7f5b380b8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:26.054 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.052+0000 7f5b3fbff700 1 --2- 172.21.15.16:0/495941291 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5b1c06afc0 0x7f5b1c06d480 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:26.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.052+0000 7f5b3fbff700 1 --2- 172.21.15.16:0/495941291 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b3815d8c0 0x7f5b380cc140 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:26.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.052+0000 7f5b3fbff700 1 -- 172.21.15.16:0/495941291 >> 172.21.15.16:0/495941291 conn(0x7f5b3809c9b0 msgr2=0x7f5b380b0310 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:26.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.052+0000 7f5b3fbff700 1 -- 172.21.15.16:0/495941291 shutdown_connections 2023-09-23T06:37:26.055 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.052+0000 7f5b3fbff700 1 -- 172.21.15.16:0/495941291 wait complete. 2023-09-23T06:37:26.074 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2023-09-23T06:37:26.074 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-23T06:37:26.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.278+0000 7f3cc49ff700 1 Processor -- start 2023-09-23T06:37:26.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.278+0000 7f3cc49ff700 1 -- start start 2023-09-23T06:37:26.281 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.279+0000 7f3cc49ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f3cc015db50 0x7f3cc00b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:26.281 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.279+0000 7f3cc49ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3cc00b4fe0 0x7f3cc00b5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:26.281 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.279+0000 7f3cc49ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3cc015ec00 con 0x7f3cc015d770 2023-09-23T06:37:26.282 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.279+0000 7f3cc49ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3cc00b59d0 con 0x7f3cc015db50 2023-09-23T06:37:26.282 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.279+0000 7f3cc49ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3cc00b65c0 con 0x7f3cc00b4fe0 2023-09-23T06:37:26.282 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.280+0000 7f3cbe59c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f3cc015d770 0x7f3cc00ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:47502/0 (socket says 172.21.15.16:47502) 2023-09-23T06:37:26.282 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.280+0000 7f3cbe59c700 1 -- 172.21.15.16:0/3423017344 learned_addr learned my addr 172.21.15.16:0/3423017344 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:26.282 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.280+0000 7f3cbdd9b700 1 --2- 172.21.15.16:0/3423017344 >> v2:172.21.15.16:3300/0 conn(0x7f3cc015db50 0x7f3cc00b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:26.282 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.280+0000 7f3cbed9d700 1 --2- 172.21.15.16:0/3423017344 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3cc00b4fe0 0x7f3cc00b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:26.284 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.280+0000 7f3cbdd9b700 1 -- 172.21.15.16:0/3423017344 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3cc00b4fe0 msgr2=0x7f3cc00b5490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:26.284 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.280+0000 7f3cbdd9b700 1 --2- 172.21.15.16:0/3423017344 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3cc00b4fe0 0x7f3cc00b5490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:26.284 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.280+0000 7f3cbdd9b700 1 -- 172.21.15.16:0/3423017344 >> v1:172.21.15.16:6789/0 conn(0x7f3cc015d770 legacy=0x7f3cc00ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:26.284 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.280+0000 7f3cbdd9b700 1 -- 172.21.15.16:0/3423017344 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3cc00cdd00 con 0x7f3cc015db50 2023-09-23T06:37:26.284 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.280+0000 7f3cbd59a700 1 -- 172.21.15.16:0/3423017344 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 107363646 0 0) 0x7f3cc015ec00 con 0x7f3cc015d770 2023-09-23T06:37:26.284 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.280+0000 7f3cbdd9b700 1 --2- 172.21.15.16:0/3423017344 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3cc015db50 0x7f3cc00b8e40 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f3cb4009840 tx=0x7f3cb4009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bff7720c9ce670dc server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:26.284 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.281+0000 7f3cbd59a700 1 -- 172.21.15.16:0/3423017344 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cb4011830 con 0x7f3cc015db50 2023-09-23T06:37:26.284 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.281+0000 7f3cbd59a700 1 -- 172.21.15.16:0/3423017344 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3cb4011990 con 0x7f3cc015db50 2023-09-23T06:37:26.284 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.281+0000 7f3cbd59a700 1 -- 172.21.15.16:0/3423017344 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cb4011d20 con 0x7f3cc015db50 2023-09-23T06:37:26.284 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.281+0000 7f3cc49ff700 1 -- 172.21.15.16:0/3423017344 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3cc015db50 msgr2=0x7f3cc00b8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:26.285 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.281+0000 7f3cc49ff700 1 --2- 172.21.15.16:0/3423017344 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3cc015db50 0x7f3cc00b8e40 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f3cb4009840 tx=0x7f3cb4009b50 comp rx=0 tx=0).stop 2023-09-23T06:37:26.285 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.281+0000 7f3cc49ff700 1 -- 172.21.15.16:0/3423017344 shutdown_connections 2023-09-23T06:37:26.285 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.281+0000 7f3cc49ff700 1 --2- 172.21.15.16:0/3423017344 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3cc00b4fe0 0x7f3cc00b5490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:26.285 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.281+0000 7f3cc49ff700 1 --2- 172.21.15.16:0/3423017344 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3cc015db50 0x7f3cc00b8e40 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:26.285 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.281+0000 7f3cc49ff700 1 -- 172.21.15.16:0/3423017344 >> 172.21.15.16:0/3423017344 conn(0x7f3cc00724b0 msgr2=0x7f3cc00d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:26.285 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.281+0000 7f3cc49ff700 1 -- 172.21.15.16:0/3423017344 shutdown_connections 2023-09-23T06:37:26.285 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.281+0000 7f3cc49ff700 1 -- 172.21.15.16:0/3423017344 wait complete. 2023-09-23T06:37:26.287 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.283+0000 7f3cc49ff700 1 Processor -- start 2023-09-23T06:37:26.287 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.283+0000 7f3cc49ff700 1 -- start start 2023-09-23T06:37:26.287 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.284+0000 7f3cc49ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3cc00b4fe0 0x7f3cc0150350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:26.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.284+0000 7f3cc49ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cc015d770 0x7f3cc0151400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:26.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.284+0000 7f3cc49ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3cc015db50 0x7f3cc00c7260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:26.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.284+0000 7f3cc49ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cc0150890 con 0x7f3cc015db50 2023-09-23T06:37:26.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.284+0000 7f3cc49ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3cc0151c50 con 0x7f3cc015d770 2023-09-23T06:37:26.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.284+0000 7f3cc49ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3cc01578a0 con 0x7f3cc00b4fe0 2023-09-23T06:37:26.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.284+0000 7f3cbed9d700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3cc015db50 0x7f3cc00c7260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:26.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.285+0000 7f3cbed9d700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3cc015db50 0x7f3cc00c7260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43248/0 (socket says 172.21.15.16:43248) 2023-09-23T06:37:26.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.285+0000 7f3cbed9d700 1 -- 172.21.15.16:0/3395378341 learned_addr learned my addr 172.21.15.16:0/3395378341 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:26.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.285+0000 7f3cbe59c700 1 --2- 172.21.15.16:0/3395378341 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3cc00b4fe0 0x7f3cc0150350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:26.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.285+0000 7f3cbdd9b700 1 --2- 172.21.15.16:0/3395378341 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cc015d770 0x7f3cc0151400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:26.288 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.285+0000 7f3cbed9d700 1 -- 172.21.15.16:0/3395378341 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3cc00b4fe0 msgr2=0x7f3cc0150350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:26.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.285+0000 7f3cbed9d700 1 --2- 172.21.15.16:0/3395378341 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3cc00b4fe0 0x7f3cc0150350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:26.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.285+0000 7f3cbed9d700 1 -- 172.21.15.16:0/3395378341 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cc015d770 msgr2=0x7f3cc0151400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:26.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.285+0000 7f3cbed9d700 1 --2- 172.21.15.16:0/3395378341 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cc015d770 0x7f3cc0151400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:26.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.285+0000 7f3cbed9d700 1 -- 172.21.15.16:0/3395378341 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3cb40094a0 con 0x7f3cc015db50 2023-09-23T06:37:26.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.285+0000 7f3cbe59c700 1 --2- 172.21.15.16:0/3395378341 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3cc00b4fe0 0x7f3cc0150350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:26.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.285+0000 7f3cbed9d700 1 --2- 172.21.15.16:0/3395378341 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3cc015db50 0x7f3cc00c7260 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f3cb8007e60 tx=0x7f3cb800e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:26.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.285+0000 7f3caeffd700 1 -- 172.21.15.16:0/3395378341 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cb800ede0 con 0x7f3cc015db50 2023-09-23T06:37:26.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.285+0000 7f3caeffd700 1 -- 172.21.15.16:0/3395378341 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3cb8014420 con 0x7f3cc015db50 2023-09-23T06:37:26.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.285+0000 7f3caeffd700 1 -- 172.21.15.16:0/3395378341 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3cb80147d0 con 0x7f3cc015db50 2023-09-23T06:37:26.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.285+0000 7f3cc49ff700 1 -- 172.21.15.16:0/3395378341 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3cc0157b80 con 0x7f3cc015db50 2023-09-23T06:37:26.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.286+0000 7f3cc49ff700 1 -- 172.21.15.16:0/3395378341 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3cc0151940 con 0x7f3cc015db50 2023-09-23T06:37:26.290 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.287+0000 7f3cc49ff700 1 -- 172.21.15.16:0/3395378341 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3cc01580a0 con 0x7f3cc015db50 2023-09-23T06:37:26.290 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.288+0000 7f3caeffd700 1 -- 172.21.15.16:0/3395378341 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f3cb8014930 con 0x7f3cc015db50 2023-09-23T06:37:26.290 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.288+0000 7f3caeffd700 1 --2- 172.21.15.16:0/3395378341 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3ca006afc0 0x7f3ca006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:26.291 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.289+0000 7f3caeffd700 1 -- 172.21.15.16:0/3395378341 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3cb8089f70 con 0x7f3cc015db50 2023-09-23T06:37:26.291 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.289+0000 7f3cbe59c700 1 --2- 172.21.15.16:0/3395378341 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3ca006afc0 0x7f3ca006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:26.291 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.290+0000 7f3cbe59c700 1 --2- 172.21.15.16:0/3395378341 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3ca006afc0 0x7f3ca006d480 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3cb0000f60 tx=0x7f3cb0007ca0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:26.294 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.293+0000 7f3caeffd700 1 -- 172.21.15.16:0/3395378341 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f3cc01580a0 con 0x7f3cc015db50 2023-09-23T06:37:26.546 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.545+0000 7f3cc49ff700 1 -- 172.21.15.16:0/3395378341 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3cc01580a0 con 0x7f3cc015db50 2023-09-23T06:37:26.547 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.545+0000 7f3caeffd700 1 -- 172.21.15.16:0/3395378341 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+4910 (secure 0 0 0) 0x7f3cc01580a0 con 0x7f3cc015db50 2023-09-23T06:37:26.547 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:26.547 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":17,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4784,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/1204132738","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1204132738},{"type":"v1","addr":"172.21.15.92:6836","nonce":1204132738}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":4957,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/3594042783","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":3594042783},{"type":"v1","addr":"172.21.15.92:6837","nonce":3594042783}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4960,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1989571406","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1989571406},{"type":"v1","addr":"172.21.15.16:6834","nonce":1989571406}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-23T06:37:22.101663+0000","modified":"2023-09-23T06:37:25.550784+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5070},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5070":{"gid":5070,"name":"c","rank":0,"incarnation":13,"state":"up:active","state_seq":4,"addr":"172.21.15.16:6835/411867982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":411867982},{"type":"v1","addr":"172.21.15.16:6835","nonce":411867982}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-09-23T06:37:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.548+0000 7f3cc49ff700 1 -- 172.21.15.16:0/3395378341 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3ca006afc0 msgr2=0x7f3ca006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.548+0000 7f3cc49ff700 1 --2- 172.21.15.16:0/3395378341 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3ca006afc0 0x7f3ca006d480 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3cb0000f60 tx=0x7f3cb0007ca0 comp rx=0 tx=0).stop 2023-09-23T06:37:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.548+0000 7f3cc49ff700 1 -- 172.21.15.16:0/3395378341 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3cc015db50 msgr2=0x7f3cc00c7260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.548+0000 7f3cc49ff700 1 --2- 172.21.15.16:0/3395378341 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3cc015db50 0x7f3cc00c7260 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f3cb8007e60 tx=0x7f3cb800e3c0 comp rx=0 tx=0).stop 2023-09-23T06:37:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.548+0000 7f3cc49ff700 1 -- 172.21.15.16:0/3395378341 shutdown_connections 2023-09-23T06:37:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.548+0000 7f3cc49ff700 1 --2- 172.21.15.16:0/3395378341 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f3ca006afc0 0x7f3ca006d480 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.548+0000 7f3cc49ff700 1 --2- 172.21.15.16:0/3395378341 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f3cc015db50 0x7f3cc00c7260 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:26.550 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.548+0000 7f3cc49ff700 1 --2- 172.21.15.16:0/3395378341 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f3cc00b4fe0 0x7f3cc0150350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:26.551 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.548+0000 7f3cc49ff700 1 --2- 172.21.15.16:0/3395378341 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f3cc015d770 0x7f3cc0151400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:26.551 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.548+0000 7f3cc49ff700 1 -- 172.21.15.16:0/3395378341 >> 172.21.15.16:0/3395378341 conn(0x7f3cc00724b0 msgr2=0x7f3cc015c9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:26.551 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.548+0000 7f3cc49ff700 1 -- 172.21.15.16:0/3395378341 shutdown_connections 2023-09-23T06:37:26.551 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.548+0000 7f3cc49ff700 1 -- 172.21.15.16:0/3395378341 wait complete. 2023-09-23T06:37:26.551 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 17 2023-09-23T06:37:26.567 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T06:37:26.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.767+0000 7f11383ff700 1 Processor -- start 2023-09-23T06:37:26.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.767+0000 7f11383ff700 1 -- start start 2023-09-23T06:37:26.770 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.768+0000 7f11383ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f113015d770 0x7f11300ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:26.770 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.769+0000 7f11383ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f113015ec00 con 0x7f11300b4fe0 2023-09-23T06:37:26.771 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.769+0000 7f11383ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11300cdd00 con 0x7f113015db50 2023-09-23T06:37:26.771 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.769+0000 7f11383ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11300b9550 con 0x7f113015d770 2023-09-23T06:37:26.771 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.769+0000 7f113699c700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f11300b4fe0 0x7f1130161600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:47510/0 (socket says 172.21.15.16:47510) 2023-09-23T06:37:26.771 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.769+0000 7f113699c700 1 -- 172.21.15.16:0/3465738160 learned_addr learned my addr 172.21.15.16:0/3465738160 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:26.771 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.769+0000 7f113619b700 1 --2- 172.21.15.16:0/3465738160 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f113015d770 0x7f11300ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:26.773 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.769+0000 7f1135199700 1 -- 172.21.15.16:0/3465738160 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1978485882 0 0) 0x7f113015ec00 con 0x7f11300b4fe0 2023-09-23T06:37:26.773 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.769+0000 7f1135199700 1 -- 172.21.15.16:0/3465738160 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f111c0035b0 con 0x7f11300b4fe0 2023-09-23T06:37:26.773 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.769+0000 7f1135199700 1 -- 172.21.15.16:0/3465738160 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 401184389 0 0) 0x7f11300cdd00 con 0x7f113015db50 2023-09-23T06:37:26.773 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.769+0000 7f1135199700 1 -- 172.21.15.16:0/3465738160 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f113015ec00 con 0x7f113015db50 2023-09-23T06:37:26.773 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.770+0000 7f113619b700 1 -- 172.21.15.16:0/3465738160 >> v1:172.21.15.92:6789/0 conn(0x7f113015db50 legacy=0x7f11300b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:26.773 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.770+0000 7f113619b700 1 -- 172.21.15.16:0/3465738160 >> v1:172.21.15.16:6789/0 conn(0x7f11300b4fe0 legacy=0x7f1130161600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:26.773 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.770+0000 7f113619b700 1 -- 172.21.15.16:0/3465738160 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f113015e080 con 0x7f113015d770 2023-09-23T06:37:26.773 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.770+0000 7f113619b700 1 --2- 172.21.15.16:0/3465738160 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f113015d770 0x7f11300ce420 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f112c009870 tx=0x7f112c009b80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=45cf0c4121201bfe server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:26.774 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.770+0000 7f1135199700 1 -- 172.21.15.16:0/3465738160 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f112c011830 con 0x7f113015d770 2023-09-23T06:37:26.774 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.770+0000 7f1135199700 1 -- 172.21.15.16:0/3465738160 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f112c011990 con 0x7f113015d770 2023-09-23T06:37:26.774 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.770+0000 7f1135199700 1 -- 172.21.15.16:0/3465738160 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f112c011d20 con 0x7f113015d770 2023-09-23T06:37:26.774 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.771+0000 7f11383ff700 1 -- 172.21.15.16:0/3465738160 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f113015d770 msgr2=0x7f11300ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:26.774 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.771+0000 7f11383ff700 1 --2- 172.21.15.16:0/3465738160 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f113015d770 0x7f11300ce420 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f112c009870 tx=0x7f112c009b80 comp rx=0 tx=0).stop 2023-09-23T06:37:26.774 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.771+0000 7f11383ff700 1 -- 172.21.15.16:0/3465738160 shutdown_connections 2023-09-23T06:37:26.774 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.771+0000 7f11383ff700 1 --2- 172.21.15.16:0/3465738160 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f113015d770 0x7f11300ce420 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:26.774 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.771+0000 7f11383ff700 1 -- 172.21.15.16:0/3465738160 >> 172.21.15.16:0/3465738160 conn(0x7f11300724b0 msgr2=0x7f11300d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:26.774 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.771+0000 7f11383ff700 1 -- 172.21.15.16:0/3465738160 shutdown_connections 2023-09-23T06:37:26.774 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.771+0000 7f11383ff700 1 -- 172.21.15.16:0/3465738160 wait complete. 2023-09-23T06:37:26.775 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.773+0000 7f11383ff700 1 Processor -- start 2023-09-23T06:37:26.775 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.773+0000 7f11383ff700 1 -- start start 2023-09-23T06:37:26.777 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.774+0000 7f11383ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11300b4fe0 0x7f11300b1c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:26.777 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.774+0000 7f11383ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f113015d770 0x7f113015ff10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:26.777 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.774+0000 7f11383ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f113015db50 0x7f1130160450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:26.777 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.774+0000 7f11383ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11300cfa50 con 0x7f11300b4fe0 2023-09-23T06:37:26.777 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.774+0000 7f11383ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11300c8fa0 con 0x7f113015db50 2023-09-23T06:37:26.777 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.774+0000 7f11383ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11301f2a50 con 0x7f113015d770 2023-09-23T06:37:26.777 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.774+0000 7f113619b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11300b4fe0 0x7f11300b1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:26.777 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.774+0000 7f113619b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11300b4fe0 0x7f11300b1c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43250/0 (socket says 172.21.15.16:43250) 2023-09-23T06:37:26.777 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.774+0000 7f113619b700 1 -- 172.21.15.16:0/17180590 learned_addr learned my addr 172.21.15.16:0/17180590 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:26.777 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.774+0000 7f113619b700 1 -- 172.21.15.16:0/17180590 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f113015d770 msgr2=0x7f113015ff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:26.777 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.774+0000 7f113619b700 1 --2- 172.21.15.16:0/17180590 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f113015d770 0x7f113015ff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:26.778 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.774+0000 7f113619b700 1 -- 172.21.15.16:0/17180590 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f113015db50 msgr2=0x7f1130160450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:26.778 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.774+0000 7f113619b700 1 --2- 172.21.15.16:0/17180590 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f113015db50 0x7f1130160450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:26.778 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.774+0000 7f113619b700 1 -- 172.21.15.16:0/17180590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f112c0094a0 con 0x7f11300b4fe0 2023-09-23T06:37:26.778 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.775+0000 7f113619b700 1 --2- 172.21.15.16:0/17180590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11300b4fe0 0x7f11300b1c80 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f112c014040 tx=0x7f112c004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:26.778 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.775+0000 7f1126ffd700 1 -- 172.21.15.16:0/17180590 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f112c01a860 con 0x7f11300b4fe0 2023-09-23T06:37:26.778 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.775+0000 7f1126ffd700 1 -- 172.21.15.16:0/17180590 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f112c01a9c0 con 0x7f11300b4fe0 2023-09-23T06:37:26.778 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.775+0000 7f1126ffd700 1 -- 172.21.15.16:0/17180590 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f112c01ad30 con 0x7f11300b4fe0 2023-09-23T06:37:26.778 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.775+0000 7f11383ff700 1 -- 172.21.15.16:0/17180590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11300b21c0 con 0x7f11300b4fe0 2023-09-23T06:37:26.778 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.775+0000 7f11383ff700 1 -- 172.21.15.16:0/17180590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11300c8950 con 0x7f11300b4fe0 2023-09-23T06:37:26.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.776+0000 7f11383ff700 1 -- 172.21.15.16:0/17180590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1130074b40 con 0x7f11300b4fe0 2023-09-23T06:37:26.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.777+0000 7f1126ffd700 1 -- 172.21.15.16:0/17180590 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f112c022070 con 0x7f11300b4fe0 2023-09-23T06:37:26.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.778+0000 7f1126ffd700 1 --2- 172.21.15.16:0/17180590 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f111406afc0 0x7f111406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:26.779 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.778+0000 7f1126ffd700 1 -- 172.21.15.16:0/17180590 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f112c08a420 con 0x7f11300b4fe0 2023-09-23T06:37:26.780 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.778+0000 7f113599a700 1 --2- 172.21.15.16:0/17180590 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f111406afc0 0x7f111406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:26.780 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.779+0000 7f113599a700 1 --2- 172.21.15.16:0/17180590 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f111406afc0 0x7f111406d480 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1120000f60 tx=0x7f11200079a0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:26.784 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.782+0000 7f1126ffd700 1 -- 172.21.15.16:0/17180590 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f112c055500 con 0x7f11300b4fe0 2023-09-23T06:37:26.996 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.995+0000 7f11383ff700 1 -- 172.21.15.16:0/17180590 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f113015e8f0 con 0x7f11300b4fe0 2023-09-23T06:37:26.998 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.996+0000 7f1126ffd700 1 -- 172.21.15.16:0/17180590 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) v1 ==== 74+0+16521 (secure 0 0 0) 0x7f112c006cc0 con 0x7f11300b4fe0 2023-09-23T06:37:26.998 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:26.998 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":34,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:37:23.596640+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:37:20.087634+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-09-23T06:37:21.089634+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T06:37:27.000 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.998+0000 7f11383ff700 1 -- 172.21.15.16:0/17180590 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f111406afc0 msgr2=0x7f111406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:27.001 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.998+0000 7f11383ff700 1 --2- 172.21.15.16:0/17180590 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f111406afc0 0x7f111406d480 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f1120000f60 tx=0x7f11200079a0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.001 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.998+0000 7f11383ff700 1 -- 172.21.15.16:0/17180590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11300b4fe0 msgr2=0x7f11300b1c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:27.001 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.998+0000 7f11383ff700 1 --2- 172.21.15.16:0/17180590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11300b4fe0 0x7f11300b1c80 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f112c014040 tx=0x7f112c004750 comp rx=0 tx=0).stop 2023-09-23T06:37:27.001 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.998+0000 7f11383ff700 1 -- 172.21.15.16:0/17180590 shutdown_connections 2023-09-23T06:37:27.001 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.998+0000 7f11383ff700 1 --2- 172.21.15.16:0/17180590 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f113015db50 0x7f1130160450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.001 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.998+0000 7f11383ff700 1 --2- 172.21.15.16:0/17180590 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f111406afc0 0x7f111406d480 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.001 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.998+0000 7f11383ff700 1 --2- 172.21.15.16:0/17180590 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f11300b4fe0 0x7f11300b1c80 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.001 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.998+0000 7f11383ff700 1 --2- 172.21.15.16:0/17180590 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f113015d770 0x7f113015ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.001 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.998+0000 7f11383ff700 1 -- 172.21.15.16:0/17180590 >> 172.21.15.16:0/17180590 conn(0x7f11300724b0 msgr2=0x7f1130161500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:27.001 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.999+0000 7f11383ff700 1 -- 172.21.15.16:0/17180590 shutdown_connections 2023-09-23T06:37:27.001 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:26.999+0000 7f11383ff700 1 -- 172.21.15.16:0/17180590 wait complete. 2023-09-23T06:37:27.019 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2023-09-23T06:37:27.019 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-23T06:37:27.222 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.220+0000 7f061e3ff700 1 Processor -- start 2023-09-23T06:37:27.222 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.221+0000 7f061e3ff700 1 -- start start 2023-09-23T06:37:27.224 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.222+0000 7f061e3ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f061815d770 0x7f06180ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:27.224 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.222+0000 7f061e3ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f06180b4fe0 0x7f06180b5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:27.224 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.222+0000 7f061e3ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f061815ec00 con 0x7f061815db50 2023-09-23T06:37:27.224 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.222+0000 7f061e3ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06180b9550 con 0x7f06180b4fe0 2023-09-23T06:37:27.224 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.222+0000 7f061e3ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06180b59b0 con 0x7f061815d770 2023-09-23T06:37:27.224 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.222+0000 7f061c99c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f06180b4fe0 0x7f06180b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:27.224 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.222+0000 7f06177fe700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f061815db50 0x7f06180b8e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:47512/0 (socket says 172.21.15.16:47512) 2023-09-23T06:37:27.224 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.222+0000 7f06177fe700 1 -- 172.21.15.16:0/2862540514 learned_addr learned my addr 172.21.15.16:0/2862540514 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:27.226 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.222+0000 7f0617fff700 1 --2- 172.21.15.16:0/2862540514 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f061815d770 0x7f06180ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:27.226 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.223+0000 7f061c99c700 1 -- 172.21.15.16:0/2862540514 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f061815d770 msgr2=0x7f06180ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:27.226 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.223+0000 7f061c99c700 1 --2- 172.21.15.16:0/2862540514 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f061815d770 0x7f06180ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.223+0000 7f061c99c700 1 -- 172.21.15.16:0/2862540514 >> v1:172.21.15.16:6789/0 conn(0x7f061815db50 legacy=0x7f06180b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:27.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.223+0000 7f061c99c700 1 -- 172.21.15.16:0/2862540514 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06180cdd00 con 0x7f06180b4fe0 2023-09-23T06:37:27.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.222+0000 7f0616ffd700 1 -- 172.21.15.16:0/2862540514 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 615969864 0 0) 0x7f061815ec00 con 0x7f061815db50 2023-09-23T06:37:27.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.223+0000 7f061c99c700 1 --2- 172.21.15.16:0/2862540514 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06180b4fe0 0x7f06180b5470 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f0610009d90 tx=0x7f061000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2caa13f5f18df71 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:27.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.223+0000 7f0616ffd700 1 -- 172.21.15.16:0/2862540514 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f061000e070 con 0x7f06180b4fe0 2023-09-23T06:37:27.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.223+0000 7f0616ffd700 1 -- 172.21.15.16:0/2862540514 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f061000bbd0 con 0x7f06180b4fe0 2023-09-23T06:37:27.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.223+0000 7f0616ffd700 1 -- 172.21.15.16:0/2862540514 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0610012430 con 0x7f06180b4fe0 2023-09-23T06:37:27.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.224+0000 7f061e3ff700 1 -- 172.21.15.16:0/2862540514 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06180b4fe0 msgr2=0x7f06180b5470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:27.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.224+0000 7f061e3ff700 1 --2- 172.21.15.16:0/2862540514 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06180b4fe0 0x7f06180b5470 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f0610009d90 tx=0x7f061000b330 comp rx=0 tx=0).stop 2023-09-23T06:37:27.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.224+0000 7f061e3ff700 1 -- 172.21.15.16:0/2862540514 shutdown_connections 2023-09-23T06:37:27.227 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.224+0000 7f061e3ff700 1 --2- 172.21.15.16:0/2862540514 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f06180b4fe0 0x7f06180b5470 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.228 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.224+0000 7f061e3ff700 1 --2- 172.21.15.16:0/2862540514 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f061815d770 0x7f06180ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.228 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.224+0000 7f061e3ff700 1 -- 172.21.15.16:0/2862540514 >> 172.21.15.16:0/2862540514 conn(0x7f06180724b0 msgr2=0x7f06180d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:27.228 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.224+0000 7f061e3ff700 1 -- 172.21.15.16:0/2862540514 shutdown_connections 2023-09-23T06:37:27.228 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.224+0000 7f061e3ff700 1 -- 172.21.15.16:0/2862540514 wait complete. 2023-09-23T06:37:27.230 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.225+0000 7f061e3ff700 1 Processor -- start 2023-09-23T06:37:27.230 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.226+0000 7f061e3ff700 1 -- start start 2023-09-23T06:37:27.230 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.226+0000 7f061e3ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f06180b4fe0 0x7f06181f5750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:27.230 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.226+0000 7f061e3ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f061815d770 0x7f06180cc4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:27.230 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.226+0000 7f061e3ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f061815db50 0x7f06180cc9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:27.230 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.226+0000 7f061e3ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06180c8b20 con 0x7f061815d770 2023-09-23T06:37:27.230 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.226+0000 7f061e3ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06180c7f10 con 0x7f06180b4fe0 2023-09-23T06:37:27.230 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.227+0000 7f061e3ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06180c81f0 con 0x7f061815db50 2023-09-23T06:37:27.230 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.227+0000 7f06177fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f061815d770 0x7f06180cc4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:27.230 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.227+0000 7f06177fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f061815d770 0x7f06180cc4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43260/0 (socket says 172.21.15.16:43260) 2023-09-23T06:37:27.230 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.227+0000 7f06177fe700 1 -- 172.21.15.16:0/2336609890 learned_addr learned my addr 172.21.15.16:0/2336609890 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:27.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.227+0000 7f061c99c700 1 --2- 172.21.15.16:0/2336609890 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f061815db50 0x7f06180cc9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:27.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.227+0000 7f0617fff700 1 --2- 172.21.15.16:0/2336609890 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f06180b4fe0 0x7f06181f5750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:27.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.227+0000 7f06177fe700 1 -- 172.21.15.16:0/2336609890 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f061815db50 msgr2=0x7f06180cc9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:27.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.227+0000 7f06177fe700 1 --2- 172.21.15.16:0/2336609890 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f061815db50 0x7f06180cc9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.227+0000 7f06177fe700 1 -- 172.21.15.16:0/2336609890 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f06180b4fe0 msgr2=0x7f06181f5750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:27.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.227+0000 7f06177fe700 1 --2- 172.21.15.16:0/2336609890 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f06180b4fe0 0x7f06181f5750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.227+0000 7f06177fe700 1 -- 172.21.15.16:0/2336609890 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0610009a70 con 0x7f061815d770 2023-09-23T06:37:27.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.228+0000 7f06177fe700 1 --2- 172.21.15.16:0/2336609890 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f061815d770 0x7f06180cc4a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f060c00c540 tx=0x7f060c00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:27.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.228+0000 7f0614ff9700 1 -- 172.21.15.16:0/2336609890 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f060c004c80 con 0x7f061815d770 2023-09-23T06:37:27.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.228+0000 7f061e3ff700 1 -- 172.21.15.16:0/2336609890 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06180c84d0 con 0x7f061815d770 2023-09-23T06:37:27.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.228+0000 7f0614ff9700 1 -- 172.21.15.16:0/2336609890 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f060c004de0 con 0x7f061815d770 2023-09-23T06:37:27.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.228+0000 7f0614ff9700 1 -- 172.21.15.16:0/2336609890 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f060c007310 con 0x7f061815d770 2023-09-23T06:37:27.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.228+0000 7f061e3ff700 1 -- 172.21.15.16:0/2336609890 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06181f5c90 con 0x7f061815d770 2023-09-23T06:37:27.235 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.229+0000 7f061e3ff700 1 -- 172.21.15.16:0/2336609890 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f061815e620 con 0x7f061815d770 2023-09-23T06:37:27.235 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.230+0000 7f0614ff9700 1 -- 172.21.15.16:0/2336609890 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f060c007470 con 0x7f061815d770 2023-09-23T06:37:27.235 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.231+0000 7f0614ff9700 1 --2- 172.21.15.16:0/2336609890 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f060406afc0 0x7f060406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:27.236 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.231+0000 7f0614ff9700 1 -- 172.21.15.16:0/2336609890 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f060c0894a0 con 0x7f061815d770 2023-09-23T06:37:27.236 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.231+0000 7f0617fff700 1 --2- 172.21.15.16:0/2336609890 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f060406afc0 0x7f060406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:27.236 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.232+0000 7f0617fff700 1 --2- 172.21.15.16:0/2336609890 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f060406afc0 0x7f060406d480 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f06180c6e20 tx=0x7f0608008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:27.237 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.236+0000 7f0614ff9700 1 -- 172.21.15.16:0/2336609890 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f061815e620 con 0x7f061815d770 2023-09-23T06:37:27.444 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.442+0000 7f061e3ff700 1 -- 172.21.15.16:0/2336609890 --> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f061815e360 con 0x7f060406afc0 2023-09-23T06:37:27.456 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.454+0000 7f0614ff9700 1 -- 172.21.15.16:0/2336609890 <== mgr.4104 v2:172.21.15.92:6832/2319247339 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+288727 (secure 0 0 0) 0x7f0608009e40 con 0x7f060406afc0 2023-09-23T06:37:27.460 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:27.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.458+0000 7f061e3ff700 1 -- 172.21.15.16:0/2336609890 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f060406afc0 msgr2=0x7f060406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:27.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.458+0000 7f061e3ff700 1 --2- 172.21.15.16:0/2336609890 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f060406afc0 0x7f060406d480 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f06180c6e20 tx=0x7f0608008040 comp rx=0 tx=0).stop 2023-09-23T06:37:27.462 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.458+0000 7f061e3ff700 1 -- 172.21.15.16:0/2336609890 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f061815d770 msgr2=0x7f06180cc4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:27.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.458+0000 7f061e3ff700 1 --2- 172.21.15.16:0/2336609890 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f061815d770 0x7f06180cc4a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f060c00c540 tx=0x7f060c00c850 comp rx=0 tx=0).stop 2023-09-23T06:37:27.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.459+0000 7f061e3ff700 1 -- 172.21.15.16:0/2336609890 shutdown_connections 2023-09-23T06:37:27.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.459+0000 7f061e3ff700 1 --2- 172.21.15.16:0/2336609890 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f061815db50 0x7f06180cc9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.459+0000 7f061e3ff700 1 --2- 172.21.15.16:0/2336609890 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f06180b4fe0 0x7f06181f5750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.463 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.459+0000 7f061e3ff700 1 --2- 172.21.15.16:0/2336609890 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f060406afc0 0x7f060406d480 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.459+0000 7f061e3ff700 1 --2- 172.21.15.16:0/2336609890 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f061815d770 0x7f06180cc4a0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.459+0000 7f061e3ff700 1 -- 172.21.15.16:0/2336609890 >> 172.21.15.16:0/2336609890 conn(0x7f06180724b0 msgr2=0x7f061815c980 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:27.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.459+0000 7f061e3ff700 1 -- 172.21.15.16:0/2336609890 shutdown_connections 2023-09-23T06:37:27.464 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.459+0000 7f061e3ff700 1 -- 172.21.15.16:0/2336609890 wait complete. 2023-09-23T06:37:27.464 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2023-09-23T06:37:27.479 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":68,"stamp":"2023-09-23T06:37:25.597582+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":116,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220364,"kb_used_data":4196,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754356,"statfs":{"total":773094113280,"available":772868460544,"internally_reserved":0,"allocated":4296704,"data_stored":2379384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.016263"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.074294+0000","last_change":"2023-09-23T06:37:22.618418+0000","last_active":"2023-09-23T06:37:24.074294+0000","last_peered":"2023-09-23T06:37:24.074294+0000","last_clean":"2023-09-23T06:37:24.074294+0000","last_became_active":"2023-09-23T06:37:22.618106+0000","last_became_peered":"2023-09-23T06:37:22.618106+0000","last_unstale":"2023-09-23T06:37:24.074294+0000","last_undegraded":"2023-09-23T06:37:24.074294+0000","last_fullsized":"2023-09-23T06:37:24.074294+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:00:30.075500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.768155+0000","last_change":"2023-09-23T06:37:22.611332+0000","last_active":"2023-09-23T06:37:23.768155+0000","last_peered":"2023-09-23T06:37:23.768155+0000","last_clean":"2023-09-23T06:37:23.768155+0000","last_became_active":"2023-09-23T06:37:22.610951+0000","last_became_peered":"2023-09-23T06:37:22.610951+0000","last_unstale":"2023-09-23T06:37:23.768155+0000","last_undegraded":"2023-09-23T06:37:23.768155+0000","last_fullsized":"2023-09-23T06:37:23.768155+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:27:28.753957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604534+0000","last_change":"2023-09-23T06:37:22.620771+0000","last_active":"2023-09-23T06:37:23.604534+0000","last_peered":"2023-09-23T06:37:23.604534+0000","last_clean":"2023-09-23T06:37:23.604534+0000","last_became_active":"2023-09-23T06:37:22.620463+0000","last_became_peered":"2023-09-23T06:37:22.620463+0000","last_unstale":"2023-09-23T06:37:23.604534+0000","last_undegraded":"2023-09-23T06:37:23.604534+0000","last_fullsized":"2023-09-23T06:37:23.604534+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:39:37.750759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.601100+0000","last_change":"2023-09-23T06:37:22.612440+0000","last_active":"2023-09-23T06:37:23.601100+0000","last_peered":"2023-09-23T06:37:23.601100+0000","last_clean":"2023-09-23T06:37:23.601100+0000","last_became_active":"2023-09-23T06:37:22.612143+0000","last_became_peered":"2023-09-23T06:37:22.612143+0000","last_unstale":"2023-09-23T06:37:23.601100+0000","last_undegraded":"2023-09-23T06:37:23.601100+0000","last_fullsized":"2023-09-23T06:37:23.601100+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:43.197894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.620129+0000","last_change":"2023-09-23T06:37:22.618368+0000","last_active":"2023-09-23T06:37:22.620129+0000","last_peered":"2023-09-23T06:37:22.620129+0000","last_clean":"2023-09-23T06:37:22.620129+0000","last_became_active":"2023-09-23T06:37:22.618038+0000","last_became_peered":"2023-09-23T06:37:22.618038+0000","last_unstale":"2023-09-23T06:37:22.620129+0000","last_undegraded":"2023-09-23T06:37:22.620129+0000","last_fullsized":"2023-09-23T06:37:22.620129+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:53:47.676244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.767818+0000","last_change":"2023-09-23T06:37:22.616843+0000","last_active":"2023-09-23T06:37:23.767818+0000","last_peered":"2023-09-23T06:37:23.767818+0000","last_clean":"2023-09-23T06:37:23.767818+0000","last_became_active":"2023-09-23T06:37:22.616581+0000","last_became_peered":"2023-09-23T06:37:22.616581+0000","last_unstale":"2023-09-23T06:37:23.767818+0000","last_undegraded":"2023-09-23T06:37:23.767818+0000","last_fullsized":"2023-09-23T06:37:23.767818+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:51:05.428010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037322+0000","last_change":"2023-09-23T06:37:22.608996+0000","last_active":"2023-09-23T06:37:24.037322+0000","last_peered":"2023-09-23T06:37:24.037322+0000","last_clean":"2023-09-23T06:37:24.037322+0000","last_became_active":"2023-09-23T06:37:22.608668+0000","last_became_peered":"2023-09-23T06:37:22.608668+0000","last_unstale":"2023-09-23T06:37:24.037322+0000","last_undegraded":"2023-09-23T06:37:24.037322+0000","last_fullsized":"2023-09-23T06:37:24.037322+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:40:48.390774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037160+0000","last_change":"2023-09-23T06:37:22.608818+0000","last_active":"2023-09-23T06:37:24.037160+0000","last_peered":"2023-09-23T06:37:24.037160+0000","last_clean":"2023-09-23T06:37:24.037160+0000","last_became_active":"2023-09-23T06:37:22.608547+0000","last_became_peered":"2023-09-23T06:37:22.608547+0000","last_unstale":"2023-09-23T06:37:24.037160+0000","last_undegraded":"2023-09-23T06:37:24.037160+0000","last_fullsized":"2023-09-23T06:37:24.037160+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:33:14.070399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605529+0000","last_change":"2023-09-23T06:37:22.607183+0000","last_active":"2023-09-23T06:37:23.605529+0000","last_peered":"2023-09-23T06:37:23.605529+0000","last_clean":"2023-09-23T06:37:23.605529+0000","last_became_active":"2023-09-23T06:37:22.606873+0000","last_became_peered":"2023-09-23T06:37:22.606873+0000","last_unstale":"2023-09-23T06:37:23.605529+0000","last_undegraded":"2023-09-23T06:37:23.605529+0000","last_fullsized":"2023-09-23T06:37:23.605529+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:29:47.225688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.601182+0000","last_change":"2023-09-23T06:37:22.615507+0000","last_active":"2023-09-23T06:37:23.601182+0000","last_peered":"2023-09-23T06:37:23.601182+0000","last_clean":"2023-09-23T06:37:23.601182+0000","last_became_active":"2023-09-23T06:37:22.615204+0000","last_became_peered":"2023-09-23T06:37:22.615204+0000","last_unstale":"2023-09-23T06:37:23.601182+0000","last_undegraded":"2023-09-23T06:37:23.601182+0000","last_fullsized":"2023-09-23T06:37:23.601182+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:19:38.903915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037736+0000","last_change":"2023-09-23T06:37:22.600205+0000","last_active":"2023-09-23T06:37:24.037736+0000","last_peered":"2023-09-23T06:37:24.037736+0000","last_clean":"2023-09-23T06:37:24.037736+0000","last_became_active":"2023-09-23T06:37:22.599908+0000","last_became_peered":"2023-09-23T06:37:22.599908+0000","last_unstale":"2023-09-23T06:37:24.037736+0000","last_undegraded":"2023-09-23T06:37:24.037736+0000","last_fullsized":"2023-09-23T06:37:24.037736+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:27:28.753957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604764+0000","last_change":"2023-09-23T06:37:22.620842+0000","last_active":"2023-09-23T06:37:23.604764+0000","last_peered":"2023-09-23T06:37:23.604764+0000","last_clean":"2023-09-23T06:37:23.604764+0000","last_became_active":"2023-09-23T06:37:22.620446+0000","last_became_peered":"2023-09-23T06:37:22.620446+0000","last_unstale":"2023-09-23T06:37:23.604764+0000","last_undegraded":"2023-09-23T06:37:23.604764+0000","last_fullsized":"2023-09-23T06:37:23.604764+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:21:17.786077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.609328+0000","last_change":"2023-09-23T06:37:22.607935+0000","last_active":"2023-09-23T06:37:22.609328+0000","last_peered":"2023-09-23T06:37:22.609328+0000","last_clean":"2023-09-23T06:37:22.609328+0000","last_became_active":"2023-09-23T06:37:22.607640+0000","last_became_peered":"2023-09-23T06:37:22.607640+0000","last_unstale":"2023-09-23T06:37:22.609328+0000","last_undegraded":"2023-09-23T06:37:22.609328+0000","last_fullsized":"2023-09-23T06:37:22.609328+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:58:31.067487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.767752+0000","last_change":"2023-09-23T06:37:22.609172+0000","last_active":"2023-09-23T06:37:23.767752+0000","last_peered":"2023-09-23T06:37:23.767752+0000","last_clean":"2023-09-23T06:37:23.767752+0000","last_became_active":"2023-09-23T06:37:22.608843+0000","last_became_peered":"2023-09-23T06:37:22.608843+0000","last_unstale":"2023-09-23T06:37:23.767752+0000","last_undegraded":"2023-09-23T06:37:23.767752+0000","last_fullsized":"2023-09-23T06:37:23.767752+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:21:17.786077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604432+0000","last_change":"2023-09-23T06:37:22.617468+0000","last_active":"2023-09-23T06:37:23.604432+0000","last_peered":"2023-09-23T06:37:23.604432+0000","last_clean":"2023-09-23T06:37:23.604432+0000","last_became_active":"2023-09-23T06:37:22.616983+0000","last_became_peered":"2023-09-23T06:37:22.616983+0000","last_unstale":"2023-09-23T06:37:23.604432+0000","last_undegraded":"2023-09-23T06:37:23.604432+0000","last_fullsized":"2023-09-23T06:37:23.604432+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:33:14.070399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037375+0000","last_change":"2023-09-23T06:37:22.606027+0000","last_active":"2023-09-23T06:37:24.037375+0000","last_peered":"2023-09-23T06:37:24.037375+0000","last_clean":"2023-09-23T06:37:24.037375+0000","last_became_active":"2023-09-23T06:37:22.605717+0000","last_became_peered":"2023-09-23T06:37:22.605717+0000","last_unstale":"2023-09-23T06:37:24.037375+0000","last_undegraded":"2023-09-23T06:37:24.037375+0000","last_fullsized":"2023-09-23T06:37:24.037375+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:17:13.449846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037714+0000","last_change":"2023-09-23T06:37:22.609670+0000","last_active":"2023-09-23T06:37:24.037714+0000","last_peered":"2023-09-23T06:37:24.037714+0000","last_clean":"2023-09-23T06:37:24.037714+0000","last_became_active":"2023-09-23T06:37:22.609314+0000","last_became_peered":"2023-09-23T06:37:22.609314+0000","last_unstale":"2023-09-23T06:37:24.037714+0000","last_undegraded":"2023-09-23T06:37:24.037714+0000","last_fullsized":"2023-09-23T06:37:24.037714+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:01:12.271682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.768167+0000","last_change":"2023-09-23T06:37:22.611251+0000","last_active":"2023-09-23T06:37:23.768167+0000","last_peered":"2023-09-23T06:37:23.768167+0000","last_clean":"2023-09-23T06:37:23.768167+0000","last_became_active":"2023-09-23T06:37:22.610594+0000","last_became_peered":"2023-09-23T06:37:22.610594+0000","last_unstale":"2023-09-23T06:37:23.768167+0000","last_undegraded":"2023-09-23T06:37:23.768167+0000","last_fullsized":"2023-09-23T06:37:23.768167+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:28:00.490625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.767923+0000","last_change":"2023-09-23T06:37:22.620294+0000","last_active":"2023-09-23T06:37:23.767923+0000","last_peered":"2023-09-23T06:37:23.767923+0000","last_clean":"2023-09-23T06:37:23.767923+0000","last_became_active":"2023-09-23T06:37:22.619911+0000","last_became_peered":"2023-09-23T06:37:22.619911+0000","last_unstale":"2023-09-23T06:37:23.767923+0000","last_undegraded":"2023-09-23T06:37:23.767923+0000","last_fullsized":"2023-09-23T06:37:23.767923+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:06:07.061182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.619305+0000","last_change":"2023-09-23T06:37:22.617535+0000","last_active":"2023-09-23T06:37:22.619305+0000","last_peered":"2023-09-23T06:37:22.619305+0000","last_clean":"2023-09-23T06:37:22.619305+0000","last_became_active":"2023-09-23T06:37:22.617260+0000","last_became_peered":"2023-09-23T06:37:22.617260+0000","last_unstale":"2023-09-23T06:37:22.619305+0000","last_undegraded":"2023-09-23T06:37:22.619305+0000","last_fullsized":"2023-09-23T06:37:22.619305+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:36:39.769567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605060+0000","last_change":"2023-09-23T06:37:22.607603+0000","last_active":"2023-09-23T06:37:23.605060+0000","last_peered":"2023-09-23T06:37:23.605060+0000","last_clean":"2023-09-23T06:37:23.605060+0000","last_became_active":"2023-09-23T06:37:22.607362+0000","last_became_peered":"2023-09-23T06:37:22.607362+0000","last_unstale":"2023-09-23T06:37:23.605060+0000","last_undegraded":"2023-09-23T06:37:23.605060+0000","last_fullsized":"2023-09-23T06:37:23.605060+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:50:11.429300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605017+0000","last_change":"2023-09-23T06:37:22.611602+0000","last_active":"2023-09-23T06:37:23.605017+0000","last_peered":"2023-09-23T06:37:23.605017+0000","last_clean":"2023-09-23T06:37:23.605017+0000","last_became_active":"2023-09-23T06:37:22.611193+0000","last_became_peered":"2023-09-23T06:37:22.611193+0000","last_unstale":"2023-09-23T06:37:23.605017+0000","last_undegraded":"2023-09-23T06:37:23.605017+0000","last_fullsized":"2023-09-23T06:37:23.605017+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:35:55.266690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.609959+0000","last_change":"2023-09-23T06:37:22.605707+0000","last_active":"2023-09-23T06:37:22.609959+0000","last_peered":"2023-09-23T06:37:22.609959+0000","last_clean":"2023-09-23T06:37:22.609959+0000","last_became_active":"2023-09-23T06:37:22.605385+0000","last_became_peered":"2023-09-23T06:37:22.605385+0000","last_unstale":"2023-09-23T06:37:22.609959+0000","last_undegraded":"2023-09-23T06:37:22.609959+0000","last_fullsized":"2023-09-23T06:37:22.609959+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:40:25.033466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604116+0000","last_change":"2023-09-23T06:37:22.612198+0000","last_active":"2023-09-23T06:37:23.604116+0000","last_peered":"2023-09-23T06:37:23.604116+0000","last_clean":"2023-09-23T06:37:23.604116+0000","last_became_active":"2023-09-23T06:37:22.611643+0000","last_became_peered":"2023-09-23T06:37:22.611643+0000","last_unstale":"2023-09-23T06:37:23.604116+0000","last_undegraded":"2023-09-23T06:37:23.604116+0000","last_fullsized":"2023-09-23T06:37:23.604116+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:23:11.655164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.601138+0000","last_change":"2023-09-23T06:37:22.604318+0000","last_active":"2023-09-23T06:37:23.601138+0000","last_peered":"2023-09-23T06:37:23.601138+0000","last_clean":"2023-09-23T06:37:23.601138+0000","last_became_active":"2023-09-23T06:37:22.604029+0000","last_became_peered":"2023-09-23T06:37:22.604029+0000","last_unstale":"2023-09-23T06:37:23.601138+0000","last_undegraded":"2023-09-23T06:37:23.601138+0000","last_fullsized":"2023-09-23T06:37:23.601138+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:36:00.343304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.768296+0000","last_change":"2023-09-23T06:37:22.611154+0000","last_active":"2023-09-23T06:37:23.768296+0000","last_peered":"2023-09-23T06:37:23.768296+0000","last_clean":"2023-09-23T06:37:23.768296+0000","last_became_active":"2023-09-23T06:37:22.610253+0000","last_became_peered":"2023-09-23T06:37:22.610253+0000","last_unstale":"2023-09-23T06:37:23.768296+0000","last_undegraded":"2023-09-23T06:37:23.768296+0000","last_fullsized":"2023-09-23T06:37:23.768296+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:23:46.986037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.601411+0000","last_change":"2023-09-23T06:37:22.611156+0000","last_active":"2023-09-23T06:37:23.601411+0000","last_peered":"2023-09-23T06:37:23.601411+0000","last_clean":"2023-09-23T06:37:23.601411+0000","last_became_active":"2023-09-23T06:37:22.610517+0000","last_became_peered":"2023-09-23T06:37:22.610517+0000","last_unstale":"2023-09-23T06:37:23.601411+0000","last_undegraded":"2023-09-23T06:37:23.601411+0000","last_fullsized":"2023-09-23T06:37:23.601411+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:33:14.070399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604920+0000","last_change":"2023-09-23T06:37:22.616245+0000","last_active":"2023-09-23T06:37:23.604920+0000","last_peered":"2023-09-23T06:37:23.604920+0000","last_clean":"2023-09-23T06:37:23.604920+0000","last_became_active":"2023-09-23T06:37:22.615889+0000","last_became_peered":"2023-09-23T06:37:22.615889+0000","last_unstale":"2023-09-23T06:37:23.604920+0000","last_undegraded":"2023-09-23T06:37:23.604920+0000","last_fullsized":"2023-09-23T06:37:23.604920+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:17:03.823973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605098+0000","last_change":"2023-09-23T06:37:22.616093+0000","last_active":"2023-09-23T06:37:23.605098+0000","last_peered":"2023-09-23T06:37:23.605098+0000","last_clean":"2023-09-23T06:37:23.605098+0000","last_became_active":"2023-09-23T06:37:22.615824+0000","last_became_peered":"2023-09-23T06:37:22.615824+0000","last_unstale":"2023-09-23T06:37:23.605098+0000","last_undegraded":"2023-09-23T06:37:23.605098+0000","last_fullsized":"2023-09-23T06:37:23.605098+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:09.010222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037645+0000","last_change":"2023-09-23T06:37:22.608079+0000","last_active":"2023-09-23T06:37:24.037645+0000","last_peered":"2023-09-23T06:37:24.037645+0000","last_clean":"2023-09-23T06:37:24.037645+0000","last_became_active":"2023-09-23T06:37:22.607731+0000","last_became_peered":"2023-09-23T06:37:22.607731+0000","last_unstale":"2023-09-23T06:37:24.037645+0000","last_undegraded":"2023-09-23T06:37:24.037645+0000","last_fullsized":"2023-09-23T06:37:24.037645+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:06:07.061182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.074275+0000","last_change":"2023-09-23T06:37:22.610776+0000","last_active":"2023-09-23T06:37:24.074275+0000","last_peered":"2023-09-23T06:37:24.074275+0000","last_clean":"2023-09-23T06:37:24.074275+0000","last_became_active":"2023-09-23T06:37:22.610469+0000","last_became_peered":"2023-09-23T06:37:22.610469+0000","last_unstale":"2023-09-23T06:37:24.074275+0000","last_undegraded":"2023-09-23T06:37:24.074275+0000","last_fullsized":"2023-09-23T06:37:24.074275+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:40:25.033466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037619+0000","last_change":"2023-09-23T06:37:22.611715+0000","last_active":"2023-09-23T06:37:24.037619+0000","last_peered":"2023-09-23T06:37:24.037619+0000","last_clean":"2023-09-23T06:37:24.037619+0000","last_became_active":"2023-09-23T06:37:22.611449+0000","last_became_peered":"2023-09-23T06:37:22.611449+0000","last_unstale":"2023-09-23T06:37:24.037619+0000","last_undegraded":"2023-09-23T06:37:24.037619+0000","last_fullsized":"2023-09-23T06:37:24.037619+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:17:03.823973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.609987+0000","last_change":"2023-09-23T06:37:22.605579+0000","last_active":"2023-09-23T06:37:22.609987+0000","last_peered":"2023-09-23T06:37:22.609987+0000","last_clean":"2023-09-23T06:37:22.609987+0000","last_became_active":"2023-09-23T06:37:22.605275+0000","last_became_peered":"2023-09-23T06:37:22.605275+0000","last_unstale":"2023-09-23T06:37:22.609987+0000","last_undegraded":"2023-09-23T06:37:22.609987+0000","last_fullsized":"2023-09-23T06:37:22.609987+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:10:07.471210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"33'4","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.074360+0000","last_change":"2023-09-23T06:37:21.611299+0000","last_active":"2023-09-23T06:37:24.074360+0000","last_peered":"2023-09-23T06:37:24.074360+0000","last_clean":"2023-09-23T06:37:24.074360+0000","last_became_active":"2023-09-23T06:37:21.610995+0000","last_became_peered":"2023-09-23T06:37:21.610995+0000","last_unstale":"2023-09-23T06:37:24.074360+0000","last_undegraded":"2023-09-23T06:37:24.074360+0000","last_fullsized":"2023-09-23T06:37:24.074360+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:58:42.267232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.074328+0000","last_change":"2023-09-23T06:37:22.612979+0000","last_active":"2023-09-23T06:37:24.074328+0000","last_peered":"2023-09-23T06:37:24.074328+0000","last_clean":"2023-09-23T06:37:24.074328+0000","last_became_active":"2023-09-23T06:37:22.612651+0000","last_became_peered":"2023-09-23T06:37:22.612651+0000","last_unstale":"2023-09-23T06:37:24.074328+0000","last_undegraded":"2023-09-23T06:37:24.074328+0000","last_fullsized":"2023-09-23T06:37:24.074328+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:28:42.197222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.050593+0000","last_change":"2023-09-23T06:37:21.611900+0000","last_active":"2023-09-23T06:37:23.050593+0000","last_peered":"2023-09-23T06:37:23.050593+0000","last_clean":"2023-09-23T06:37:23.050593+0000","last_became_active":"2023-09-23T06:37:21.611604+0000","last_became_peered":"2023-09-23T06:37:21.611604+0000","last_unstale":"2023-09-23T06:37:23.050593+0000","last_undegraded":"2023-09-23T06:37:23.050593+0000","last_fullsized":"2023-09-23T06:37:23.050593+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:38:45.541784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604799+0000","last_change":"2023-09-23T06:37:22.611984+0000","last_active":"2023-09-23T06:37:23.604799+0000","last_peered":"2023-09-23T06:37:23.604799+0000","last_clean":"2023-09-23T06:37:23.604799+0000","last_became_active":"2023-09-23T06:37:22.611720+0000","last_became_peered":"2023-09-23T06:37:22.611720+0000","last_unstale":"2023-09-23T06:37:23.604799+0000","last_undegraded":"2023-09-23T06:37:23.604799+0000","last_fullsized":"2023-09-23T06:37:23.604799+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:28:42.197222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"33'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.768037+0000","last_change":"2023-09-23T06:37:21.609561+0000","last_active":"2023-09-23T06:37:23.768037+0000","last_peered":"2023-09-23T06:37:23.768037+0000","last_clean":"2023-09-23T06:37:23.768037+0000","last_became_active":"2023-09-23T06:37:21.609275+0000","last_became_peered":"2023-09-23T06:37:21.609275+0000","last_unstale":"2023-09-23T06:37:23.768037+0000","last_undegraded":"2023-09-23T06:37:23.768037+0000","last_fullsized":"2023-09-23T06:37:23.768037+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:33:13.064227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.601377+0000","last_change":"2023-09-23T06:37:22.611189+0000","last_active":"2023-09-23T06:37:23.601377+0000","last_peered":"2023-09-23T06:37:23.601377+0000","last_clean":"2023-09-23T06:37:23.601377+0000","last_became_active":"2023-09-23T06:37:22.610903+0000","last_became_peered":"2023-09-23T06:37:22.610903+0000","last_unstale":"2023-09-23T06:37:23.601377+0000","last_undegraded":"2023-09-23T06:37:23.601377+0000","last_fullsized":"2023-09-23T06:37:23.601377+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:23:11.655164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.051811+0000","last_change":"2023-09-23T06:37:21.606196+0000","last_active":"2023-09-23T06:37:23.051811+0000","last_peered":"2023-09-23T06:37:23.051811+0000","last_clean":"2023-09-23T06:37:23.051811+0000","last_became_active":"2023-09-23T06:37:21.605864+0000","last_became_peered":"2023-09-23T06:37:21.605864+0000","last_unstale":"2023-09-23T06:37:23.051811+0000","last_undegraded":"2023-09-23T06:37:23.051811+0000","last_fullsized":"2023-09-23T06:37:23.051811+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:21:19.953924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037379+0000","last_change":"2023-09-23T06:37:22.609369+0000","last_active":"2023-09-23T06:37:24.037379+0000","last_peered":"2023-09-23T06:37:24.037379+0000","last_clean":"2023-09-23T06:37:24.037379+0000","last_became_active":"2023-09-23T06:37:22.609105+0000","last_became_peered":"2023-09-23T06:37:22.609105+0000","last_unstale":"2023-09-23T06:37:24.037379+0000","last_undegraded":"2023-09-23T06:37:24.037379+0000","last_fullsized":"2023-09-23T06:37:24.037379+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:39:37.750759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"33'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605351+0000","last_change":"2023-09-23T06:37:21.608323+0000","last_active":"2023-09-23T06:37:23.605351+0000","last_peered":"2023-09-23T06:37:23.605351+0000","last_clean":"2023-09-23T06:37:23.605351+0000","last_became_active":"2023-09-23T06:37:21.607993+0000","last_became_peered":"2023-09-23T06:37:21.607993+0000","last_unstale":"2023-09-23T06:37:23.605351+0000","last_undegraded":"2023-09-23T06:37:23.605351+0000","last_fullsized":"2023-09-23T06:37:23.605351+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:38:45.541784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604461+0000","last_change":"2023-09-23T06:37:22.612915+0000","last_active":"2023-09-23T06:37:23.604461+0000","last_peered":"2023-09-23T06:37:23.604461+0000","last_clean":"2023-09-23T06:37:23.604461+0000","last_became_active":"2023-09-23T06:37:22.612593+0000","last_became_peered":"2023-09-23T06:37:22.612593+0000","last_unstale":"2023-09-23T06:37:23.604461+0000","last_undegraded":"2023-09-23T06:37:23.604461+0000","last_fullsized":"2023-09-23T06:37:23.604461+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:40:48.390774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"33'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604895+0000","last_change":"2023-09-23T06:37:21.609965+0000","last_active":"2023-09-23T06:37:23.604895+0000","last_peered":"2023-09-23T06:37:23.604895+0000","last_clean":"2023-09-23T06:37:23.604895+0000","last_became_active":"2023-09-23T06:37:21.609677+0000","last_became_peered":"2023-09-23T06:37:21.609677+0000","last_unstale":"2023-09-23T06:37:23.604895+0000","last_undegraded":"2023-09-23T06:37:23.604895+0000","last_fullsized":"2023-09-23T06:37:23.604895+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:37:10.948583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604254+0000","last_change":"2023-09-23T06:37:22.608474+0000","last_active":"2023-09-23T06:37:23.604254+0000","last_peered":"2023-09-23T06:37:23.604254+0000","last_clean":"2023-09-23T06:37:23.604254+0000","last_became_active":"2023-09-23T06:37:22.608212+0000","last_became_peered":"2023-09-23T06:37:22.608212+0000","last_unstale":"2023-09-23T06:37:23.604254+0000","last_undegraded":"2023-09-23T06:37:23.604254+0000","last_fullsized":"2023-09-23T06:37:23.604254+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:40:25.033466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.767563+0000","last_change":"2023-09-23T06:37:21.607588+0000","last_active":"2023-09-23T06:37:23.767563+0000","last_peered":"2023-09-23T06:37:23.767563+0000","last_clean":"2023-09-23T06:37:23.767563+0000","last_became_active":"2023-09-23T06:37:21.607301+0000","last_became_peered":"2023-09-23T06:37:21.607301+0000","last_unstale":"2023-09-23T06:37:23.767563+0000","last_undegraded":"2023-09-23T06:37:23.767563+0000","last_fullsized":"2023-09-23T06:37:23.767563+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:42.191722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.600733+0000","last_change":"2023-09-23T06:37:22.614257+0000","last_active":"2023-09-23T06:37:23.600733+0000","last_peered":"2023-09-23T06:37:23.600733+0000","last_clean":"2023-09-23T06:37:23.600733+0000","last_became_active":"2023-09-23T06:37:22.613992+0000","last_became_peered":"2023-09-23T06:37:22.613992+0000","last_unstale":"2023-09-23T06:37:23.600733+0000","last_undegraded":"2023-09-23T06:37:23.600733+0000","last_fullsized":"2023-09-23T06:37:23.600733+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:29:47.225688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604091+0000","last_change":"2023-09-23T06:37:21.607320+0000","last_active":"2023-09-23T06:37:23.604091+0000","last_peered":"2023-09-23T06:37:23.604091+0000","last_clean":"2023-09-23T06:37:23.604091+0000","last_became_active":"2023-09-23T06:37:21.607058+0000","last_became_peered":"2023-09-23T06:37:21.607058+0000","last_unstale":"2023-09-23T06:37:23.604091+0000","last_undegraded":"2023-09-23T06:37:23.604091+0000","last_fullsized":"2023-09-23T06:37:23.604091+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:52:22.207609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604753+0000","last_change":"2023-09-23T06:37:22.618336+0000","last_active":"2023-09-23T06:37:23.604753+0000","last_peered":"2023-09-23T06:37:23.604753+0000","last_clean":"2023-09-23T06:37:23.604753+0000","last_became_active":"2023-09-23T06:37:22.617996+0000","last_became_peered":"2023-09-23T06:37:22.617996+0000","last_unstale":"2023-09-23T06:37:23.604753+0000","last_undegraded":"2023-09-23T06:37:23.604753+0000","last_fullsized":"2023-09-23T06:37:23.604753+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:51:05.428010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.768044+0000","last_change":"2023-09-23T06:37:21.613650+0000","last_active":"2023-09-23T06:37:23.768044+0000","last_peered":"2023-09-23T06:37:23.768044+0000","last_clean":"2023-09-23T06:37:23.768044+0000","last_became_active":"2023-09-23T06:37:21.613359+0000","last_became_peered":"2023-09-23T06:37:21.613359+0000","last_unstale":"2023-09-23T06:37:23.768044+0000","last_undegraded":"2023-09-23T06:37:23.768044+0000","last_fullsized":"2023-09-23T06:37:23.768044+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:40:47.384602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.767975+0000","last_change":"2023-09-23T06:37:22.610897+0000","last_active":"2023-09-23T06:37:23.767975+0000","last_peered":"2023-09-23T06:37:23.767975+0000","last_clean":"2023-09-23T06:37:23.767975+0000","last_became_active":"2023-09-23T06:37:22.610613+0000","last_became_peered":"2023-09-23T06:37:22.610613+0000","last_unstale":"2023-09-23T06:37:23.767975+0000","last_undegraded":"2023-09-23T06:37:23.767975+0000","last_fullsized":"2023-09-23T06:37:23.767975+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:55:14.600044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.592248+0000","last_change":"2023-09-23T06:37:21.611696+0000","last_active":"2023-09-23T06:37:22.592248+0000","last_peered":"2023-09-23T06:37:22.592248+0000","last_clean":"2023-09-23T06:37:22.592248+0000","last_became_active":"2023-09-23T06:37:21.611013+0000","last_became_peered":"2023-09-23T06:37:21.611013+0000","last_unstale":"2023-09-23T06:37:22.592248+0000","last_undegraded":"2023-09-23T06:37:22.592248+0000","last_fullsized":"2023-09-23T06:37:22.592248+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:59:41.412170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.768031+0000","last_change":"2023-09-23T06:37:22.610289+0000","last_active":"2023-09-23T06:37:23.768031+0000","last_peered":"2023-09-23T06:37:23.768031+0000","last_clean":"2023-09-23T06:37:23.768031+0000","last_became_active":"2023-09-23T06:37:22.609997+0000","last_became_peered":"2023-09-23T06:37:22.609997+0000","last_unstale":"2023-09-23T06:37:23.768031+0000","last_undegraded":"2023-09-23T06:37:23.768031+0000","last_fullsized":"2023-09-23T06:37:23.768031+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:01:12.271682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"33'3","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604758+0000","last_change":"2023-09-23T06:37:21.607633+0000","last_active":"2023-09-23T06:37:23.604758+0000","last_peered":"2023-09-23T06:37:23.604758+0000","last_clean":"2023-09-23T06:37:23.604758+0000","last_became_active":"2023-09-23T06:37:21.607362+0000","last_became_peered":"2023-09-23T06:37:21.607362+0000","last_unstale":"2023-09-23T06:37:23.604758+0000","last_undegraded":"2023-09-23T06:37:23.604758+0000","last_fullsized":"2023-09-23T06:37:23.604758+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:19:37.897743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604664+0000","last_change":"2023-09-23T06:37:22.620968+0000","last_active":"2023-09-23T06:37:23.604664+0000","last_peered":"2023-09-23T06:37:23.604664+0000","last_clean":"2023-09-23T06:37:23.604664+0000","last_became_active":"2023-09-23T06:37:22.620693+0000","last_became_peered":"2023-09-23T06:37:22.620693+0000","last_unstale":"2023-09-23T06:37:23.604664+0000","last_undegraded":"2023-09-23T06:37:23.604664+0000","last_fullsized":"2023-09-23T06:37:23.604664+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:17:13.449846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.768118+0000","last_change":"2023-09-23T06:37:21.609847+0000","last_active":"2023-09-23T06:37:23.768118+0000","last_peered":"2023-09-23T06:37:23.768118+0000","last_clean":"2023-09-23T06:37:23.768118+0000","last_became_active":"2023-09-23T06:37:21.609548+0000","last_became_peered":"2023-09-23T06:37:21.609548+0000","last_unstale":"2023-09-23T06:37:23.768118+0000","last_undegraded":"2023-09-23T06:37:23.768118+0000","last_fullsized":"2023-09-23T06:37:23.768118+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:23:10.648992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.600860+0000","last_change":"2023-09-23T06:37:22.618366+0000","last_active":"2023-09-23T06:37:23.600860+0000","last_peered":"2023-09-23T06:37:23.600860+0000","last_clean":"2023-09-23T06:37:23.600860+0000","last_became_active":"2023-09-23T06:37:22.618061+0000","last_became_peered":"2023-09-23T06:37:22.618061+0000","last_unstale":"2023-09-23T06:37:23.600860+0000","last_undegraded":"2023-09-23T06:37:23.600860+0000","last_fullsized":"2023-09-23T06:37:23.600860+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:36:42.154366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"33'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605202+0000","last_change":"2023-09-23T06:37:21.600830+0000","last_active":"2023-09-23T06:37:23.605202+0000","last_peered":"2023-09-23T06:37:23.605202+0000","last_clean":"2023-09-23T06:37:23.605202+0000","last_became_active":"2023-09-23T06:37:21.600343+0000","last_became_peered":"2023-09-23T06:37:21.600343+0000","last_unstale":"2023-09-23T06:37:23.605202+0000","last_undegraded":"2023-09-23T06:37:23.605202+0000","last_fullsized":"2023-09-23T06:37:23.605202+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:07:26.619318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.767878+0000","last_change":"2023-09-23T06:37:22.616613+0000","last_active":"2023-09-23T06:37:23.767878+0000","last_peered":"2023-09-23T06:37:23.767878+0000","last_clean":"2023-09-23T06:37:23.767878+0000","last_became_active":"2023-09-23T06:37:22.616295+0000","last_became_peered":"2023-09-23T06:37:22.616295+0000","last_unstale":"2023-09-23T06:37:23.767878+0000","last_undegraded":"2023-09-23T06:37:23.767878+0000","last_fullsized":"2023-09-23T06:37:23.767878+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:17:03.823973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.600895+0000","last_change":"2023-09-23T06:37:21.602467+0000","last_active":"2023-09-23T06:37:23.600895+0000","last_peered":"2023-09-23T06:37:23.600895+0000","last_clean":"2023-09-23T06:37:23.600895+0000","last_became_active":"2023-09-23T06:37:21.602158+0000","last_became_peered":"2023-09-23T06:37:21.602158+0000","last_unstale":"2023-09-23T06:37:23.600895+0000","last_undegraded":"2023-09-23T06:37:23.600895+0000","last_fullsized":"2023-09-23T06:37:23.600895+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:50:10.423128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037711+0000","last_change":"2023-09-23T06:37:22.614708+0000","last_active":"2023-09-23T06:37:24.037711+0000","last_peered":"2023-09-23T06:37:24.037711+0000","last_clean":"2023-09-23T06:37:24.037711+0000","last_became_active":"2023-09-23T06:37:22.614381+0000","last_became_peered":"2023-09-23T06:37:22.614381+0000","last_unstale":"2023-09-23T06:37:24.037711+0000","last_undegraded":"2023-09-23T06:37:24.037711+0000","last_fullsized":"2023-09-23T06:37:24.037711+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:55:14.600044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.767646+0000","last_change":"2023-09-23T06:37:21.608617+0000","last_active":"2023-09-23T06:37:23.767646+0000","last_peered":"2023-09-23T06:37:23.767646+0000","last_clean":"2023-09-23T06:37:23.767646+0000","last_became_active":"2023-09-23T06:37:21.608348+0000","last_became_peered":"2023-09-23T06:37:21.608348+0000","last_unstale":"2023-09-23T06:37:23.767646+0000","last_undegraded":"2023-09-23T06:37:23.767646+0000","last_fullsized":"2023-09-23T06:37:23.767646+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:45:18.288886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.074149+0000","last_change":"2023-09-23T06:37:22.613478+0000","last_active":"2023-09-23T06:37:24.074149+0000","last_peered":"2023-09-23T06:37:24.074149+0000","last_clean":"2023-09-23T06:37:24.074149+0000","last_became_active":"2023-09-23T06:37:22.612697+0000","last_became_peered":"2023-09-23T06:37:22.612697+0000","last_unstale":"2023-09-23T06:37:24.074149+0000","last_undegraded":"2023-09-23T06:37:24.074149+0000","last_fullsized":"2023-09-23T06:37:24.074149+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:04:36.429763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"33'8","reported_seq":20,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.767657+0000","last_change":"2023-09-23T06:37:21.609611+0000","last_active":"2023-09-23T06:37:23.767657+0000","last_peered":"2023-09-23T06:37:23.767657+0000","last_clean":"2023-09-23T06:37:23.767657+0000","last_became_active":"2023-09-23T06:37:21.609307+0000","last_became_peered":"2023-09-23T06:37:21.609307+0000","last_unstale":"2023-09-23T06:37:23.767657+0000","last_undegraded":"2023-09-23T06:37:23.767657+0000","last_fullsized":"2023-09-23T06:37:23.767657+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:19:37.897743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605181+0000","last_change":"2023-09-23T06:37:22.617475+0000","last_active":"2023-09-23T06:37:23.605181+0000","last_peered":"2023-09-23T06:37:23.605181+0000","last_clean":"2023-09-23T06:37:23.605181+0000","last_became_active":"2023-09-23T06:37:22.617207+0000","last_became_peered":"2023-09-23T06:37:22.617207+0000","last_unstale":"2023-09-23T06:37:23.605181+0000","last_undegraded":"2023-09-23T06:37:23.605181+0000","last_fullsized":"2023-09-23T06:37:23.605181+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:39:28.610934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"33'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.601340+0000","last_change":"2023-09-23T06:37:21.606764+0000","last_active":"2023-09-23T06:37:23.601340+0000","last_peered":"2023-09-23T06:37:23.601340+0000","last_clean":"2023-09-23T06:37:23.601340+0000","last_became_active":"2023-09-23T06:37:21.606448+0000","last_became_peered":"2023-09-23T06:37:21.606448+0000","last_unstale":"2023-09-23T06:37:23.601340+0000","last_undegraded":"2023-09-23T06:37:23.601340+0000","last_fullsized":"2023-09-23T06:37:23.601340+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:35:54.260518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605223+0000","last_change":"2023-09-23T06:37:22.622375+0000","last_active":"2023-09-23T06:37:23.605223+0000","last_peered":"2023-09-23T06:37:23.605223+0000","last_clean":"2023-09-23T06:37:23.605223+0000","last_became_active":"2023-09-23T06:37:22.622088+0000","last_became_peered":"2023-09-23T06:37:22.622088+0000","last_unstale":"2023-09-23T06:37:23.605223+0000","last_undegraded":"2023-09-23T06:37:23.605223+0000","last_fullsized":"2023-09-23T06:37:23.605223+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:55:14.600044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"33'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605292+0000","last_change":"2023-09-23T06:37:21.611736+0000","last_active":"2023-09-23T06:37:23.605292+0000","last_peered":"2023-09-23T06:37:23.605292+0000","last_clean":"2023-09-23T06:37:23.605292+0000","last_became_active":"2023-09-23T06:37:21.611465+0000","last_became_peered":"2023-09-23T06:37:21.611465+0000","last_unstale":"2023-09-23T06:37:23.605292+0000","last_undegraded":"2023-09-23T06:37:23.605292+0000","last_fullsized":"2023-09-23T06:37:23.605292+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:19:00.609754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.601121+0000","last_change":"2023-09-23T06:37:22.612207+0000","last_active":"2023-09-23T06:37:23.601121+0000","last_peered":"2023-09-23T06:37:23.601121+0000","last_clean":"2023-09-23T06:37:23.601121+0000","last_became_active":"2023-09-23T06:37:22.611734+0000","last_became_peered":"2023-09-23T06:37:22.611734+0000","last_unstale":"2023-09-23T06:37:23.601121+0000","last_undegraded":"2023-09-23T06:37:23.601121+0000","last_fullsized":"2023-09-23T06:37:23.601121+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:45:19.295058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"33'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605437+0000","last_change":"2023-09-23T06:37:21.602166+0000","last_active":"2023-09-23T06:37:23.605437+0000","last_peered":"2023-09-23T06:37:23.605437+0000","last_clean":"2023-09-23T06:37:23.605437+0000","last_became_active":"2023-09-23T06:37:21.601893+0000","last_became_peered":"2023-09-23T06:37:21.601893+0000","last_unstale":"2023-09-23T06:37:23.605437+0000","last_undegraded":"2023-09-23T06:37:23.605437+0000","last_fullsized":"2023-09-23T06:37:23.605437+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:11:17.388443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.611548+0000","last_change":"2023-09-23T06:37:22.608183+0000","last_active":"2023-09-23T06:37:22.611548+0000","last_peered":"2023-09-23T06:37:22.611548+0000","last_clean":"2023-09-23T06:37:22.611548+0000","last_became_active":"2023-09-23T06:37:22.607878+0000","last_became_peered":"2023-09-23T06:37:22.607878+0000","last_unstale":"2023-09-23T06:37:22.611548+0000","last_undegraded":"2023-09-23T06:37:22.611548+0000","last_fullsized":"2023-09-23T06:37:22.611548+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:15:36.167589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605422+0000","last_change":"2023-09-23T06:37:21.608570+0000","last_active":"2023-09-23T06:37:23.605422+0000","last_peered":"2023-09-23T06:37:23.605422+0000","last_clean":"2023-09-23T06:37:23.605422+0000","last_became_active":"2023-09-23T06:37:21.608298+0000","last_became_peered":"2023-09-23T06:37:21.608298+0000","last_unstale":"2023-09-23T06:37:23.605422+0000","last_undegraded":"2023-09-23T06:37:23.605422+0000","last_fullsized":"2023-09-23T06:37:23.605422+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:04:35.423591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.615253+0000","last_change":"2023-09-23T06:37:22.613485+0000","last_active":"2023-09-23T06:37:22.615253+0000","last_peered":"2023-09-23T06:37:22.615253+0000","last_clean":"2023-09-23T06:37:22.615253+0000","last_became_active":"2023-09-23T06:37:22.613177+0000","last_became_peered":"2023-09-23T06:37:22.613177+0000","last_unstale":"2023-09-23T06:37:22.615253+0000","last_undegraded":"2023-09-23T06:37:22.615253+0000","last_fullsized":"2023-09-23T06:37:22.615253+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T12:39:17.286650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"33'2","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.054202+0000","last_change":"2023-09-23T06:37:21.612036+0000","last_active":"2023-09-23T06:37:23.054202+0000","last_peered":"2023-09-23T06:37:23.054202+0000","last_clean":"2023-09-23T06:37:23.054202+0000","last_became_active":"2023-09-23T06:37:21.611487+0000","last_became_peered":"2023-09-23T06:37:21.611487+0000","last_unstale":"2023-09-23T06:37:23.054202+0000","last_undegraded":"2023-09-23T06:37:23.054202+0000","last_fullsized":"2023-09-23T06:37:23.054202+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:21:29.022186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.614846+0000","last_change":"2023-09-23T06:37:22.612917+0000","last_active":"2023-09-23T06:37:22.614846+0000","last_peered":"2023-09-23T06:37:22.614846+0000","last_clean":"2023-09-23T06:37:22.614846+0000","last_became_active":"2023-09-23T06:37:22.611353+0000","last_became_peered":"2023-09-23T06:37:22.611353+0000","last_unstale":"2023-09-23T06:37:22.614846+0000","last_undegraded":"2023-09-23T06:37:22.614846+0000","last_fullsized":"2023-09-23T06:37:22.614846+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:15:13.940734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.074079+0000","last_change":"2023-09-23T06:37:21.615278+0000","last_active":"2023-09-23T06:37:24.074079+0000","last_peered":"2023-09-23T06:37:24.074079+0000","last_clean":"2023-09-23T06:37:24.074079+0000","last_became_active":"2023-09-23T06:37:21.614989+0000","last_became_peered":"2023-09-23T06:37:21.614989+0000","last_unstale":"2023-09-23T06:37:24.074079+0000","last_undegraded":"2023-09-23T06:37:24.074079+0000","last_fullsized":"2023-09-23T06:37:24.074079+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:38:45.541784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.608997+0000","last_change":"2023-09-23T06:37:22.607548+0000","last_active":"2023-09-23T06:37:22.608997+0000","last_peered":"2023-09-23T06:37:22.608997+0000","last_clean":"2023-09-23T06:37:22.608997+0000","last_became_active":"2023-09-23T06:37:22.607273+0000","last_became_peered":"2023-09-23T06:37:22.607273+0000","last_unstale":"2023-09-23T06:37:22.608997+0000","last_undegraded":"2023-09-23T06:37:22.608997+0000","last_fullsized":"2023-09-23T06:37:22.608997+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:34:35.307704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604550+0000","last_change":"2023-09-23T06:37:21.603917+0000","last_active":"2023-09-23T06:37:23.604550+0000","last_peered":"2023-09-23T06:37:23.604550+0000","last_clean":"2023-09-23T06:37:23.604550+0000","last_became_active":"2023-09-23T06:37:21.603641+0000","last_became_peered":"2023-09-23T06:37:21.603641+0000","last_unstale":"2023-09-23T06:37:23.604550+0000","last_undegraded":"2023-09-23T06:37:23.604550+0000","last_fullsized":"2023-09-23T06:37:23.604550+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:47:37.611712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037641+0000","last_change":"2023-09-23T06:37:22.608969+0000","last_active":"2023-09-23T06:37:24.037641+0000","last_peered":"2023-09-23T06:37:24.037641+0000","last_clean":"2023-09-23T06:37:24.037641+0000","last_became_active":"2023-09-23T06:37:22.607591+0000","last_became_peered":"2023-09-23T06:37:22.607591+0000","last_unstale":"2023-09-23T06:37:24.037641+0000","last_undegraded":"2023-09-23T06:37:24.037641+0000","last_fullsized":"2023-09-23T06:37:24.037641+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:21:17.786077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604193+0000","last_change":"2023-09-23T06:37:21.607394+0000","last_active":"2023-09-23T06:37:23.604193+0000","last_peered":"2023-09-23T06:37:23.604193+0000","last_clean":"2023-09-23T06:37:23.604193+0000","last_became_active":"2023-09-23T06:37:21.607064+0000","last_became_peered":"2023-09-23T06:37:21.607064+0000","last_unstale":"2023-09-23T06:37:23.604193+0000","last_undegraded":"2023-09-23T06:37:23.604193+0000","last_fullsized":"2023-09-23T06:37:23.604193+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:35:59.337131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.615690+0000","last_change":"2023-09-23T06:37:22.614204+0000","last_active":"2023-09-23T06:37:22.615690+0000","last_peered":"2023-09-23T06:37:22.615690+0000","last_clean":"2023-09-23T06:37:22.615690+0000","last_became_active":"2023-09-23T06:37:22.613933+0000","last_became_peered":"2023-09-23T06:37:22.613933+0000","last_unstale":"2023-09-23T06:37:22.615690+0000","last_undegraded":"2023-09-23T06:37:22.615690+0000","last_fullsized":"2023-09-23T06:37:22.615690+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:52:53.649998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.601238+0000","last_change":"2023-09-23T06:37:21.602418+0000","last_active":"2023-09-23T06:37:23.601238+0000","last_peered":"2023-09-23T06:37:23.601238+0000","last_clean":"2023-09-23T06:37:23.601238+0000","last_became_active":"2023-09-23T06:37:21.602113+0000","last_became_peered":"2023-09-23T06:37:21.602113+0000","last_unstale":"2023-09-23T06:37:23.601238+0000","last_undegraded":"2023-09-23T06:37:23.601238+0000","last_fullsized":"2023-09-23T06:37:23.601238+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:00:29.069328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605093+0000","last_change":"2023-09-23T06:37:22.620746+0000","last_active":"2023-09-23T06:37:23.605093+0000","last_peered":"2023-09-23T06:37:23.605093+0000","last_clean":"2023-09-23T06:37:23.605093+0000","last_became_active":"2023-09-23T06:37:22.620501+0000","last_became_peered":"2023-09-23T06:37:22.620501+0000","last_unstale":"2023-09-23T06:37:23.605093+0000","last_undegraded":"2023-09-23T06:37:23.605093+0000","last_fullsized":"2023-09-23T06:37:23.605093+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:06:07.061182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.592389+0000","last_change":"2023-09-23T06:37:21.612296+0000","last_active":"2023-09-23T06:37:22.592389+0000","last_peered":"2023-09-23T06:37:22.592389+0000","last_clean":"2023-09-23T06:37:22.592389+0000","last_became_active":"2023-09-23T06:37:21.611985+0000","last_became_peered":"2023-09-23T06:37:21.611985+0000","last_unstale":"2023-09-23T06:37:22.592389+0000","last_undegraded":"2023-09-23T06:37:22.592389+0000","last_fullsized":"2023-09-23T06:37:22.592389+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:07:26.619318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.598878+0000","last_change":"2023-09-23T06:37:22.597090+0000","last_active":"2023-09-23T06:37:22.598878+0000","last_peered":"2023-09-23T06:37:22.598878+0000","last_clean":"2023-09-23T06:37:22.598878+0000","last_became_active":"2023-09-23T06:37:22.596848+0000","last_became_peered":"2023-09-23T06:37:22.596848+0000","last_unstale":"2023-09-23T06:37:22.598878+0000","last_undegraded":"2023-09-23T06:37:22.598878+0000","last_fullsized":"2023-09-23T06:37:22.598878+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:59:56.294984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.601194+0000","last_change":"2023-09-23T06:37:21.596672+0000","last_active":"2023-09-23T06:37:23.601194+0000","last_peered":"2023-09-23T06:37:23.601194+0000","last_clean":"2023-09-23T06:37:23.601194+0000","last_became_active":"2023-09-23T06:37:21.596389+0000","last_became_peered":"2023-09-23T06:37:21.596389+0000","last_unstale":"2023-09-23T06:37:23.601194+0000","last_undegraded":"2023-09-23T06:37:23.601194+0000","last_fullsized":"2023-09-23T06:37:23.601194+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:28:41.191050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.074394+0000","last_change":"2023-09-23T06:37:22.613206+0000","last_active":"2023-09-23T06:37:24.074394+0000","last_peered":"2023-09-23T06:37:24.074394+0000","last_clean":"2023-09-23T06:37:24.074394+0000","last_became_active":"2023-09-23T06:37:22.612623+0000","last_became_peered":"2023-09-23T06:37:22.612623+0000","last_unstale":"2023-09-23T06:37:24.074394+0000","last_undegraded":"2023-09-23T06:37:24.074394+0000","last_fullsized":"2023-09-23T06:37:24.074394+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:35:55.266690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.591678+0000","last_change":"2023-09-23T06:37:21.608777+0000","last_active":"2023-09-23T06:37:22.591678+0000","last_peered":"2023-09-23T06:37:22.591678+0000","last_clean":"2023-09-23T06:37:22.591678+0000","last_became_active":"2023-09-23T06:37:21.608440+0000","last_became_peered":"2023-09-23T06:37:21.608440+0000","last_unstale":"2023-09-23T06:37:22.591678+0000","last_undegraded":"2023-09-23T06:37:22.591678+0000","last_fullsized":"2023-09-23T06:37:22.591678+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:58:42.267232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.610334+0000","last_change":"2023-09-23T06:37:22.607057+0000","last_active":"2023-09-23T06:37:22.610334+0000","last_peered":"2023-09-23T06:37:22.610334+0000","last_clean":"2023-09-23T06:37:22.610334+0000","last_became_active":"2023-09-23T06:37:22.606767+0000","last_became_peered":"2023-09-23T06:37:22.606767+0000","last_unstale":"2023-09-23T06:37:22.610334+0000","last_undegraded":"2023-09-23T06:37:22.610334+0000","last_fullsized":"2023-09-23T06:37:22.610334+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:04:36.429763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.600802+0000","last_change":"2023-09-23T06:37:21.609712+0000","last_active":"2023-09-23T06:37:23.600802+0000","last_peered":"2023-09-23T06:37:23.600802+0000","last_clean":"2023-09-23T06:37:23.600802+0000","last_became_active":"2023-09-23T06:37:21.609382+0000","last_became_peered":"2023-09-23T06:37:21.609382+0000","last_unstale":"2023-09-23T06:37:23.600802+0000","last_undegraded":"2023-09-23T06:37:23.600802+0000","last_fullsized":"2023-09-23T06:37:23.600802+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:08.004050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.767548+0000","last_change":"2023-09-23T06:37:22.609983+0000","last_active":"2023-09-23T06:37:23.767548+0000","last_peered":"2023-09-23T06:37:23.767548+0000","last_clean":"2023-09-23T06:37:23.767548+0000","last_became_active":"2023-09-23T06:37:22.609267+0000","last_became_peered":"2023-09-23T06:37:22.609267+0000","last_unstale":"2023-09-23T06:37:23.767548+0000","last_undegraded":"2023-09-23T06:37:23.767548+0000","last_fullsized":"2023-09-23T06:37:23.767548+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:17:13.449846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604636+0000","last_change":"2023-09-23T06:37:21.608942+0000","last_active":"2023-09-23T06:37:23.604636+0000","last_peered":"2023-09-23T06:37:23.604636+0000","last_clean":"2023-09-23T06:37:23.604636+0000","last_became_active":"2023-09-23T06:37:21.608642+0000","last_became_peered":"2023-09-23T06:37:21.608642+0000","last_unstale":"2023-09-23T06:37:23.604636+0000","last_undegraded":"2023-09-23T06:37:23.604636+0000","last_fullsized":"2023-09-23T06:37:23.604636+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:21:29.022186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604363+0000","last_change":"2023-09-23T06:37:22.607440+0000","last_active":"2023-09-23T06:37:23.604363+0000","last_peered":"2023-09-23T06:37:23.604363+0000","last_clean":"2023-09-23T06:37:23.604363+0000","last_became_active":"2023-09-23T06:37:22.607105+0000","last_became_peered":"2023-09-23T06:37:22.607105+0000","last_unstale":"2023-09-23T06:37:23.604363+0000","last_undegraded":"2023-09-23T06:37:23.604363+0000","last_fullsized":"2023-09-23T06:37:23.604363+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:00:30.075500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.767576+0000","last_change":"2023-09-23T06:37:21.608679+0000","last_active":"2023-09-23T06:37:23.767576+0000","last_peered":"2023-09-23T06:37:23.767576+0000","last_clean":"2023-09-23T06:37:23.767576+0000","last_became_active":"2023-09-23T06:37:21.608344+0000","last_became_peered":"2023-09-23T06:37:21.608344+0000","last_unstale":"2023-09-23T06:37:23.767576+0000","last_undegraded":"2023-09-23T06:37:23.767576+0000","last_fullsized":"2023-09-23T06:37:23.767576+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:35:59.337131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037579+0000","last_change":"2023-09-23T06:37:22.609977+0000","last_active":"2023-09-23T06:37:24.037579+0000","last_peered":"2023-09-23T06:37:24.037579+0000","last_clean":"2023-09-23T06:37:24.037579+0000","last_became_active":"2023-09-23T06:37:22.609674+0000","last_became_peered":"2023-09-23T06:37:22.609674+0000","last_unstale":"2023-09-23T06:37:24.037579+0000","last_undegraded":"2023-09-23T06:37:24.037579+0000","last_fullsized":"2023-09-23T06:37:24.037579+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:51:05.428010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.074127+0000","last_change":"2023-09-23T06:37:21.611899+0000","last_active":"2023-09-23T06:37:24.074127+0000","last_peered":"2023-09-23T06:37:24.074127+0000","last_clean":"2023-09-23T06:37:24.074127+0000","last_became_active":"2023-09-23T06:37:21.611410+0000","last_became_peered":"2023-09-23T06:37:21.611410+0000","last_unstale":"2023-09-23T06:37:24.074127+0000","last_undegraded":"2023-09-23T06:37:24.074127+0000","last_fullsized":"2023-09-23T06:37:24.074127+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:59:41.412170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":174,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.595554+0000","last_change":"2023-09-23T06:36:07.904386+0000","last_active":"2023-09-23T06:37:22.595554+0000","last_peered":"2023-09-23T06:37:22.595554+0000","last_clean":"2023-09-23T06:37:22.595554+0000","last_became_active":"2023-09-23T06:36:07.903271+0000","last_became_peered":"2023-09-23T06:36:07.903271+0000","last_unstale":"2023-09-23T06:37:22.595554+0000","last_undegraded":"2023-09-23T06:37:22.595554+0000","last_fullsized":"2023-09-23T06:37:22.595554+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:06.161171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:06.161171+0000","last_clean_scrub_stamp":"2023-09-23T06:36:06.161171+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:29:57.908885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574867,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343872,"statfs":{"total":96636764160,"available":96608124928,"internally_reserved":0,"allocated":970752,"data_stored":735749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 06:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":3.2370000000000001,"5min":3.2370000000000001,"15min":3.2370000000000001},"last":0.71899999999999997}]},{"osd":1,"last update":"Sat Sep 23 06:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.501},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.5589999999999999,"5min":1.5589999999999999,"15min":1.5589999999999999},"last":0.66600000000000004}]},{"osd":2,"last update":"Sat Sep 23 06:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":4.3099999999999996,"5min":4.3099999999999996,"15min":4.3099999999999996},"last":0.61299999999999999}]},{"osd":3,"last update":"Sat Sep 23 06:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.4510000000000001,"5min":2.4510000000000001,"15min":2.4510000000000001},"last":0.746},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"last":0.69499999999999995}]},{"osd":4,"last update":"Sat Sep 23 06:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":4.2380000000000004,"5min":4.2380000000000004,"15min":4.2380000000000004},"last":0.94499999999999995},{"interface":"front","average":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":4.2619999999999996,"5min":4.2619999999999996,"15min":4.2619999999999996},"last":0.76900000000000002}]},{"osd":5,"last update":"Sat Sep 23 06:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":2.7949999999999999,"5min":2.7949999999999999,"15min":2.7949999999999999},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":0.90200000000000002}]},{"osd":6,"last update":"Sat Sep 23 06:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":4.3799999999999999,"5min":4.3799999999999999,"15min":4.3799999999999999},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.81999999999999995}]}]},{"osd":6,"up_from":13,"seq":55834574868,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27404,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344436,"statfs":{"total":96636764160,"available":96608702464,"internally_reserved":0,"allocated":393216,"data_stored":152207,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.59599999999999997}]},{"osd":1,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.52800000000000002}]},{"osd":2,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":0.83899999999999997},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.65500000000000003}]},{"osd":3,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":0.93300000000000005}]},{"osd":4,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.89000000000000001},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.98999999999999999}]},{"osd":5,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.97399999999999998}]},{"osd":7,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":1.0229999999999999},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":1.0669999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":401408,"data_stored":153225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":22.055,"5min":22.055,"15min":22.055},"last":0.28899999999999998},{"interface":"front","average":{"1min":1.042,"5min":1.042,"15min":1.042},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":13.301,"5min":13.301,"15min":13.301},"last":0.36799999999999999}]},{"osd":2,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":8.6430000000000007,"5min":8.6430000000000007,"15min":8.6430000000000007},"last":0.46700000000000003},{"interface":"front","average":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":22.100000000000001,"5min":22.100000000000001,"15min":22.100000000000001},"last":0.39600000000000002}]},{"osd":3,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":1.056,"15min":1.056},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":11.43,"5min":11.43,"15min":11.43},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":8.4860000000000007,"5min":8.4860000000000007,"15min":8.4860000000000007},"last":0.434}]},{"osd":4,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":1.071,"15min":1.071},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":8.6760000000000002,"5min":8.6760000000000002,"15min":8.6760000000000002},"last":0.75800000000000001},{"interface":"front","average":{"1min":1.74,"5min":1.74,"15min":1.74},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":21.949999999999999,"5min":21.949999999999999,"15min":21.949999999999999},"last":0.83499999999999996}]},{"osd":5,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":1.099,"5min":1.099,"15min":1.099},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":8.5340000000000007,"5min":8.5340000000000007,"15min":8.5340000000000007},"last":0.86299999999999999},{"interface":"front","average":{"1min":1.131,"5min":1.131,"15min":1.131},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":8.7080000000000002,"5min":8.7080000000000002,"15min":8.7080000000000002},"last":0.84899999999999998}]},{"osd":6,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":1.7929999999999999,"5min":1.7929999999999999,"15min":1.7929999999999999},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":22.012,"5min":22.012,"15min":22.012},"last":0.79600000000000004},{"interface":"front","average":{"1min":1.181,"5min":1.181,"15min":1.181},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":8.5990000000000002,"5min":8.5990000000000002,"15min":8.5990000000000002},"last":0.77800000000000002}]},{"osd":7,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.175,"15min":1.175},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":8.5679999999999996,"5min":8.5679999999999996,"15min":8.5679999999999996},"last":0.81999999999999995},{"interface":"front","average":{"1min":1.143,"5min":1.143,"15min":1.143},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":8.7490000000000006,"5min":8.7490000000000006,"15min":8.7490000000000006},"last":0.89500000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574867,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27964,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343876,"statfs":{"total":96636764160,"available":96608129024,"internally_reserved":0,"allocated":966656,"data_stored":735659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 06:37:05 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.34899999999999998}]},{"osd":2,"last update":"Sat Sep 23 06:37:05 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.431,"5min":1.431,"15min":1.431},"last":0.41299999999999998}]},{"osd":3,"last update":"Sat Sep 23 06:37:05 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.498},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.438}]},{"osd":4,"last update":"Sat Sep 23 06:37:05 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.859,"5min":1.859,"15min":1.859},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":0.81499999999999995}]},{"osd":5,"last update":"Sat Sep 23 06:37:05 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.349,"5min":1.349,"15min":1.349},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.917,"5min":1.917,"15min":1.917},"last":0.93300000000000005}]},{"osd":6,"last update":"Sat Sep 23 06:37:05 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.873},{"interface":"front","average":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.395,"5min":1.395,"15min":1.395},"last":0.77800000000000002}]},{"osd":7,"last update":"Sat Sep 23 06:37:05 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.9590000000000001,"5min":1.9590000000000001,"15min":1.9590000000000001},"last":0.80100000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27396,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344444,"statfs":{"total":96636764160,"available":96608710656,"internally_reserved":0,"allocated":376832,"data_stored":145361,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 06:37:08 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.278,"5min":1.278,"15min":1.278},"last":0.5}]},{"osd":1,"last update":"Sat Sep 23 06:37:08 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.3899999999999999,"5min":1.3899999999999999,"15min":1.3899999999999999},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.36299999999999999}]},{"osd":3,"last update":"Sat Sep 23 06:37:08 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.1739999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.443},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.56399999999999995}]},{"osd":4,"last update":"Sat Sep 23 06:37:08 2023","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.63600000000000001}]},{"osd":5,"last update":"Sat Sep 23 06:37:08 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.228,"5min":1.228,"15min":1.228},"last":0.77700000000000002}]},{"osd":6,"last update":"Sat Sep 23 06:37:08 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.1339999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.67600000000000005}]},{"osd":7,"last update":"Sat Sep 23 06:37:08 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.355,"5min":1.355,"15min":1.355},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.66100000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574866,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":401408,"data_stored":153225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.44600000000000001}]},{"osd":1,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.503}]},{"osd":2,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.46200000000000002}]},{"osd":4,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.26,"5min":1.26,"15min":1.26},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":1.0489999999999999}]},{"osd":5,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.873},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.90100000000000002}]},{"osd":6,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.83799999999999997},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":0.92400000000000004}]},{"osd":7,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.73899999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574867,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27404,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344436,"statfs":{"total":96636764160,"available":96608702464,"internally_reserved":0,"allocated":393216,"data_stored":151695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.6399999999999999,"5min":1.6399999999999999,"15min":1.6399999999999999},"last":0.79200000000000004},{"interface":"front","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":6.6040000000000001,"5min":6.6040000000000001,"15min":6.6040000000000001},"last":0.65800000000000003}]},{"osd":1,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":5.681,"5min":5.681,"15min":5.681},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":5.7290000000000001,"5min":5.7290000000000001,"15min":5.7290000000000001},"last":0.67800000000000005}]},{"osd":2,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.74399999999999999}]},{"osd":3,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":3.6640000000000001,"5min":3.6640000000000001,"15min":3.6640000000000001},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.76800000000000002}]},{"osd":5,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.502}]},{"osd":6,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.54900000000000004}]},{"osd":7,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.63800000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574868,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27404,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344436,"statfs":{"total":96636764160,"available":96608702464,"internally_reserved":0,"allocated":393216,"data_stored":152263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.76400000000000001}]},{"osd":1,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":4.3209999999999997,"5min":4.3209999999999997,"15min":4.3209999999999997},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":4.415,"5min":4.415,"15min":4.415},"last":0.65800000000000003}]},{"osd":2,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":4.6559999999999997,"5min":4.6559999999999997,"15min":4.6559999999999997},"last":0.68300000000000005},{"interface":"front","average":{"1min":1.204,"5min":1.204,"15min":1.204},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":11.278,"5min":11.278,"15min":11.278},"last":0.745}]},{"osd":3,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":1.2050000000000001,"5min":1.2050000000000001,"15min":1.2050000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":11.478,"5min":11.478,"15min":11.478},"last":0.70899999999999996},{"interface":"front","average":{"1min":1.246,"5min":1.246,"15min":1.246},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":11.456,"5min":11.456,"15min":11.456},"last":0.72699999999999998}]},{"osd":4,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.44500000000000001}]},{"osd":6,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.56699999999999995}]},{"osd":7,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.623}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T06:37:27.487 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2023-09-23T06:37:27.720 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.719+0000 7ffa961ff700 1 Processor -- start 2023-09-23T06:37:27.721 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.719+0000 7ffa961ff700 1 -- start start 2023-09-23T06:37:27.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.720+0000 7ffa961ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7ffa9015db50 0x7ffa900b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:27.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.720+0000 7ffa961ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ffa900b4fe0 0x7ffa900b5490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:27.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.720+0000 7ffa961ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa9015ec00 con 0x7ffa9015d770 2023-09-23T06:37:27.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.720+0000 7ffa961ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa900b59d0 con 0x7ffa900b4fe0 2023-09-23T06:37:27.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.720+0000 7ffa961ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa900b65c0 con 0x7ffa9015db50 2023-09-23T06:37:27.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.720+0000 7ffa8ffff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ffa900b4fe0 0x7ffa900b5490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:27.723 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.720+0000 7ffa8ffff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7ffa900b4fe0 0x7ffa900b5490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43264/0 (socket says 172.21.15.16:43264) 2023-09-23T06:37:27.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.720+0000 7ffa8ffff700 1 -- 172.21.15.16:0/1050509307 learned_addr learned my addr 172.21.15.16:0/1050509307 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:27.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.720+0000 7ffa8effd700 1 --2- 172.21.15.16:0/1050509307 >> v2:172.21.15.92:3300/0 conn(0x7ffa9015db50 0x7ffa900b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:27.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.721+0000 7ffa8ffff700 1 -- 172.21.15.16:0/1050509307 >> v2:172.21.15.92:3300/0 conn(0x7ffa9015db50 msgr2=0x7ffa900b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:27.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.721+0000 7ffa8ffff700 1 --2- 172.21.15.16:0/1050509307 >> v2:172.21.15.92:3300/0 conn(0x7ffa9015db50 0x7ffa900b8e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.721+0000 7ffa8ffff700 1 -- 172.21.15.16:0/1050509307 >> v1:172.21.15.92:6789/0 conn(0x7ffa9015d770 legacy=0x7ffa900ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:27.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.721+0000 7ffa8ffff700 1 -- 172.21.15.16:0/1050509307 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa900cdd00 con 0x7ffa900b4fe0 2023-09-23T06:37:27.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.721+0000 7ffa8ffff700 1 --2- 172.21.15.16:0/1050509307 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa900b4fe0 0x7ffa900b5490 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7ffa9006c820 tx=0x7ffa8800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=78ced08e4082f8db server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:27.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.721+0000 7ffa8e7fc700 1 -- 172.21.15.16:0/1050509307 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa8800e070 con 0x7ffa900b4fe0 2023-09-23T06:37:27.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.721+0000 7ffa8e7fc700 1 -- 172.21.15.16:0/1050509307 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa8800b910 con 0x7ffa900b4fe0 2023-09-23T06:37:27.724 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.721+0000 7ffa8e7fc700 1 -- 172.21.15.16:0/1050509307 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa8800bcc0 con 0x7ffa900b4fe0 2023-09-23T06:37:27.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.722+0000 7ffa961ff700 1 -- 172.21.15.16:0/1050509307 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa900b4fe0 msgr2=0x7ffa900b5490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:27.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.722+0000 7ffa961ff700 1 --2- 172.21.15.16:0/1050509307 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa900b4fe0 0x7ffa900b5490 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7ffa9006c820 tx=0x7ffa8800b330 comp rx=0 tx=0).stop 2023-09-23T06:37:27.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.722+0000 7ffa961ff700 1 -- 172.21.15.16:0/1050509307 shutdown_connections 2023-09-23T06:37:27.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.722+0000 7ffa961ff700 1 --2- 172.21.15.16:0/1050509307 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa900b4fe0 0x7ffa900b5490 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.722+0000 7ffa961ff700 1 --2- 172.21.15.16:0/1050509307 >> v2:172.21.15.92:3300/0 conn(0x7ffa9015db50 0x7ffa900b8e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.722+0000 7ffa961ff700 1 -- 172.21.15.16:0/1050509307 >> 172.21.15.16:0/1050509307 conn(0x7ffa900724b0 msgr2=0x7ffa900d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:27.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.722+0000 7ffa961ff700 1 -- 172.21.15.16:0/1050509307 shutdown_connections 2023-09-23T06:37:27.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.722+0000 7ffa961ff700 1 -- 172.21.15.16:0/1050509307 wait complete. 2023-09-23T06:37:27.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.724+0000 7ffa961ff700 1 Processor -- start 2023-09-23T06:37:27.727 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.724+0000 7ffa961ff700 1 -- start start 2023-09-23T06:37:27.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.725+0000 7ffa961ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffa900b4fe0 0x7ffa900cc8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:27.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.725+0000 7ffa961ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa9015d770 0x7ffa900c8ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:27.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.725+0000 7ffa961ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa9015db50 0x7ffa90161500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:27.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.725+0000 7ffa961ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa900c9ee0 con 0x7ffa9015db50 2023-09-23T06:37:27.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.725+0000 7ffa961ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa900c9a50 con 0x7ffa9015d770 2023-09-23T06:37:27.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.725+0000 7ffa961ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa900cd2a0 con 0x7ffa900b4fe0 2023-09-23T06:37:27.729 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.725+0000 7ffa8ffff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa9015db50 0x7ffa90161500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:27.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.725+0000 7ffa8ffff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa9015db50 0x7ffa90161500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43266/0 (socket says 172.21.15.16:43266) 2023-09-23T06:37:27.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.725+0000 7ffa8ffff700 1 -- 172.21.15.16:0/3937186059 learned_addr learned my addr 172.21.15.16:0/3937186059 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:27.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.725+0000 7ffa8effd700 1 --2- 172.21.15.16:0/3937186059 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa9015d770 0x7ffa900c8ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:27.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.725+0000 7ffa8ffff700 1 -- 172.21.15.16:0/3937186059 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffa900b4fe0 msgr2=0x7ffa900cc8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:27.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.725+0000 7ffa8f7fe700 1 --2- 172.21.15.16:0/3937186059 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffa900b4fe0 0x7ffa900cc8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:27.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.725+0000 7ffa8ffff700 1 --2- 172.21.15.16:0/3937186059 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffa900b4fe0 0x7ffa900cc8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.725+0000 7ffa8ffff700 1 -- 172.21.15.16:0/3937186059 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa9015d770 msgr2=0x7ffa900c8ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:27.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.725+0000 7ffa8ffff700 1 --2- 172.21.15.16:0/3937186059 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa9015d770 0x7ffa900c8ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.730 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.725+0000 7ffa8ffff700 1 -- 172.21.15.16:0/3937186059 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa88009b30 con 0x7ffa9015db50 2023-09-23T06:37:27.731 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.725+0000 7ffa8effd700 1 --2- 172.21.15.16:0/3937186059 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa9015d770 0x7ffa900c8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:37:27.731 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.725+0000 7ffa8f7fe700 1 --2- 172.21.15.16:0/3937186059 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffa900b4fe0 0x7ffa900cc8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2023-09-23T06:37:27.731 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.726+0000 7ffa8ffff700 1 --2- 172.21.15.16:0/3937186059 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa9015db50 0x7ffa90161500 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7ffa900b5cc0 tx=0x7ffa88004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:27.731 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.726+0000 7ffa77fff700 1 -- 172.21.15.16:0/3937186059 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa880099b0 con 0x7ffa9015db50 2023-09-23T06:37:27.731 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.726+0000 7ffa77fff700 1 -- 172.21.15.16:0/3937186059 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa880092e0 con 0x7ffa9015db50 2023-09-23T06:37:27.731 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.726+0000 7ffa961ff700 1 -- 172.21.15.16:0/3937186059 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa900c9400 con 0x7ffa9015db50 2023-09-23T06:37:27.731 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.726+0000 7ffa77fff700 1 -- 172.21.15.16:0/3937186059 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa8801c640 con 0x7ffa9015db50 2023-09-23T06:37:27.731 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.726+0000 7ffa961ff700 1 -- 172.21.15.16:0/3937186059 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa900c9010 con 0x7ffa9015db50 2023-09-23T06:37:27.731 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.727+0000 7ffa961ff700 1 -- 172.21.15.16:0/3937186059 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa900cb7b0 con 0x7ffa9015db50 2023-09-23T06:37:27.732 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.728+0000 7ffa77fff700 1 -- 172.21.15.16:0/3937186059 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7ffa8801c7a0 con 0x7ffa9015db50 2023-09-23T06:37:27.732 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.729+0000 7ffa77fff700 1 --2- 172.21.15.16:0/3937186059 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ffa7c06afc0 0x7ffa7c06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:27.732 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.729+0000 7ffa77fff700 1 -- 172.21.15.16:0/3937186059 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ffa8808b460 con 0x7ffa9015db50 2023-09-23T06:37:27.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.729+0000 7ffa8f7fe700 1 --2- 172.21.15.16:0/3937186059 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ffa7c06afc0 0x7ffa7c06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:27.733 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.730+0000 7ffa8f7fe700 1 --2- 172.21.15.16:0/3937186059 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ffa7c06afc0 0x7ffa7c06d480 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7ffa80000f60 tx=0x7ffa80009040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:27.734 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.733+0000 7ffa77fff700 1 -- 172.21.15.16:0/3937186059 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7ffa88056490 con 0x7ffa9015db50 2023-09-23T06:37:27.945 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.944+0000 7ffa961ff700 1 -- 172.21.15.16:0/3937186059 --> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7ffa9015e360 con 0x7ffa7c06afc0 2023-09-23T06:37:27.954 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.953+0000 7ffa77fff700 1 -- 172.21.15.16:0/3937186059 <== mgr.4104 v2:172.21.15.92:6832/2319247339 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+288727 (secure 0 0 0) 0x7ffa800123d0 con 0x7ffa7c06afc0 2023-09-23T06:37:27.958 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:27.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.957+0000 7ffa961ff700 1 -- 172.21.15.16:0/3937186059 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ffa7c06afc0 msgr2=0x7ffa7c06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:27.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.957+0000 7ffa961ff700 1 --2- 172.21.15.16:0/3937186059 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ffa7c06afc0 0x7ffa7c06d480 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7ffa80000f60 tx=0x7ffa80009040 comp rx=0 tx=0).stop 2023-09-23T06:37:27.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.958+0000 7ffa961ff700 1 -- 172.21.15.16:0/3937186059 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa9015db50 msgr2=0x7ffa90161500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:27.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.958+0000 7ffa961ff700 1 --2- 172.21.15.16:0/3937186059 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa9015db50 0x7ffa90161500 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7ffa900b5cc0 tx=0x7ffa88004ad0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.958+0000 7ffa961ff700 1 -- 172.21.15.16:0/3937186059 shutdown_connections 2023-09-23T06:37:27.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.958+0000 7ffa961ff700 1 --2- 172.21.15.16:0/3937186059 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7ffa7c06afc0 0x7ffa7c06d480 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.958+0000 7ffa961ff700 1 --2- 172.21.15.16:0/3937186059 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7ffa9015db50 0x7ffa90161500 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.958+0000 7ffa961ff700 1 --2- 172.21.15.16:0/3937186059 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7ffa900b4fe0 0x7ffa900cc8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.961 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.958+0000 7ffa961ff700 1 --2- 172.21.15.16:0/3937186059 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7ffa9015d770 0x7ffa900c8ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:27.962 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.958+0000 7ffa961ff700 1 -- 172.21.15.16:0/3937186059 >> 172.21.15.16:0/3937186059 conn(0x7ffa900724b0 msgr2=0x7ffa900ce420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:27.962 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.958+0000 7ffa961ff700 1 -- 172.21.15.16:0/3937186059 shutdown_connections 2023-09-23T06:37:27.962 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:27.958+0000 7ffa961ff700 1 -- 172.21.15.16:0/3937186059 wait complete. 2023-09-23T06:37:27.962 INFO:teuthology.orchestra.run.smithi016.stderr:dumped all 2023-09-23T06:37:27.978 INFO:teuthology.orchestra.run.smithi016.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2023-09-23T06:37:27.598121+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592778,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":116,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":220364,"kb_used_data":4196,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":754754356,"statfs":{"total":773094113280,"available":772868460544,"internally_reserved":0,"allocated":4296704,"data_stored":2379384,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.009772"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.074294+0000","last_change":"2023-09-23T06:37:22.618418+0000","last_active":"2023-09-23T06:37:24.074294+0000","last_peered":"2023-09-23T06:37:24.074294+0000","last_clean":"2023-09-23T06:37:24.074294+0000","last_became_active":"2023-09-23T06:37:22.618106+0000","last_became_peered":"2023-09-23T06:37:22.618106+0000","last_unstale":"2023-09-23T06:37:24.074294+0000","last_undegraded":"2023-09-23T06:37:24.074294+0000","last_fullsized":"2023-09-23T06:37:24.074294+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:00:30.075500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.768155+0000","last_change":"2023-09-23T06:37:22.611332+0000","last_active":"2023-09-23T06:37:23.768155+0000","last_peered":"2023-09-23T06:37:23.768155+0000","last_clean":"2023-09-23T06:37:23.768155+0000","last_became_active":"2023-09-23T06:37:22.610951+0000","last_became_peered":"2023-09-23T06:37:22.610951+0000","last_unstale":"2023-09-23T06:37:23.768155+0000","last_undegraded":"2023-09-23T06:37:23.768155+0000","last_fullsized":"2023-09-23T06:37:23.768155+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:27:28.753957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604534+0000","last_change":"2023-09-23T06:37:22.620771+0000","last_active":"2023-09-23T06:37:23.604534+0000","last_peered":"2023-09-23T06:37:23.604534+0000","last_clean":"2023-09-23T06:37:23.604534+0000","last_became_active":"2023-09-23T06:37:22.620463+0000","last_became_peered":"2023-09-23T06:37:22.620463+0000","last_unstale":"2023-09-23T06:37:23.604534+0000","last_undegraded":"2023-09-23T06:37:23.604534+0000","last_fullsized":"2023-09-23T06:37:23.604534+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:39:37.750759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.601100+0000","last_change":"2023-09-23T06:37:22.612440+0000","last_active":"2023-09-23T06:37:23.601100+0000","last_peered":"2023-09-23T06:37:23.601100+0000","last_clean":"2023-09-23T06:37:23.601100+0000","last_became_active":"2023-09-23T06:37:22.612143+0000","last_became_peered":"2023-09-23T06:37:22.612143+0000","last_unstale":"2023-09-23T06:37:23.601100+0000","last_undegraded":"2023-09-23T06:37:23.601100+0000","last_fullsized":"2023-09-23T06:37:23.601100+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:43.197894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.620129+0000","last_change":"2023-09-23T06:37:22.618368+0000","last_active":"2023-09-23T06:37:22.620129+0000","last_peered":"2023-09-23T06:37:22.620129+0000","last_clean":"2023-09-23T06:37:22.620129+0000","last_became_active":"2023-09-23T06:37:22.618038+0000","last_became_peered":"2023-09-23T06:37:22.618038+0000","last_unstale":"2023-09-23T06:37:22.620129+0000","last_undegraded":"2023-09-23T06:37:22.620129+0000","last_fullsized":"2023-09-23T06:37:22.620129+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:53:47.676244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.767818+0000","last_change":"2023-09-23T06:37:22.616843+0000","last_active":"2023-09-23T06:37:23.767818+0000","last_peered":"2023-09-23T06:37:23.767818+0000","last_clean":"2023-09-23T06:37:23.767818+0000","last_became_active":"2023-09-23T06:37:22.616581+0000","last_became_peered":"2023-09-23T06:37:22.616581+0000","last_unstale":"2023-09-23T06:37:23.767818+0000","last_undegraded":"2023-09-23T06:37:23.767818+0000","last_fullsized":"2023-09-23T06:37:23.767818+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:51:05.428010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037322+0000","last_change":"2023-09-23T06:37:22.608996+0000","last_active":"2023-09-23T06:37:24.037322+0000","last_peered":"2023-09-23T06:37:24.037322+0000","last_clean":"2023-09-23T06:37:24.037322+0000","last_became_active":"2023-09-23T06:37:22.608668+0000","last_became_peered":"2023-09-23T06:37:22.608668+0000","last_unstale":"2023-09-23T06:37:24.037322+0000","last_undegraded":"2023-09-23T06:37:24.037322+0000","last_fullsized":"2023-09-23T06:37:24.037322+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:40:48.390774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037160+0000","last_change":"2023-09-23T06:37:22.608818+0000","last_active":"2023-09-23T06:37:24.037160+0000","last_peered":"2023-09-23T06:37:24.037160+0000","last_clean":"2023-09-23T06:37:24.037160+0000","last_became_active":"2023-09-23T06:37:22.608547+0000","last_became_peered":"2023-09-23T06:37:22.608547+0000","last_unstale":"2023-09-23T06:37:24.037160+0000","last_undegraded":"2023-09-23T06:37:24.037160+0000","last_fullsized":"2023-09-23T06:37:24.037160+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:33:14.070399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605529+0000","last_change":"2023-09-23T06:37:22.607183+0000","last_active":"2023-09-23T06:37:23.605529+0000","last_peered":"2023-09-23T06:37:23.605529+0000","last_clean":"2023-09-23T06:37:23.605529+0000","last_became_active":"2023-09-23T06:37:22.606873+0000","last_became_peered":"2023-09-23T06:37:22.606873+0000","last_unstale":"2023-09-23T06:37:23.605529+0000","last_undegraded":"2023-09-23T06:37:23.605529+0000","last_fullsized":"2023-09-23T06:37:23.605529+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:29:47.225688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.601182+0000","last_change":"2023-09-23T06:37:22.615507+0000","last_active":"2023-09-23T06:37:23.601182+0000","last_peered":"2023-09-23T06:37:23.601182+0000","last_clean":"2023-09-23T06:37:23.601182+0000","last_became_active":"2023-09-23T06:37:22.615204+0000","last_became_peered":"2023-09-23T06:37:22.615204+0000","last_unstale":"2023-09-23T06:37:23.601182+0000","last_undegraded":"2023-09-23T06:37:23.601182+0000","last_fullsized":"2023-09-23T06:37:23.601182+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:19:38.903915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037736+0000","last_change":"2023-09-23T06:37:22.600205+0000","last_active":"2023-09-23T06:37:24.037736+0000","last_peered":"2023-09-23T06:37:24.037736+0000","last_clean":"2023-09-23T06:37:24.037736+0000","last_became_active":"2023-09-23T06:37:22.599908+0000","last_became_peered":"2023-09-23T06:37:22.599908+0000","last_unstale":"2023-09-23T06:37:24.037736+0000","last_undegraded":"2023-09-23T06:37:24.037736+0000","last_fullsized":"2023-09-23T06:37:24.037736+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:27:28.753957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604764+0000","last_change":"2023-09-23T06:37:22.620842+0000","last_active":"2023-09-23T06:37:23.604764+0000","last_peered":"2023-09-23T06:37:23.604764+0000","last_clean":"2023-09-23T06:37:23.604764+0000","last_became_active":"2023-09-23T06:37:22.620446+0000","last_became_peered":"2023-09-23T06:37:22.620446+0000","last_unstale":"2023-09-23T06:37:23.604764+0000","last_undegraded":"2023-09-23T06:37:23.604764+0000","last_fullsized":"2023-09-23T06:37:23.604764+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:21:17.786077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.609328+0000","last_change":"2023-09-23T06:37:22.607935+0000","last_active":"2023-09-23T06:37:22.609328+0000","last_peered":"2023-09-23T06:37:22.609328+0000","last_clean":"2023-09-23T06:37:22.609328+0000","last_became_active":"2023-09-23T06:37:22.607640+0000","last_became_peered":"2023-09-23T06:37:22.607640+0000","last_unstale":"2023-09-23T06:37:22.609328+0000","last_undegraded":"2023-09-23T06:37:22.609328+0000","last_fullsized":"2023-09-23T06:37:22.609328+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:58:31.067487+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.767752+0000","last_change":"2023-09-23T06:37:22.609172+0000","last_active":"2023-09-23T06:37:23.767752+0000","last_peered":"2023-09-23T06:37:23.767752+0000","last_clean":"2023-09-23T06:37:23.767752+0000","last_became_active":"2023-09-23T06:37:22.608843+0000","last_became_peered":"2023-09-23T06:37:22.608843+0000","last_unstale":"2023-09-23T06:37:23.767752+0000","last_undegraded":"2023-09-23T06:37:23.767752+0000","last_fullsized":"2023-09-23T06:37:23.767752+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:21:17.786077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604432+0000","last_change":"2023-09-23T06:37:22.617468+0000","last_active":"2023-09-23T06:37:23.604432+0000","last_peered":"2023-09-23T06:37:23.604432+0000","last_clean":"2023-09-23T06:37:23.604432+0000","last_became_active":"2023-09-23T06:37:22.616983+0000","last_became_peered":"2023-09-23T06:37:22.616983+0000","last_unstale":"2023-09-23T06:37:23.604432+0000","last_undegraded":"2023-09-23T06:37:23.604432+0000","last_fullsized":"2023-09-23T06:37:23.604432+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:33:14.070399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037375+0000","last_change":"2023-09-23T06:37:22.606027+0000","last_active":"2023-09-23T06:37:24.037375+0000","last_peered":"2023-09-23T06:37:24.037375+0000","last_clean":"2023-09-23T06:37:24.037375+0000","last_became_active":"2023-09-23T06:37:22.605717+0000","last_became_peered":"2023-09-23T06:37:22.605717+0000","last_unstale":"2023-09-23T06:37:24.037375+0000","last_undegraded":"2023-09-23T06:37:24.037375+0000","last_fullsized":"2023-09-23T06:37:24.037375+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:17:13.449846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037714+0000","last_change":"2023-09-23T06:37:22.609670+0000","last_active":"2023-09-23T06:37:24.037714+0000","last_peered":"2023-09-23T06:37:24.037714+0000","last_clean":"2023-09-23T06:37:24.037714+0000","last_became_active":"2023-09-23T06:37:22.609314+0000","last_became_peered":"2023-09-23T06:37:22.609314+0000","last_unstale":"2023-09-23T06:37:24.037714+0000","last_undegraded":"2023-09-23T06:37:24.037714+0000","last_fullsized":"2023-09-23T06:37:24.037714+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:01:12.271682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.768167+0000","last_change":"2023-09-23T06:37:22.611251+0000","last_active":"2023-09-23T06:37:23.768167+0000","last_peered":"2023-09-23T06:37:23.768167+0000","last_clean":"2023-09-23T06:37:23.768167+0000","last_became_active":"2023-09-23T06:37:22.610594+0000","last_became_peered":"2023-09-23T06:37:22.610594+0000","last_unstale":"2023-09-23T06:37:23.768167+0000","last_undegraded":"2023-09-23T06:37:23.768167+0000","last_fullsized":"2023-09-23T06:37:23.768167+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:28:00.490625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.767923+0000","last_change":"2023-09-23T06:37:22.620294+0000","last_active":"2023-09-23T06:37:23.767923+0000","last_peered":"2023-09-23T06:37:23.767923+0000","last_clean":"2023-09-23T06:37:23.767923+0000","last_became_active":"2023-09-23T06:37:22.619911+0000","last_became_peered":"2023-09-23T06:37:22.619911+0000","last_unstale":"2023-09-23T06:37:23.767923+0000","last_undegraded":"2023-09-23T06:37:23.767923+0000","last_fullsized":"2023-09-23T06:37:23.767923+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:06:07.061182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.619305+0000","last_change":"2023-09-23T06:37:22.617535+0000","last_active":"2023-09-23T06:37:22.619305+0000","last_peered":"2023-09-23T06:37:22.619305+0000","last_clean":"2023-09-23T06:37:22.619305+0000","last_became_active":"2023-09-23T06:37:22.617260+0000","last_became_peered":"2023-09-23T06:37:22.617260+0000","last_unstale":"2023-09-23T06:37:22.619305+0000","last_undegraded":"2023-09-23T06:37:22.619305+0000","last_fullsized":"2023-09-23T06:37:22.619305+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:36:39.769567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605060+0000","last_change":"2023-09-23T06:37:22.607603+0000","last_active":"2023-09-23T06:37:23.605060+0000","last_peered":"2023-09-23T06:37:23.605060+0000","last_clean":"2023-09-23T06:37:23.605060+0000","last_became_active":"2023-09-23T06:37:22.607362+0000","last_became_peered":"2023-09-23T06:37:22.607362+0000","last_unstale":"2023-09-23T06:37:23.605060+0000","last_undegraded":"2023-09-23T06:37:23.605060+0000","last_fullsized":"2023-09-23T06:37:23.605060+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:50:11.429300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605017+0000","last_change":"2023-09-23T06:37:22.611602+0000","last_active":"2023-09-23T06:37:23.605017+0000","last_peered":"2023-09-23T06:37:23.605017+0000","last_clean":"2023-09-23T06:37:23.605017+0000","last_became_active":"2023-09-23T06:37:22.611193+0000","last_became_peered":"2023-09-23T06:37:22.611193+0000","last_unstale":"2023-09-23T06:37:23.605017+0000","last_undegraded":"2023-09-23T06:37:23.605017+0000","last_fullsized":"2023-09-23T06:37:23.605017+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:35:55.266690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.609959+0000","last_change":"2023-09-23T06:37:22.605707+0000","last_active":"2023-09-23T06:37:22.609959+0000","last_peered":"2023-09-23T06:37:22.609959+0000","last_clean":"2023-09-23T06:37:22.609959+0000","last_became_active":"2023-09-23T06:37:22.605385+0000","last_became_peered":"2023-09-23T06:37:22.605385+0000","last_unstale":"2023-09-23T06:37:22.609959+0000","last_undegraded":"2023-09-23T06:37:22.609959+0000","last_fullsized":"2023-09-23T06:37:22.609959+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:40:25.033466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604116+0000","last_change":"2023-09-23T06:37:22.612198+0000","last_active":"2023-09-23T06:37:23.604116+0000","last_peered":"2023-09-23T06:37:23.604116+0000","last_clean":"2023-09-23T06:37:23.604116+0000","last_became_active":"2023-09-23T06:37:22.611643+0000","last_became_peered":"2023-09-23T06:37:22.611643+0000","last_unstale":"2023-09-23T06:37:23.604116+0000","last_undegraded":"2023-09-23T06:37:23.604116+0000","last_fullsized":"2023-09-23T06:37:23.604116+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:23:11.655164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.601138+0000","last_change":"2023-09-23T06:37:22.604318+0000","last_active":"2023-09-23T06:37:23.601138+0000","last_peered":"2023-09-23T06:37:23.601138+0000","last_clean":"2023-09-23T06:37:23.601138+0000","last_became_active":"2023-09-23T06:37:22.604029+0000","last_became_peered":"2023-09-23T06:37:22.604029+0000","last_unstale":"2023-09-23T06:37:23.601138+0000","last_undegraded":"2023-09-23T06:37:23.601138+0000","last_fullsized":"2023-09-23T06:37:23.601138+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:36:00.343304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.768296+0000","last_change":"2023-09-23T06:37:22.611154+0000","last_active":"2023-09-23T06:37:23.768296+0000","last_peered":"2023-09-23T06:37:23.768296+0000","last_clean":"2023-09-23T06:37:23.768296+0000","last_became_active":"2023-09-23T06:37:22.610253+0000","last_became_peered":"2023-09-23T06:37:22.610253+0000","last_unstale":"2023-09-23T06:37:23.768296+0000","last_undegraded":"2023-09-23T06:37:23.768296+0000","last_fullsized":"2023-09-23T06:37:23.768296+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:23:46.986037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.601411+0000","last_change":"2023-09-23T06:37:22.611156+0000","last_active":"2023-09-23T06:37:23.601411+0000","last_peered":"2023-09-23T06:37:23.601411+0000","last_clean":"2023-09-23T06:37:23.601411+0000","last_became_active":"2023-09-23T06:37:22.610517+0000","last_became_peered":"2023-09-23T06:37:22.610517+0000","last_unstale":"2023-09-23T06:37:23.601411+0000","last_undegraded":"2023-09-23T06:37:23.601411+0000","last_fullsized":"2023-09-23T06:37:23.601411+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:33:14.070399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604920+0000","last_change":"2023-09-23T06:37:22.616245+0000","last_active":"2023-09-23T06:37:23.604920+0000","last_peered":"2023-09-23T06:37:23.604920+0000","last_clean":"2023-09-23T06:37:23.604920+0000","last_became_active":"2023-09-23T06:37:22.615889+0000","last_became_peered":"2023-09-23T06:37:22.615889+0000","last_unstale":"2023-09-23T06:37:23.604920+0000","last_undegraded":"2023-09-23T06:37:23.604920+0000","last_fullsized":"2023-09-23T06:37:23.604920+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:17:03.823973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605098+0000","last_change":"2023-09-23T06:37:22.616093+0000","last_active":"2023-09-23T06:37:23.605098+0000","last_peered":"2023-09-23T06:37:23.605098+0000","last_clean":"2023-09-23T06:37:23.605098+0000","last_became_active":"2023-09-23T06:37:22.615824+0000","last_became_peered":"2023-09-23T06:37:22.615824+0000","last_unstale":"2023-09-23T06:37:23.605098+0000","last_undegraded":"2023-09-23T06:37:23.605098+0000","last_fullsized":"2023-09-23T06:37:23.605098+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:09.010222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037645+0000","last_change":"2023-09-23T06:37:22.608079+0000","last_active":"2023-09-23T06:37:24.037645+0000","last_peered":"2023-09-23T06:37:24.037645+0000","last_clean":"2023-09-23T06:37:24.037645+0000","last_became_active":"2023-09-23T06:37:22.607731+0000","last_became_peered":"2023-09-23T06:37:22.607731+0000","last_unstale":"2023-09-23T06:37:24.037645+0000","last_undegraded":"2023-09-23T06:37:24.037645+0000","last_fullsized":"2023-09-23T06:37:24.037645+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:06:07.061182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.074275+0000","last_change":"2023-09-23T06:37:22.610776+0000","last_active":"2023-09-23T06:37:24.074275+0000","last_peered":"2023-09-23T06:37:24.074275+0000","last_clean":"2023-09-23T06:37:24.074275+0000","last_became_active":"2023-09-23T06:37:22.610469+0000","last_became_peered":"2023-09-23T06:37:22.610469+0000","last_unstale":"2023-09-23T06:37:24.074275+0000","last_undegraded":"2023-09-23T06:37:24.074275+0000","last_fullsized":"2023-09-23T06:37:24.074275+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:40:25.033466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037619+0000","last_change":"2023-09-23T06:37:22.611715+0000","last_active":"2023-09-23T06:37:24.037619+0000","last_peered":"2023-09-23T06:37:24.037619+0000","last_clean":"2023-09-23T06:37:24.037619+0000","last_became_active":"2023-09-23T06:37:22.611449+0000","last_became_peered":"2023-09-23T06:37:22.611449+0000","last_unstale":"2023-09-23T06:37:24.037619+0000","last_undegraded":"2023-09-23T06:37:24.037619+0000","last_fullsized":"2023-09-23T06:37:24.037619+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:17:03.823973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.609987+0000","last_change":"2023-09-23T06:37:22.605579+0000","last_active":"2023-09-23T06:37:22.609987+0000","last_peered":"2023-09-23T06:37:22.609987+0000","last_clean":"2023-09-23T06:37:22.609987+0000","last_became_active":"2023-09-23T06:37:22.605275+0000","last_became_peered":"2023-09-23T06:37:22.605275+0000","last_unstale":"2023-09-23T06:37:22.609987+0000","last_undegraded":"2023-09-23T06:37:22.609987+0000","last_fullsized":"2023-09-23T06:37:22.609987+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:10:07.471210+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"33'4","reported_seq":16,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.074360+0000","last_change":"2023-09-23T06:37:21.611299+0000","last_active":"2023-09-23T06:37:24.074360+0000","last_peered":"2023-09-23T06:37:24.074360+0000","last_clean":"2023-09-23T06:37:24.074360+0000","last_became_active":"2023-09-23T06:37:21.610995+0000","last_became_peered":"2023-09-23T06:37:21.610995+0000","last_unstale":"2023-09-23T06:37:24.074360+0000","last_undegraded":"2023-09-23T06:37:24.074360+0000","last_fullsized":"2023-09-23T06:37:24.074360+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:58:42.267232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.074328+0000","last_change":"2023-09-23T06:37:22.612979+0000","last_active":"2023-09-23T06:37:24.074328+0000","last_peered":"2023-09-23T06:37:24.074328+0000","last_clean":"2023-09-23T06:37:24.074328+0000","last_became_active":"2023-09-23T06:37:22.612651+0000","last_became_peered":"2023-09-23T06:37:22.612651+0000","last_unstale":"2023-09-23T06:37:24.074328+0000","last_undegraded":"2023-09-23T06:37:24.074328+0000","last_fullsized":"2023-09-23T06:37:24.074328+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:28:42.197222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"33'1","reported_seq":12,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.050593+0000","last_change":"2023-09-23T06:37:21.611900+0000","last_active":"2023-09-23T06:37:23.050593+0000","last_peered":"2023-09-23T06:37:23.050593+0000","last_clean":"2023-09-23T06:37:23.050593+0000","last_became_active":"2023-09-23T06:37:21.611604+0000","last_became_peered":"2023-09-23T06:37:21.611604+0000","last_unstale":"2023-09-23T06:37:23.050593+0000","last_undegraded":"2023-09-23T06:37:23.050593+0000","last_fullsized":"2023-09-23T06:37:23.050593+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:38:45.541784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604799+0000","last_change":"2023-09-23T06:37:22.611984+0000","last_active":"2023-09-23T06:37:23.604799+0000","last_peered":"2023-09-23T06:37:23.604799+0000","last_clean":"2023-09-23T06:37:23.604799+0000","last_became_active":"2023-09-23T06:37:22.611720+0000","last_became_peered":"2023-09-23T06:37:22.611720+0000","last_unstale":"2023-09-23T06:37:23.604799+0000","last_undegraded":"2023-09-23T06:37:23.604799+0000","last_fullsized":"2023-09-23T06:37:23.604799+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:28:42.197222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"33'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.768037+0000","last_change":"2023-09-23T06:37:21.609561+0000","last_active":"2023-09-23T06:37:23.768037+0000","last_peered":"2023-09-23T06:37:23.768037+0000","last_clean":"2023-09-23T06:37:23.768037+0000","last_became_active":"2023-09-23T06:37:21.609275+0000","last_became_peered":"2023-09-23T06:37:21.609275+0000","last_unstale":"2023-09-23T06:37:23.768037+0000","last_undegraded":"2023-09-23T06:37:23.768037+0000","last_fullsized":"2023-09-23T06:37:23.768037+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:33:13.064227+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.601377+0000","last_change":"2023-09-23T06:37:22.611189+0000","last_active":"2023-09-23T06:37:23.601377+0000","last_peered":"2023-09-23T06:37:23.601377+0000","last_clean":"2023-09-23T06:37:23.601377+0000","last_became_active":"2023-09-23T06:37:22.610903+0000","last_became_peered":"2023-09-23T06:37:22.610903+0000","last_unstale":"2023-09-23T06:37:23.601377+0000","last_undegraded":"2023-09-23T06:37:23.601377+0000","last_fullsized":"2023-09-23T06:37:23.601377+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:23:11.655164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"33'2","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.051811+0000","last_change":"2023-09-23T06:37:21.606196+0000","last_active":"2023-09-23T06:37:23.051811+0000","last_peered":"2023-09-23T06:37:23.051811+0000","last_clean":"2023-09-23T06:37:23.051811+0000","last_became_active":"2023-09-23T06:37:21.605864+0000","last_became_peered":"2023-09-23T06:37:21.605864+0000","last_unstale":"2023-09-23T06:37:23.051811+0000","last_undegraded":"2023-09-23T06:37:23.051811+0000","last_fullsized":"2023-09-23T06:37:23.051811+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:21:19.953924+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037379+0000","last_change":"2023-09-23T06:37:22.609369+0000","last_active":"2023-09-23T06:37:24.037379+0000","last_peered":"2023-09-23T06:37:24.037379+0000","last_clean":"2023-09-23T06:37:24.037379+0000","last_became_active":"2023-09-23T06:37:22.609105+0000","last_became_peered":"2023-09-23T06:37:22.609105+0000","last_unstale":"2023-09-23T06:37:24.037379+0000","last_undegraded":"2023-09-23T06:37:24.037379+0000","last_fullsized":"2023-09-23T06:37:24.037379+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:39:37.750759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"33'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605351+0000","last_change":"2023-09-23T06:37:21.608323+0000","last_active":"2023-09-23T06:37:23.605351+0000","last_peered":"2023-09-23T06:37:23.605351+0000","last_clean":"2023-09-23T06:37:23.605351+0000","last_became_active":"2023-09-23T06:37:21.607993+0000","last_became_peered":"2023-09-23T06:37:21.607993+0000","last_unstale":"2023-09-23T06:37:23.605351+0000","last_undegraded":"2023-09-23T06:37:23.605351+0000","last_fullsized":"2023-09-23T06:37:23.605351+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:38:45.541784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604461+0000","last_change":"2023-09-23T06:37:22.612915+0000","last_active":"2023-09-23T06:37:23.604461+0000","last_peered":"2023-09-23T06:37:23.604461+0000","last_clean":"2023-09-23T06:37:23.604461+0000","last_became_active":"2023-09-23T06:37:22.612593+0000","last_became_peered":"2023-09-23T06:37:22.612593+0000","last_unstale":"2023-09-23T06:37:23.604461+0000","last_undegraded":"2023-09-23T06:37:23.604461+0000","last_fullsized":"2023-09-23T06:37:23.604461+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:40:48.390774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"33'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604895+0000","last_change":"2023-09-23T06:37:21.609965+0000","last_active":"2023-09-23T06:37:23.604895+0000","last_peered":"2023-09-23T06:37:23.604895+0000","last_clean":"2023-09-23T06:37:23.604895+0000","last_became_active":"2023-09-23T06:37:21.609677+0000","last_became_peered":"2023-09-23T06:37:21.609677+0000","last_unstale":"2023-09-23T06:37:23.604895+0000","last_undegraded":"2023-09-23T06:37:23.604895+0000","last_fullsized":"2023-09-23T06:37:23.604895+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:37:10.948583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604254+0000","last_change":"2023-09-23T06:37:22.608474+0000","last_active":"2023-09-23T06:37:23.604254+0000","last_peered":"2023-09-23T06:37:23.604254+0000","last_clean":"2023-09-23T06:37:23.604254+0000","last_became_active":"2023-09-23T06:37:22.608212+0000","last_became_peered":"2023-09-23T06:37:22.608212+0000","last_unstale":"2023-09-23T06:37:23.604254+0000","last_undegraded":"2023-09-23T06:37:23.604254+0000","last_fullsized":"2023-09-23T06:37:23.604254+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:40:25.033466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.767563+0000","last_change":"2023-09-23T06:37:21.607588+0000","last_active":"2023-09-23T06:37:23.767563+0000","last_peered":"2023-09-23T06:37:23.767563+0000","last_clean":"2023-09-23T06:37:23.767563+0000","last_became_active":"2023-09-23T06:37:21.607301+0000","last_became_peered":"2023-09-23T06:37:21.607301+0000","last_unstale":"2023-09-23T06:37:23.767563+0000","last_undegraded":"2023-09-23T06:37:23.767563+0000","last_fullsized":"2023-09-23T06:37:23.767563+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:17:42.191722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.600733+0000","last_change":"2023-09-23T06:37:22.614257+0000","last_active":"2023-09-23T06:37:23.600733+0000","last_peered":"2023-09-23T06:37:23.600733+0000","last_clean":"2023-09-23T06:37:23.600733+0000","last_became_active":"2023-09-23T06:37:22.613992+0000","last_became_peered":"2023-09-23T06:37:22.613992+0000","last_unstale":"2023-09-23T06:37:23.600733+0000","last_undegraded":"2023-09-23T06:37:23.600733+0000","last_fullsized":"2023-09-23T06:37:23.600733+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:29:47.225688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604091+0000","last_change":"2023-09-23T06:37:21.607320+0000","last_active":"2023-09-23T06:37:23.604091+0000","last_peered":"2023-09-23T06:37:23.604091+0000","last_clean":"2023-09-23T06:37:23.604091+0000","last_became_active":"2023-09-23T06:37:21.607058+0000","last_became_peered":"2023-09-23T06:37:21.607058+0000","last_unstale":"2023-09-23T06:37:23.604091+0000","last_undegraded":"2023-09-23T06:37:23.604091+0000","last_fullsized":"2023-09-23T06:37:23.604091+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:52:22.207609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604753+0000","last_change":"2023-09-23T06:37:22.618336+0000","last_active":"2023-09-23T06:37:23.604753+0000","last_peered":"2023-09-23T06:37:23.604753+0000","last_clean":"2023-09-23T06:37:23.604753+0000","last_became_active":"2023-09-23T06:37:22.617996+0000","last_became_peered":"2023-09-23T06:37:22.617996+0000","last_unstale":"2023-09-23T06:37:23.604753+0000","last_undegraded":"2023-09-23T06:37:23.604753+0000","last_fullsized":"2023-09-23T06:37:23.604753+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:51:05.428010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.768044+0000","last_change":"2023-09-23T06:37:21.613650+0000","last_active":"2023-09-23T06:37:23.768044+0000","last_peered":"2023-09-23T06:37:23.768044+0000","last_clean":"2023-09-23T06:37:23.768044+0000","last_became_active":"2023-09-23T06:37:21.613359+0000","last_became_peered":"2023-09-23T06:37:21.613359+0000","last_unstale":"2023-09-23T06:37:23.768044+0000","last_undegraded":"2023-09-23T06:37:23.768044+0000","last_fullsized":"2023-09-23T06:37:23.768044+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:40:47.384602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.767975+0000","last_change":"2023-09-23T06:37:22.610897+0000","last_active":"2023-09-23T06:37:23.767975+0000","last_peered":"2023-09-23T06:37:23.767975+0000","last_clean":"2023-09-23T06:37:23.767975+0000","last_became_active":"2023-09-23T06:37:22.610613+0000","last_became_peered":"2023-09-23T06:37:22.610613+0000","last_unstale":"2023-09-23T06:37:23.767975+0000","last_undegraded":"2023-09-23T06:37:23.767975+0000","last_fullsized":"2023-09-23T06:37:23.767975+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:55:14.600044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.592248+0000","last_change":"2023-09-23T06:37:21.611696+0000","last_active":"2023-09-23T06:37:22.592248+0000","last_peered":"2023-09-23T06:37:22.592248+0000","last_clean":"2023-09-23T06:37:22.592248+0000","last_became_active":"2023-09-23T06:37:21.611013+0000","last_became_peered":"2023-09-23T06:37:21.611013+0000","last_unstale":"2023-09-23T06:37:22.592248+0000","last_undegraded":"2023-09-23T06:37:22.592248+0000","last_fullsized":"2023-09-23T06:37:22.592248+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:59:41.412170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.768031+0000","last_change":"2023-09-23T06:37:22.610289+0000","last_active":"2023-09-23T06:37:23.768031+0000","last_peered":"2023-09-23T06:37:23.768031+0000","last_clean":"2023-09-23T06:37:23.768031+0000","last_became_active":"2023-09-23T06:37:22.609997+0000","last_became_peered":"2023-09-23T06:37:22.609997+0000","last_unstale":"2023-09-23T06:37:23.768031+0000","last_undegraded":"2023-09-23T06:37:23.768031+0000","last_fullsized":"2023-09-23T06:37:23.768031+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:01:12.271682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"33'3","reported_seq":15,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604758+0000","last_change":"2023-09-23T06:37:21.607633+0000","last_active":"2023-09-23T06:37:23.604758+0000","last_peered":"2023-09-23T06:37:23.604758+0000","last_clean":"2023-09-23T06:37:23.604758+0000","last_became_active":"2023-09-23T06:37:21.607362+0000","last_became_peered":"2023-09-23T06:37:21.607362+0000","last_unstale":"2023-09-23T06:37:23.604758+0000","last_undegraded":"2023-09-23T06:37:23.604758+0000","last_fullsized":"2023-09-23T06:37:23.604758+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:19:37.897743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604664+0000","last_change":"2023-09-23T06:37:22.620968+0000","last_active":"2023-09-23T06:37:23.604664+0000","last_peered":"2023-09-23T06:37:23.604664+0000","last_clean":"2023-09-23T06:37:23.604664+0000","last_became_active":"2023-09-23T06:37:22.620693+0000","last_became_peered":"2023-09-23T06:37:22.620693+0000","last_unstale":"2023-09-23T06:37:23.604664+0000","last_undegraded":"2023-09-23T06:37:23.604664+0000","last_fullsized":"2023-09-23T06:37:23.604664+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:17:13.449846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"33'6","reported_seq":18,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.768118+0000","last_change":"2023-09-23T06:37:21.609847+0000","last_active":"2023-09-23T06:37:23.768118+0000","last_peered":"2023-09-23T06:37:23.768118+0000","last_clean":"2023-09-23T06:37:23.768118+0000","last_became_active":"2023-09-23T06:37:21.609548+0000","last_became_peered":"2023-09-23T06:37:21.609548+0000","last_unstale":"2023-09-23T06:37:23.768118+0000","last_undegraded":"2023-09-23T06:37:23.768118+0000","last_fullsized":"2023-09-23T06:37:23.768118+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:23:10.648992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1612,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.600860+0000","last_change":"2023-09-23T06:37:22.618366+0000","last_active":"2023-09-23T06:37:23.600860+0000","last_peered":"2023-09-23T06:37:23.600860+0000","last_clean":"2023-09-23T06:37:23.600860+0000","last_became_active":"2023-09-23T06:37:22.618061+0000","last_became_peered":"2023-09-23T06:37:22.618061+0000","last_unstale":"2023-09-23T06:37:23.600860+0000","last_undegraded":"2023-09-23T06:37:23.600860+0000","last_fullsized":"2023-09-23T06:37:23.600860+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:36:42.154366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"33'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605202+0000","last_change":"2023-09-23T06:37:21.600830+0000","last_active":"2023-09-23T06:37:23.605202+0000","last_peered":"2023-09-23T06:37:23.605202+0000","last_clean":"2023-09-23T06:37:23.605202+0000","last_became_active":"2023-09-23T06:37:21.600343+0000","last_became_peered":"2023-09-23T06:37:21.600343+0000","last_unstale":"2023-09-23T06:37:23.605202+0000","last_undegraded":"2023-09-23T06:37:23.605202+0000","last_fullsized":"2023-09-23T06:37:23.605202+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:07:26.619318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.767878+0000","last_change":"2023-09-23T06:37:22.616613+0000","last_active":"2023-09-23T06:37:23.767878+0000","last_peered":"2023-09-23T06:37:23.767878+0000","last_clean":"2023-09-23T06:37:23.767878+0000","last_became_active":"2023-09-23T06:37:22.616295+0000","last_became_peered":"2023-09-23T06:37:22.616295+0000","last_unstale":"2023-09-23T06:37:23.767878+0000","last_undegraded":"2023-09-23T06:37:23.767878+0000","last_fullsized":"2023-09-23T06:37:23.767878+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:17:03.823973+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.600895+0000","last_change":"2023-09-23T06:37:21.602467+0000","last_active":"2023-09-23T06:37:23.600895+0000","last_peered":"2023-09-23T06:37:23.600895+0000","last_clean":"2023-09-23T06:37:23.600895+0000","last_became_active":"2023-09-23T06:37:21.602158+0000","last_became_peered":"2023-09-23T06:37:21.602158+0000","last_unstale":"2023-09-23T06:37:23.600895+0000","last_undegraded":"2023-09-23T06:37:23.600895+0000","last_fullsized":"2023-09-23T06:37:23.600895+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T06:50:10.423128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037711+0000","last_change":"2023-09-23T06:37:22.614708+0000","last_active":"2023-09-23T06:37:24.037711+0000","last_peered":"2023-09-23T06:37:24.037711+0000","last_clean":"2023-09-23T06:37:24.037711+0000","last_became_active":"2023-09-23T06:37:22.614381+0000","last_became_peered":"2023-09-23T06:37:22.614381+0000","last_unstale":"2023-09-23T06:37:24.037711+0000","last_undegraded":"2023-09-23T06:37:24.037711+0000","last_fullsized":"2023-09-23T06:37:24.037711+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:55:14.600044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.767646+0000","last_change":"2023-09-23T06:37:21.608617+0000","last_active":"2023-09-23T06:37:23.767646+0000","last_peered":"2023-09-23T06:37:23.767646+0000","last_clean":"2023-09-23T06:37:23.767646+0000","last_became_active":"2023-09-23T06:37:21.608348+0000","last_became_peered":"2023-09-23T06:37:21.608348+0000","last_unstale":"2023-09-23T06:37:23.767646+0000","last_undegraded":"2023-09-23T06:37:23.767646+0000","last_fullsized":"2023-09-23T06:37:23.767646+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:45:18.288886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.074149+0000","last_change":"2023-09-23T06:37:22.613478+0000","last_active":"2023-09-23T06:37:24.074149+0000","last_peered":"2023-09-23T06:37:24.074149+0000","last_clean":"2023-09-23T06:37:24.074149+0000","last_became_active":"2023-09-23T06:37:22.612697+0000","last_became_peered":"2023-09-23T06:37:22.612697+0000","last_unstale":"2023-09-23T06:37:24.074149+0000","last_undegraded":"2023-09-23T06:37:24.074149+0000","last_fullsized":"2023-09-23T06:37:24.074149+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:04:36.429763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"33'8","reported_seq":20,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.767657+0000","last_change":"2023-09-23T06:37:21.609611+0000","last_active":"2023-09-23T06:37:23.767657+0000","last_peered":"2023-09-23T06:37:23.767657+0000","last_clean":"2023-09-23T06:37:23.767657+0000","last_became_active":"2023-09-23T06:37:21.609307+0000","last_became_peered":"2023-09-23T06:37:21.609307+0000","last_unstale":"2023-09-23T06:37:23.767657+0000","last_undegraded":"2023-09-23T06:37:23.767657+0000","last_fullsized":"2023-09-23T06:37:23.767657+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:19:37.897743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605181+0000","last_change":"2023-09-23T06:37:22.617475+0000","last_active":"2023-09-23T06:37:23.605181+0000","last_peered":"2023-09-23T06:37:23.605181+0000","last_clean":"2023-09-23T06:37:23.605181+0000","last_became_active":"2023-09-23T06:37:22.617207+0000","last_became_peered":"2023-09-23T06:37:22.617207+0000","last_unstale":"2023-09-23T06:37:23.605181+0000","last_undegraded":"2023-09-23T06:37:23.605181+0000","last_fullsized":"2023-09-23T06:37:23.605181+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:39:28.610934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"33'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.601340+0000","last_change":"2023-09-23T06:37:21.606764+0000","last_active":"2023-09-23T06:37:23.601340+0000","last_peered":"2023-09-23T06:37:23.601340+0000","last_clean":"2023-09-23T06:37:23.601340+0000","last_became_active":"2023-09-23T06:37:21.606448+0000","last_became_peered":"2023-09-23T06:37:21.606448+0000","last_unstale":"2023-09-23T06:37:23.601340+0000","last_undegraded":"2023-09-23T06:37:23.601340+0000","last_fullsized":"2023-09-23T06:37:23.601340+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:35:54.260518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605223+0000","last_change":"2023-09-23T06:37:22.622375+0000","last_active":"2023-09-23T06:37:23.605223+0000","last_peered":"2023-09-23T06:37:23.605223+0000","last_clean":"2023-09-23T06:37:23.605223+0000","last_became_active":"2023-09-23T06:37:22.622088+0000","last_became_peered":"2023-09-23T06:37:22.622088+0000","last_unstale":"2023-09-23T06:37:23.605223+0000","last_undegraded":"2023-09-23T06:37:23.605223+0000","last_fullsized":"2023-09-23T06:37:23.605223+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:55:14.600044+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"33'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605292+0000","last_change":"2023-09-23T06:37:21.611736+0000","last_active":"2023-09-23T06:37:23.605292+0000","last_peered":"2023-09-23T06:37:23.605292+0000","last_clean":"2023-09-23T06:37:23.605292+0000","last_became_active":"2023-09-23T06:37:21.611465+0000","last_became_peered":"2023-09-23T06:37:21.611465+0000","last_unstale":"2023-09-23T06:37:23.605292+0000","last_undegraded":"2023-09-23T06:37:23.605292+0000","last_fullsized":"2023-09-23T06:37:23.605292+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:19:00.609754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.601121+0000","last_change":"2023-09-23T06:37:22.612207+0000","last_active":"2023-09-23T06:37:23.601121+0000","last_peered":"2023-09-23T06:37:23.601121+0000","last_clean":"2023-09-23T06:37:23.601121+0000","last_became_active":"2023-09-23T06:37:22.611734+0000","last_became_peered":"2023-09-23T06:37:22.611734+0000","last_unstale":"2023-09-23T06:37:23.601121+0000","last_undegraded":"2023-09-23T06:37:23.601121+0000","last_fullsized":"2023-09-23T06:37:23.601121+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:45:19.295058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"33'1","reported_seq":13,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605437+0000","last_change":"2023-09-23T06:37:21.602166+0000","last_active":"2023-09-23T06:37:23.605437+0000","last_peered":"2023-09-23T06:37:23.605437+0000","last_clean":"2023-09-23T06:37:23.605437+0000","last_became_active":"2023-09-23T06:37:21.601893+0000","last_became_peered":"2023-09-23T06:37:21.601893+0000","last_unstale":"2023-09-23T06:37:23.605437+0000","last_undegraded":"2023-09-23T06:37:23.605437+0000","last_fullsized":"2023-09-23T06:37:23.605437+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:11:17.388443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.611548+0000","last_change":"2023-09-23T06:37:22.608183+0000","last_active":"2023-09-23T06:37:22.611548+0000","last_peered":"2023-09-23T06:37:22.611548+0000","last_clean":"2023-09-23T06:37:22.611548+0000","last_became_active":"2023-09-23T06:37:22.607878+0000","last_became_peered":"2023-09-23T06:37:22.607878+0000","last_unstale":"2023-09-23T06:37:22.611548+0000","last_undegraded":"2023-09-23T06:37:22.611548+0000","last_fullsized":"2023-09-23T06:37:22.611548+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:15:36.167589+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605422+0000","last_change":"2023-09-23T06:37:21.608570+0000","last_active":"2023-09-23T06:37:23.605422+0000","last_peered":"2023-09-23T06:37:23.605422+0000","last_clean":"2023-09-23T06:37:23.605422+0000","last_became_active":"2023-09-23T06:37:21.608298+0000","last_became_peered":"2023-09-23T06:37:21.608298+0000","last_unstale":"2023-09-23T06:37:23.605422+0000","last_undegraded":"2023-09-23T06:37:23.605422+0000","last_fullsized":"2023-09-23T06:37:23.605422+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:04:35.423591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.615253+0000","last_change":"2023-09-23T06:37:22.613485+0000","last_active":"2023-09-23T06:37:22.615253+0000","last_peered":"2023-09-23T06:37:22.615253+0000","last_clean":"2023-09-23T06:37:22.615253+0000","last_became_active":"2023-09-23T06:37:22.613177+0000","last_became_peered":"2023-09-23T06:37:22.613177+0000","last_unstale":"2023-09-23T06:37:22.615253+0000","last_undegraded":"2023-09-23T06:37:22.615253+0000","last_fullsized":"2023-09-23T06:37:22.615253+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T12:39:17.286650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"33'2","reported_seq":13,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.054202+0000","last_change":"2023-09-23T06:37:21.612036+0000","last_active":"2023-09-23T06:37:23.054202+0000","last_peered":"2023-09-23T06:37:23.054202+0000","last_clean":"2023-09-23T06:37:23.054202+0000","last_became_active":"2023-09-23T06:37:21.611487+0000","last_became_peered":"2023-09-23T06:37:21.611487+0000","last_unstale":"2023-09-23T06:37:23.054202+0000","last_undegraded":"2023-09-23T06:37:23.054202+0000","last_fullsized":"2023-09-23T06:37:23.054202+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:21:29.022186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.614846+0000","last_change":"2023-09-23T06:37:22.612917+0000","last_active":"2023-09-23T06:37:22.614846+0000","last_peered":"2023-09-23T06:37:22.614846+0000","last_clean":"2023-09-23T06:37:22.614846+0000","last_became_active":"2023-09-23T06:37:22.611353+0000","last_became_peered":"2023-09-23T06:37:22.611353+0000","last_unstale":"2023-09-23T06:37:22.614846+0000","last_undegraded":"2023-09-23T06:37:22.614846+0000","last_fullsized":"2023-09-23T06:37:22.614846+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:15:13.940734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.074079+0000","last_change":"2023-09-23T06:37:21.615278+0000","last_active":"2023-09-23T06:37:24.074079+0000","last_peered":"2023-09-23T06:37:24.074079+0000","last_clean":"2023-09-23T06:37:24.074079+0000","last_became_active":"2023-09-23T06:37:21.614989+0000","last_became_peered":"2023-09-23T06:37:21.614989+0000","last_unstale":"2023-09-23T06:37:24.074079+0000","last_undegraded":"2023-09-23T06:37:24.074079+0000","last_fullsized":"2023-09-23T06:37:24.074079+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T15:38:45.541784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.608997+0000","last_change":"2023-09-23T06:37:22.607548+0000","last_active":"2023-09-23T06:37:22.608997+0000","last_peered":"2023-09-23T06:37:22.608997+0000","last_clean":"2023-09-23T06:37:22.608997+0000","last_became_active":"2023-09-23T06:37:22.607273+0000","last_became_peered":"2023-09-23T06:37:22.607273+0000","last_unstale":"2023-09-23T06:37:22.608997+0000","last_undegraded":"2023-09-23T06:37:22.608997+0000","last_fullsized":"2023-09-23T06:37:22.608997+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:34:35.307704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604550+0000","last_change":"2023-09-23T06:37:21.603917+0000","last_active":"2023-09-23T06:37:23.604550+0000","last_peered":"2023-09-23T06:37:23.604550+0000","last_clean":"2023-09-23T06:37:23.604550+0000","last_became_active":"2023-09-23T06:37:21.603641+0000","last_became_peered":"2023-09-23T06:37:21.603641+0000","last_unstale":"2023-09-23T06:37:23.604550+0000","last_undegraded":"2023-09-23T06:37:23.604550+0000","last_fullsized":"2023-09-23T06:37:23.604550+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T14:47:37.611712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037641+0000","last_change":"2023-09-23T06:37:22.608969+0000","last_active":"2023-09-23T06:37:24.037641+0000","last_peered":"2023-09-23T06:37:24.037641+0000","last_clean":"2023-09-23T06:37:24.037641+0000","last_became_active":"2023-09-23T06:37:22.607591+0000","last_became_peered":"2023-09-23T06:37:22.607591+0000","last_unstale":"2023-09-23T06:37:24.037641+0000","last_undegraded":"2023-09-23T06:37:24.037641+0000","last_fullsized":"2023-09-23T06:37:24.037641+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T18:21:17.786077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604193+0000","last_change":"2023-09-23T06:37:21.607394+0000","last_active":"2023-09-23T06:37:23.604193+0000","last_peered":"2023-09-23T06:37:23.604193+0000","last_clean":"2023-09-23T06:37:23.604193+0000","last_became_active":"2023-09-23T06:37:21.607064+0000","last_became_peered":"2023-09-23T06:37:21.607064+0000","last_unstale":"2023-09-23T06:37:23.604193+0000","last_undegraded":"2023-09-23T06:37:23.604193+0000","last_fullsized":"2023-09-23T06:37:23.604193+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:35:59.337131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.615690+0000","last_change":"2023-09-23T06:37:22.614204+0000","last_active":"2023-09-23T06:37:22.615690+0000","last_peered":"2023-09-23T06:37:22.615690+0000","last_clean":"2023-09-23T06:37:22.615690+0000","last_became_active":"2023-09-23T06:37:22.613933+0000","last_became_peered":"2023-09-23T06:37:22.613933+0000","last_unstale":"2023-09-23T06:37:22.615690+0000","last_undegraded":"2023-09-23T06:37:22.615690+0000","last_fullsized":"2023-09-23T06:37:22.615690+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:52:53.649998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"33'2","reported_seq":14,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.601238+0000","last_change":"2023-09-23T06:37:21.602418+0000","last_active":"2023-09-23T06:37:23.601238+0000","last_peered":"2023-09-23T06:37:23.601238+0000","last_clean":"2023-09-23T06:37:23.601238+0000","last_became_active":"2023-09-23T06:37:21.602113+0000","last_became_peered":"2023-09-23T06:37:21.602113+0000","last_unstale":"2023-09-23T06:37:23.601238+0000","last_undegraded":"2023-09-23T06:37:23.601238+0000","last_fullsized":"2023-09-23T06:37:23.601238+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:00:29.069328+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.605093+0000","last_change":"2023-09-23T06:37:22.620746+0000","last_active":"2023-09-23T06:37:23.605093+0000","last_peered":"2023-09-23T06:37:23.605093+0000","last_clean":"2023-09-23T06:37:23.605093+0000","last_became_active":"2023-09-23T06:37:22.620501+0000","last_became_peered":"2023-09-23T06:37:22.620501+0000","last_unstale":"2023-09-23T06:37:23.605093+0000","last_undegraded":"2023-09-23T06:37:23.605093+0000","last_fullsized":"2023-09-23T06:37:23.605093+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T13:06:07.061182+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.592389+0000","last_change":"2023-09-23T06:37:21.612296+0000","last_active":"2023-09-23T06:37:22.592389+0000","last_peered":"2023-09-23T06:37:22.592389+0000","last_clean":"2023-09-23T06:37:22.592389+0000","last_became_active":"2023-09-23T06:37:21.611985+0000","last_became_peered":"2023-09-23T06:37:21.611985+0000","last_unstale":"2023-09-23T06:37:22.592389+0000","last_undegraded":"2023-09-23T06:37:22.592389+0000","last_fullsized":"2023-09-23T06:37:22.592389+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:07:26.619318+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.598878+0000","last_change":"2023-09-23T06:37:22.597090+0000","last_active":"2023-09-23T06:37:22.598878+0000","last_peered":"2023-09-23T06:37:22.598878+0000","last_clean":"2023-09-23T06:37:22.598878+0000","last_became_active":"2023-09-23T06:37:22.596848+0000","last_became_peered":"2023-09-23T06:37:22.596848+0000","last_unstale":"2023-09-23T06:37:22.598878+0000","last_undegraded":"2023-09-23T06:37:22.598878+0000","last_fullsized":"2023-09-23T06:37:22.598878+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:59:56.294984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.601194+0000","last_change":"2023-09-23T06:37:21.596672+0000","last_active":"2023-09-23T06:37:23.601194+0000","last_peered":"2023-09-23T06:37:23.601194+0000","last_clean":"2023-09-23T06:37:23.601194+0000","last_became_active":"2023-09-23T06:37:21.596389+0000","last_became_peered":"2023-09-23T06:37:21.596389+0000","last_unstale":"2023-09-23T06:37:23.601194+0000","last_undegraded":"2023-09-23T06:37:23.601194+0000","last_fullsized":"2023-09-23T06:37:23.601194+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:28:41.191050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.074394+0000","last_change":"2023-09-23T06:37:22.613206+0000","last_active":"2023-09-23T06:37:24.074394+0000","last_peered":"2023-09-23T06:37:24.074394+0000","last_clean":"2023-09-23T06:37:24.074394+0000","last_became_active":"2023-09-23T06:37:22.612623+0000","last_became_peered":"2023-09-23T06:37:22.612623+0000","last_unstale":"2023-09-23T06:37:24.074394+0000","last_undegraded":"2023-09-23T06:37:24.074394+0000","last_fullsized":"2023-09-23T06:37:24.074394+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:35:55.266690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.591678+0000","last_change":"2023-09-23T06:37:21.608777+0000","last_active":"2023-09-23T06:37:22.591678+0000","last_peered":"2023-09-23T06:37:22.591678+0000","last_clean":"2023-09-23T06:37:22.591678+0000","last_became_active":"2023-09-23T06:37:21.608440+0000","last_became_peered":"2023-09-23T06:37:21.608440+0000","last_unstale":"2023-09-23T06:37:22.591678+0000","last_undegraded":"2023-09-23T06:37:22.591678+0000","last_fullsized":"2023-09-23T06:37:22.591678+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:58:42.267232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":9,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.610334+0000","last_change":"2023-09-23T06:37:22.607057+0000","last_active":"2023-09-23T06:37:22.610334+0000","last_peered":"2023-09-23T06:37:22.610334+0000","last_clean":"2023-09-23T06:37:22.610334+0000","last_became_active":"2023-09-23T06:37:22.606767+0000","last_became_peered":"2023-09-23T06:37:22.606767+0000","last_unstale":"2023-09-23T06:37:22.610334+0000","last_undegraded":"2023-09-23T06:37:22.610334+0000","last_fullsized":"2023-09-23T06:37:22.610334+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:04:36.429763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.600802+0000","last_change":"2023-09-23T06:37:21.609712+0000","last_active":"2023-09-23T06:37:23.600802+0000","last_peered":"2023-09-23T06:37:23.600802+0000","last_clean":"2023-09-23T06:37:23.600802+0000","last_became_active":"2023-09-23T06:37:21.609382+0000","last_became_peered":"2023-09-23T06:37:21.609382+0000","last_unstale":"2023-09-23T06:37:23.600802+0000","last_undegraded":"2023-09-23T06:37:23.600802+0000","last_fullsized":"2023-09-23T06:37:23.600802+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T16:17:08.004050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.767548+0000","last_change":"2023-09-23T06:37:22.609983+0000","last_active":"2023-09-23T06:37:23.767548+0000","last_peered":"2023-09-23T06:37:23.767548+0000","last_clean":"2023-09-23T06:37:23.767548+0000","last_became_active":"2023-09-23T06:37:22.609267+0000","last_became_peered":"2023-09-23T06:37:22.609267+0000","last_unstale":"2023-09-23T06:37:23.767548+0000","last_undegraded":"2023-09-23T06:37:23.767548+0000","last_fullsized":"2023-09-23T06:37:23.767548+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:17:13.449846+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604636+0000","last_change":"2023-09-23T06:37:21.608942+0000","last_active":"2023-09-23T06:37:23.604636+0000","last_peered":"2023-09-23T06:37:23.604636+0000","last_clean":"2023-09-23T06:37:23.604636+0000","last_became_active":"2023-09-23T06:37:21.608642+0000","last_became_peered":"2023-09-23T06:37:21.608642+0000","last_unstale":"2023-09-23T06:37:23.604636+0000","last_undegraded":"2023-09-23T06:37:23.604636+0000","last_fullsized":"2023-09-23T06:37:23.604636+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T11:21:29.022186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.604363+0000","last_change":"2023-09-23T06:37:22.607440+0000","last_active":"2023-09-23T06:37:23.604363+0000","last_peered":"2023-09-23T06:37:23.604363+0000","last_clean":"2023-09-23T06:37:23.604363+0000","last_became_active":"2023-09-23T06:37:22.607105+0000","last_became_peered":"2023-09-23T06:37:22.607105+0000","last_unstale":"2023-09-23T06:37:23.604363+0000","last_undegraded":"2023-09-23T06:37:23.604363+0000","last_fullsized":"2023-09-23T06:37:23.604363+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T08:00:30.075500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:23.767576+0000","last_change":"2023-09-23T06:37:21.608679+0000","last_active":"2023-09-23T06:37:23.767576+0000","last_peered":"2023-09-23T06:37:23.767576+0000","last_clean":"2023-09-23T06:37:23.767576+0000","last_became_active":"2023-09-23T06:37:21.608344+0000","last_became_peered":"2023-09-23T06:37:21.608344+0000","last_unstale":"2023-09-23T06:37:23.767576+0000","last_undegraded":"2023-09-23T06:37:23.767576+0000","last_fullsized":"2023-09-23T06:37:23.767576+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T10:35:59.337131+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.037579+0000","last_change":"2023-09-23T06:37:22.609977+0000","last_active":"2023-09-23T06:37:24.037579+0000","last_peered":"2023-09-23T06:37:24.037579+0000","last_clean":"2023-09-23T06:37:24.037579+0000","last_became_active":"2023-09-23T06:37:22.609674+0000","last_became_peered":"2023-09-23T06:37:22.609674+0000","last_unstale":"2023-09-23T06:37:24.037579+0000","last_undegraded":"2023-09-23T06:37:24.037579+0000","last_fullsized":"2023-09-23T06:37:24.037579+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:21.580629+0000","last_clean_scrub_stamp":"2023-09-23T06:37:21.580629+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T07:51:05.428010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":34,"state":"active+clean","last_fresh":"2023-09-23T06:37:24.074127+0000","last_change":"2023-09-23T06:37:21.611899+0000","last_active":"2023-09-23T06:37:24.074127+0000","last_peered":"2023-09-23T06:37:24.074127+0000","last_clean":"2023-09-23T06:37:24.074127+0000","last_became_active":"2023-09-23T06:37:21.611410+0000","last_became_peered":"2023-09-23T06:37:21.611410+0000","last_unstale":"2023-09-23T06:37:24.074127+0000","last_undegraded":"2023-09-23T06:37:24.074127+0000","last_fullsized":"2023-09-23T06:37:24.074127+0000","mapping_epoch":31,"log_start":"0'0","ondisk_log_start":"0'0","created":31,"last_epoch_clean":32,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:37:20.574456+0000","last_clean_scrub_stamp":"2023-09-23T06:37:20.574456+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T09:59:41.412170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"16'117","reported_seq":174,"reported_epoch":33,"state":"active+clean","last_fresh":"2023-09-23T06:37:22.595554+0000","last_change":"2023-09-23T06:36:07.904386+0000","last_active":"2023-09-23T06:37:22.595554+0000","last_peered":"2023-09-23T06:37:22.595554+0000","last_clean":"2023-09-23T06:37:22.595554+0000","last_became_active":"2023-09-23T06:36:07.903271+0000","last_became_peered":"2023-09-23T06:36:07.903271+0000","last_unstale":"2023-09-23T06:37:22.595554+0000","last_undegraded":"2023-09-23T06:37:22.595554+0000","last_fullsized":"2023-09-23T06:37:22.595554+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2023-09-23T06:36:06.161171+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2023-09-23T06:36:06.161171+0000","last_clean_scrub_stamp":"2023-09-23T06:36:06.161171+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2023-09-24T17:29:57.908885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2410,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4820,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574867,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27968,"kb_used_data":948,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343872,"statfs":{"total":96636764160,"available":96608124928,"internally_reserved":0,"allocated":970752,"data_stored":735749,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 06:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.69099999999999995,"5min":0.69099999999999995,"15min":0.69099999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":3.2370000000000001,"5min":3.2370000000000001,"15min":3.2370000000000001},"last":0.71899999999999997}]},{"osd":1,"last update":"Sat Sep 23 06:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"last":0.501},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.5589999999999999,"5min":1.5589999999999999,"15min":1.5589999999999999},"last":0.66600000000000004}]},{"osd":2,"last update":"Sat Sep 23 06:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":4.3099999999999996,"5min":4.3099999999999996,"15min":4.3099999999999996},"last":0.61299999999999999}]},{"osd":3,"last update":"Sat Sep 23 06:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.41999999999999998},"max":{"1min":2.4510000000000001,"5min":2.4510000000000001,"15min":2.4510000000000001},"last":0.746},{"interface":"front","average":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"last":0.69499999999999995}]},{"osd":4,"last update":"Sat Sep 23 06:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":0.86399999999999999},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":4.2380000000000004,"5min":4.2380000000000004,"15min":4.2380000000000004},"last":0.94499999999999995},{"interface":"front","average":{"1min":0.92400000000000004,"5min":0.92400000000000004,"15min":0.92400000000000004},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":4.2619999999999996,"5min":4.2619999999999996,"15min":4.2619999999999996},"last":0.76900000000000002}]},{"osd":5,"last update":"Sat Sep 23 06:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.81399999999999995,"5min":0.81399999999999995,"15min":0.81399999999999995},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":2.7949999999999999,"5min":2.7949999999999999,"15min":2.7949999999999999},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.3180000000000001,"5min":1.3180000000000001,"15min":1.3180000000000001},"last":0.90200000000000002}]},{"osd":6,"last update":"Sat Sep 23 06:37:06 2023","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"min":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"max":{"1min":4.3799999999999999,"5min":4.3799999999999999,"15min":4.3799999999999999},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.81999999999999995}]}]},{"osd":6,"up_from":13,"seq":55834574868,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27404,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344436,"statfs":{"total":96636764160,"available":96608702464,"internally_reserved":0,"allocated":393216,"data_stored":152207,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.79500000000000004},{"interface":"front","average":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.59599999999999997}]},{"osd":1,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.52800000000000002}]},{"osd":2,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.2909999999999999,"5min":1.2909999999999999,"15min":1.2909999999999999},"last":0.83899999999999997},{"interface":"front","average":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.65500000000000003}]},{"osd":3,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.69199999999999995},{"interface":"front","average":{"1min":0.754,"5min":0.754,"15min":0.754},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.335,"5min":1.335,"15min":1.335},"last":0.93300000000000005}]},{"osd":4,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.89000000000000001},{"interface":"front","average":{"1min":0.72699999999999998,"5min":0.72699999999999998,"15min":0.72699999999999998},"min":{"1min":0.45200000000000001,"5min":0.45200000000000001,"15min":0.45200000000000001},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.98999999999999999}]},{"osd":5,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.86399999999999999},{"interface":"front","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.97399999999999998}]},{"osd":7,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"min":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":0.95799999999999996,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":1.0229999999999999},{"interface":"front","average":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.98699999999999999,"5min":0.98699999999999999,"15min":0.98699999999999999},"last":1.0669999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":401408,"data_stored":153225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":22.055,"5min":22.055,"15min":22.055},"last":0.28899999999999998},{"interface":"front","average":{"1min":1.042,"5min":1.042,"15min":1.042},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":13.301,"5min":13.301,"15min":13.301},"last":0.36799999999999999}]},{"osd":2,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":8.6430000000000007,"5min":8.6430000000000007,"15min":8.6430000000000007},"last":0.46700000000000003},{"interface":"front","average":{"1min":1.5840000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":22.100000000000001,"5min":22.100000000000001,"15min":22.100000000000001},"last":0.39600000000000002}]},{"osd":3,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":1.056,"5min":1.056,"15min":1.056},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":11.43,"5min":11.43,"15min":11.43},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.89500000000000002,"5min":0.89500000000000002,"15min":0.89500000000000002},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":8.4860000000000007,"5min":8.4860000000000007,"15min":8.4860000000000007},"last":0.434}]},{"osd":4,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":1.071,"5min":1.071,"15min":1.071},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":8.6760000000000002,"5min":8.6760000000000002,"15min":8.6760000000000002},"last":0.75800000000000001},{"interface":"front","average":{"1min":1.74,"5min":1.74,"15min":1.74},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":21.949999999999999,"5min":21.949999999999999,"15min":21.949999999999999},"last":0.83499999999999996}]},{"osd":5,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":1.099,"5min":1.099,"15min":1.099},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":8.5340000000000007,"5min":8.5340000000000007,"15min":8.5340000000000007},"last":0.86299999999999999},{"interface":"front","average":{"1min":1.131,"5min":1.131,"15min":1.131},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":8.7080000000000002,"5min":8.7080000000000002,"15min":8.7080000000000002},"last":0.84899999999999998}]},{"osd":6,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":1.7929999999999999,"5min":1.7929999999999999,"15min":1.7929999999999999},"min":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"max":{"1min":22.012,"5min":22.012,"15min":22.012},"last":0.79600000000000004},{"interface":"front","average":{"1min":1.181,"5min":1.181,"15min":1.181},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":8.5990000000000002,"5min":8.5990000000000002,"15min":8.5990000000000002},"last":0.77800000000000002}]},{"osd":7,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.175,"15min":1.175},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":8.5679999999999996,"5min":8.5679999999999996,"15min":8.5679999999999996},"last":0.81999999999999995},{"interface":"front","average":{"1min":1.143,"5min":1.143,"15min":1.143},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":8.7490000000000006,"5min":8.7490000000000006,"15min":8.7490000000000006},"last":0.89500000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574867,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27964,"kb_used_data":944,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343876,"statfs":{"total":96636764160,"available":96608129024,"internally_reserved":0,"allocated":966656,"data_stored":735659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat Sep 23 06:37:05 2023","interfaces":[{"interface":"back","average":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.34899999999999998}]},{"osd":2,"last update":"Sat Sep 23 06:37:05 2023","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":1.002,"5min":1.002,"15min":1.002},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.497,"5min":0.497,"15min":0.497},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.431,"5min":1.431,"15min":1.431},"last":0.41299999999999998}]},{"osd":3,"last update":"Sat Sep 23 06:37:05 2023","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.498},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":1.0529999999999999,"5min":1.0529999999999999,"15min":1.0529999999999999},"last":0.438}]},{"osd":4,"last update":"Sat Sep 23 06:37:05 2023","interfaces":[{"interface":"back","average":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"min":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"max":{"1min":1.859,"5min":1.859,"15min":1.859},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.2709999999999999,"5min":1.2709999999999999,"15min":1.2709999999999999},"last":0.81499999999999995}]},{"osd":5,"last update":"Sat Sep 23 06:37:05 2023","interfaces":[{"interface":"back","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.349,"5min":1.349,"15min":1.349},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":0.86699999999999999},"min":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"max":{"1min":1.917,"5min":1.917,"15min":1.917},"last":0.93300000000000005}]},{"osd":6,"last update":"Sat Sep 23 06:37:05 2023","interfaces":[{"interface":"back","average":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":0.873},{"interface":"front","average":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"min":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"max":{"1min":1.395,"5min":1.395,"15min":1.395},"last":0.77800000000000002}]},{"osd":7,"last update":"Sat Sep 23 06:37:05 2023","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.85199999999999998},{"interface":"front","average":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"min":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"max":{"1min":1.9590000000000001,"5min":1.9590000000000001,"15min":1.9590000000000001},"last":0.80100000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27396,"kb_used_data":368,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344444,"statfs":{"total":96636764160,"available":96608710656,"internally_reserved":0,"allocated":376832,"data_stored":145361,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 06:37:08 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.278,"5min":1.278,"15min":1.278},"last":0.5}]},{"osd":1,"last update":"Sat Sep 23 06:37:08 2023","interfaces":[{"interface":"back","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":1.3899999999999999,"5min":1.3899999999999999,"15min":1.3899999999999999},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"last":0.36299999999999999}]},{"osd":3,"last update":"Sat Sep 23 06:37:08 2023","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.1739999999999999,"5min":1.1739999999999999,"15min":1.1739999999999999},"last":0.443},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.421,"5min":1.421,"15min":1.421},"last":0.56399999999999995}]},{"osd":4,"last update":"Sat Sep 23 06:37:08 2023","interfaces":[{"interface":"back","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.3200000000000001,"5min":1.3200000000000001,"15min":1.3200000000000001},"last":0.63600000000000001}]},{"osd":5,"last update":"Sat Sep 23 06:37:08 2023","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.228,"5min":1.228,"15min":1.228},"last":0.77700000000000002}]},{"osd":6,"last update":"Sat Sep 23 06:37:08 2023","interfaces":[{"interface":"back","average":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":1.149,"5min":1.149,"15min":1.149},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"max":{"1min":1.1339999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.67600000000000005}]},{"osd":7,"last update":"Sat Sep 23 06:37:08 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.355,"5min":1.355,"15min":1.355},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"min":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"max":{"1min":1.0569999999999999,"5min":1.0569999999999999,"15min":1.0569999999999999},"last":0.66100000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574866,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27412,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344428,"statfs":{"total":96636764160,"available":96608694272,"internally_reserved":0,"allocated":401408,"data_stored":153225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.44600000000000001}]},{"osd":1,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"last":0.503}]},{"osd":2,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"min":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.46200000000000002}]},{"osd":4,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"min":{"1min":0.47999999999999998,"5min":0.47999999999999998,"15min":0.47999999999999998},"max":{"1min":1.26,"5min":1.26,"15min":1.26},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"max":{"1min":1.24,"5min":1.24,"15min":1.24},"last":1.0489999999999999}]},{"osd":5,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.83199999999999996,"15min":0.83199999999999996},"min":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.873},{"interface":"front","average":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"min":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"max":{"1min":1.135,"5min":1.135,"15min":1.135},"last":0.90100000000000002}]},{"osd":6,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.208,"5min":1.208,"15min":1.208},"last":0.83799999999999997},{"interface":"front","average":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.2809999999999999,"5min":1.2809999999999999,"15min":1.2809999999999999},"last":0.92400000000000004}]},{"osd":7,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.2230000000000001,"5min":1.2230000000000001,"15min":1.2230000000000001},"last":0.84899999999999998},{"interface":"front","average":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"min":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"max":{"1min":1.1499999999999999,"5min":1.1499999999999999,"15min":1.1499999999999999},"last":0.73899999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574867,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27404,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344436,"statfs":{"total":96636764160,"available":96608702464,"internally_reserved":0,"allocated":393216,"data_stored":151695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":0.751,"5min":0.751,"15min":0.751},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.6399999999999999,"5min":1.6399999999999999,"15min":1.6399999999999999},"last":0.79200000000000004},{"interface":"front","average":{"1min":1.0049999999999999,"5min":1.0049999999999999,"15min":1.0049999999999999},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":6.6040000000000001,"5min":6.6040000000000001,"15min":6.6040000000000001},"last":0.65800000000000003}]},{"osd":1,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":5.681,"5min":5.681,"15min":5.681},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":5.7290000000000001,"5min":5.7290000000000001,"15min":5.7290000000000001},"last":0.67800000000000005}]},{"osd":2,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"min":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.74399999999999999}]},{"osd":3,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":3.6640000000000001,"5min":3.6640000000000001,"15min":3.6640000000000001},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.76800000000000002}]},{"osd":5,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.995,"5min":0.995,"15min":0.995},"last":0.502}]},{"osd":6,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"min":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"max":{"1min":0.98199999999999998,"5min":0.98199999999999998,"15min":0.98199999999999998},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.03,"5min":1.03,"15min":1.03},"last":0.54900000000000004}]},{"osd":7,"last update":"Sat Sep 23 06:37:07 2023","interfaces":[{"interface":"back","average":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"min":{"1min":0.502,"5min":0.502,"15min":0.502},"max":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"min":{"1min":0.495,"5min":0.495,"15min":0.495},"max":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.63800000000000001}]}]},{"osd":5,"up_from":13,"seq":55834574868,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27404,"kb_used_data":384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344436,"statfs":{"total":96636764160,"available":96608702464,"internally_reserved":0,"allocated":393216,"data_stored":152263,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.75,"5min":0.75,"15min":0.75},"min":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.76400000000000001}]},{"osd":1,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"min":{"1min":0.49099999999999999,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":4.3209999999999997,"5min":4.3209999999999997,"15min":4.3209999999999997},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"min":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"max":{"1min":4.415,"5min":4.415,"15min":4.415},"last":0.65800000000000003}]},{"osd":2,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"min":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"max":{"1min":4.6559999999999997,"5min":4.6559999999999997,"15min":4.6559999999999997},"last":0.68300000000000005},{"interface":"front","average":{"1min":1.204,"5min":1.204,"15min":1.204},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":11.278,"5min":11.278,"15min":11.278},"last":0.745}]},{"osd":3,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":1.2050000000000001,"5min":1.2050000000000001,"15min":1.2050000000000001},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":11.478,"5min":11.478,"15min":11.478},"last":0.70899999999999996},{"interface":"front","average":{"1min":1.246,"5min":1.246,"15min":1.246},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":11.456,"5min":11.456,"15min":11.456},"last":0.72699999999999998}]},{"osd":4,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64400000000000002,"15min":0.64400000000000002},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.44500000000000001}]},{"osd":6,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":0.94699999999999995,"5min":0.94699999999999995,"15min":0.94699999999999995},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"min":{"1min":0.49199999999999999,"5min":0.49199999999999999,"15min":0.49199999999999999},"max":{"1min":0.94299999999999995,"5min":0.94299999999999995,"15min":0.94299999999999995},"last":0.56699999999999995}]},{"osd":7,"last update":"Sat Sep 23 06:37:04 2023","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"min":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.81599999999999995},{"interface":"front","average":{"1min":0.755,"5min":0.755,"15min":0.755},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.97099999999999997,"5min":0.97099999999999997,"15min":0.97099999999999997},"last":0.623}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2023-09-23T06:37:27.984 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2023-09-23T06:37:27.984 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2023-09-23T06:37:28.229 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.227+0000 7f47255ff700 1 Processor -- start 2023-09-23T06:37:28.229 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.227+0000 7f47255ff700 1 -- start start 2023-09-23T06:37:28.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.228+0000 7f47255ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f472015d850 0x7f47200d1b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:28.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.228+0000 7f47255ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f47200b3090 0x7f47200b1290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:28.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.228+0000 7f47255ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47200d24c0 con 0x7f47200d2060 2023-09-23T06:37:28.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.228+0000 7f47255ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47200b36d0 con 0x7f47200b3090 2023-09-23T06:37:28.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.228+0000 7f47255ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47200b0e00 con 0x7f472015d850 2023-09-23T06:37:28.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.229+0000 7f471f7fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f47200b3090 0x7f47200b1290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:28.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.229+0000 7f471f7fe700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f47200b3090 0x7f47200b1290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43278/0 (socket says 172.21.15.16:43278) 2023-09-23T06:37:28.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.229+0000 7f471f7fe700 1 -- 172.21.15.16:0/3015436526 learned_addr learned my addr 172.21.15.16:0/3015436526 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:28.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.229+0000 7f471effd700 1 --2- 172.21.15.16:0/3015436526 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f472015d850 0x7f47200d1b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:28.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.229+0000 7f471f7fe700 1 -- 172.21.15.16:0/3015436526 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f472015d850 msgr2=0x7f47200d1b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:28.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.229+0000 7f471f7fe700 1 --2- 172.21.15.16:0/3015436526 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f472015d850 0x7f47200d1b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:28.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.229+0000 7f471f7fe700 1 -- 172.21.15.16:0/3015436526 >> v1:172.21.15.92:6789/0 conn(0x7f47200d2060 legacy=0x7f47200b2980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:28.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.229+0000 7f471f7fe700 1 -- 172.21.15.16:0/3015436526 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47200b04d0 con 0x7f47200b3090 2023-09-23T06:37:28.232 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.230+0000 7f471f7fe700 1 --2- 172.21.15.16:0/3015436526 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47200b3090 0x7f47200b1290 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f4718009e50 tx=0x7f471800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=433ccfca0de9b9f5 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:28.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.230+0000 7f471dffb700 1 -- 172.21.15.16:0/3015436526 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f471800e070 con 0x7f47200b3090 2023-09-23T06:37:28.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.230+0000 7f471dffb700 1 -- 172.21.15.16:0/3015436526 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f471800b9c0 con 0x7f47200b3090 2023-09-23T06:37:28.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.230+0000 7f471dffb700 1 -- 172.21.15.16:0/3015436526 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f471800bd70 con 0x7f47200b3090 2023-09-23T06:37:28.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.230+0000 7f47255ff700 1 -- 172.21.15.16:0/3015436526 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47200b3090 msgr2=0x7f47200b1290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:28.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.230+0000 7f47255ff700 1 --2- 172.21.15.16:0/3015436526 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47200b3090 0x7f47200b1290 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f4718009e50 tx=0x7f471800b330 comp rx=0 tx=0).stop 2023-09-23T06:37:28.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.230+0000 7f47255ff700 1 -- 172.21.15.16:0/3015436526 shutdown_connections 2023-09-23T06:37:28.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.230+0000 7f47255ff700 1 --2- 172.21.15.16:0/3015436526 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f47200b3090 0x7f47200b1290 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:28.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.230+0000 7f47255ff700 1 --2- 172.21.15.16:0/3015436526 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f472015d850 0x7f47200d1b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:28.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.230+0000 7f47255ff700 1 -- 172.21.15.16:0/3015436526 >> 172.21.15.16:0/3015436526 conn(0x7f472008afe0 msgr2=0x7f472009cad0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:28.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.231+0000 7f47255ff700 1 -- 172.21.15.16:0/3015436526 shutdown_connections 2023-09-23T06:37:28.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.231+0000 7f47255ff700 1 -- 172.21.15.16:0/3015436526 wait complete. 2023-09-23T06:37:28.236 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.232+0000 7f47255ff700 1 Processor -- start 2023-09-23T06:37:28.236 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.232+0000 7f47255ff700 1 -- start start 2023-09-23T06:37:28.236 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.233+0000 7f47255ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47200b3090 0x7f472015dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:28.236 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.233+0000 7f47255ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f47200d2060 0x7f472015b0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:28.237 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.233+0000 7f47255ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f472015d850 0x7f4720145900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:28.237 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.233+0000 7f47255ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f472015bfb0 con 0x7f472015d850 2023-09-23T06:37:28.237 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.233+0000 7f47255ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f472015b9f0 con 0x7f47200b3090 2023-09-23T06:37:28.237 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.233+0000 7f47255ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f472015bcd0 con 0x7f47200d2060 2023-09-23T06:37:28.237 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.233+0000 7f471f7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f472015d850 0x7f4720145900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:28.237 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.234+0000 7f471f7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f472015d850 0x7f4720145900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43280/0 (socket says 172.21.15.16:43280) 2023-09-23T06:37:28.237 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.234+0000 7f471f7fe700 1 -- 172.21.15.16:0/52598288 learned_addr learned my addr 172.21.15.16:0/52598288 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:28.237 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.234+0000 7f471effd700 1 --2- 172.21.15.16:0/52598288 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47200b3090 0x7f472015dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:28.237 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.234+0000 7f471e7fc700 1 --2- 172.21.15.16:0/52598288 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f47200d2060 0x7f472015b0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:28.237 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.234+0000 7f471f7fe700 1 -- 172.21.15.16:0/52598288 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f47200d2060 msgr2=0x7f472015b0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:28.237 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.234+0000 7f471f7fe700 1 --2- 172.21.15.16:0/52598288 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f47200d2060 0x7f472015b0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:28.237 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.234+0000 7f471f7fe700 1 -- 172.21.15.16:0/52598288 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47200b3090 msgr2=0x7f472015dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:28.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.234+0000 7f471f7fe700 1 --2- 172.21.15.16:0/52598288 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47200b3090 0x7f472015dea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:28.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.234+0000 7f471f7fe700 1 -- 172.21.15.16:0/52598288 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4718009b30 con 0x7f472015d850 2023-09-23T06:37:28.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.234+0000 7f471e7fc700 1 --2- 172.21.15.16:0/52598288 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f47200d2060 0x7f472015b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:28.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.234+0000 7f471f7fe700 1 --2- 172.21.15.16:0/52598288 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f472015d850 0x7f4720145900 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f4720067c90 tx=0x7f4718004ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:28.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.234+0000 7f47077fe700 1 -- 172.21.15.16:0/52598288 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47180048b0 con 0x7f472015d850 2023-09-23T06:37:28.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.234+0000 7f47077fe700 1 -- 172.21.15.16:0/52598288 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47180099b0 con 0x7f472015d850 2023-09-23T06:37:28.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.234+0000 7f47255ff700 1 -- 172.21.15.16:0/52598288 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47200cefa0 con 0x7f472015d850 2023-09-23T06:37:28.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.234+0000 7f47077fe700 1 -- 172.21.15.16:0/52598288 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f471801c680 con 0x7f472015d850 2023-09-23T06:37:28.238 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.235+0000 7f47255ff700 1 -- 172.21.15.16:0/52598288 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f472015b630 con 0x7f472015d850 2023-09-23T06:37:28.239 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.236+0000 7f47255ff700 1 -- 172.21.15.16:0/52598288 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47200cee00 con 0x7f472015d850 2023-09-23T06:37:28.239 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.237+0000 7f47077fe700 1 -- 172.21.15.16:0/52598288 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f471801c7e0 con 0x7f472015d850 2023-09-23T06:37:28.240 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.238+0000 7f47077fe700 1 --2- 172.21.15.16:0/52598288 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f470c06afc0 0x7f470c06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:28.240 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.238+0000 7f47077fe700 1 -- 172.21.15.16:0/52598288 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f471808b3f0 con 0x7f472015d850 2023-09-23T06:37:28.241 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.239+0000 7f471effd700 1 --2- 172.21.15.16:0/52598288 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f470c06afc0 0x7f470c06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:28.241 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.239+0000 7f471effd700 1 --2- 172.21.15.16:0/52598288 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f470c06afc0 0x7f470c06d480 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f4710006fd0 tx=0x7f4710008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:28.244 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.243+0000 7f47077fe700 1 -- 172.21.15.16:0/52598288 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f47200cee00 con 0x7f472015d850 2023-09-23T06:37:28.535 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.534+0000 7f47255ff700 1 -- 172.21.15.16:0/52598288 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f472015b7c0 con 0x7f472015d850 2023-09-23T06:37:28.538 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.536+0000 7f47077fe700 1 -- 172.21.15.16:0/52598288 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v11) v1 ==== 190+0+147 (secure 0 0 0) 0x7f4718056420 con 0x7f472015d850 2023-09-23T06:37:28.538 INFO:teuthology.orchestra.run.smithi016.stdout:[client.0] 2023-09-23T06:37:28.538 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAbhw5l1Aa8FxAAopcPI+GwfTn69JjDl6wzvw== 2023-09-23T06:37:28.538 INFO:teuthology.orchestra.run.smithi016.stdout: caps mds = "allow" 2023-09-23T06:37:28.538 INFO:teuthology.orchestra.run.smithi016.stdout: caps mon = "allow r" 2023-09-23T06:37:28.539 INFO:teuthology.orchestra.run.smithi016.stdout: caps osd = "allow rw tag cephfs data=cephfs" 2023-09-23T06:37:28.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.538+0000 7f47255ff700 1 -- 172.21.15.16:0/52598288 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f470c06afc0 msgr2=0x7f470c06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:28.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.538+0000 7f47255ff700 1 --2- 172.21.15.16:0/52598288 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f470c06afc0 0x7f470c06d480 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f4710006fd0 tx=0x7f4710008040 comp rx=0 tx=0).stop 2023-09-23T06:37:28.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.538+0000 7f47255ff700 1 -- 172.21.15.16:0/52598288 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f472015d850 msgr2=0x7f4720145900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:28.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.538+0000 7f47255ff700 1 --2- 172.21.15.16:0/52598288 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f472015d850 0x7f4720145900 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f4720067c90 tx=0x7f4718004ad0 comp rx=0 tx=0).stop 2023-09-23T06:37:28.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.539+0000 7f47255ff700 1 -- 172.21.15.16:0/52598288 shutdown_connections 2023-09-23T06:37:28.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.539+0000 7f47255ff700 1 --2- 172.21.15.16:0/52598288 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f470c06afc0 0x7f470c06d480 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:28.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.539+0000 7f47255ff700 1 --2- 172.21.15.16:0/52598288 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f472015d850 0x7f4720145900 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:28.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.539+0000 7f47255ff700 1 --2- 172.21.15.16:0/52598288 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f47200b3090 0x7f472015dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:28.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.539+0000 7f47255ff700 1 --2- 172.21.15.16:0/52598288 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f47200d2060 0x7f472015b0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:28.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.539+0000 7f47255ff700 1 -- 172.21.15.16:0/52598288 >> 172.21.15.16:0/52598288 conn(0x7f472008afe0 msgr2=0x7f4720152c10 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:28.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.539+0000 7f47255ff700 1 -- 172.21.15.16:0/52598288 shutdown_connections 2023-09-23T06:37:28.542 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.539+0000 7f47255ff700 1 -- 172.21.15.16:0/52598288 wait complete. 2023-09-23T06:37:28.542 INFO:teuthology.orchestra.run.smithi016.stderr:updated caps for client.0 2023-09-23T06:37:28.559 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2023-09-23T06:37:28.761 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.759+0000 7f5b8adff700 1 Processor -- start 2023-09-23T06:37:28.761 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.759+0000 7f5b8adff700 1 -- start start 2023-09-23T06:37:28.762 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.761+0000 7f5b8adff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5b8415db50 0x7f5b840b8e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:28.762 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.761+0000 7f5b8adff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b8415ec00 con 0x7f5b8415d770 2023-09-23T06:37:28.763 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.761+0000 7f5b8adff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b840cdd00 con 0x7f5b840b4fe0 2023-09-23T06:37:28.763 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.761+0000 7f5b8adff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b840b65c0 con 0x7f5b8415db50 2023-09-23T06:37:28.763 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.761+0000 7f5b88b9b700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f5b8415d770 0x7f5b840ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:47526/0 (socket says 172.21.15.16:47526) 2023-09-23T06:37:28.763 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.761+0000 7f5b88b9b700 1 -- 172.21.15.16:0/4223081782 learned_addr learned my addr 172.21.15.16:0/4223081782 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:28.763 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.761+0000 7f5b83fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f5b8415db50 0x7f5b840b8e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:28.764 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.761+0000 7f5b83fff700 1 -- 172.21.15.16:0/4223081782 >> v1:172.21.15.92:6789/0 conn(0x7f5b840b4fe0 legacy=0x7f5b84161600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:28.764 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.761+0000 7f5b83fff700 1 -- 172.21.15.16:0/4223081782 >> v1:172.21.15.16:6789/0 conn(0x7f5b8415d770 legacy=0x7f5b840ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:28.764 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.761+0000 7f5b83fff700 1 -- 172.21.15.16:0/4223081782 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b8415e080 con 0x7f5b8415db50 2023-09-23T06:37:28.764 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.761+0000 7f5b837fe700 1 -- 172.21.15.16:0/4223081782 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2511595559 0 0) 0x7f5b8415ec00 con 0x7f5b8415d770 2023-09-23T06:37:28.765 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.762+0000 7f5b83fff700 1 --2- 172.21.15.16:0/4223081782 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b8415db50 0x7f5b840b8e40 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f5b70009840 tx=0x7f5b70009b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3070b33bac4bf6af server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:28.765 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.762+0000 7f5b837fe700 1 -- 172.21.15.16:0/4223081782 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b70004230 con 0x7f5b8415db50 2023-09-23T06:37:28.765 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.762+0000 7f5b837fe700 1 -- 172.21.15.16:0/4223081782 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b70004390 con 0x7f5b8415db50 2023-09-23T06:37:28.765 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.762+0000 7f5b837fe700 1 -- 172.21.15.16:0/4223081782 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b700036a0 con 0x7f5b8415db50 2023-09-23T06:37:28.765 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.762+0000 7f5b8adff700 1 -- 172.21.15.16:0/4223081782 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b8415db50 msgr2=0x7f5b840b8e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:28.765 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.762+0000 7f5b8adff700 1 --2- 172.21.15.16:0/4223081782 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b8415db50 0x7f5b840b8e40 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f5b70009840 tx=0x7f5b70009b50 comp rx=0 tx=0).stop 2023-09-23T06:37:28.765 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.763+0000 7f5b8adff700 1 -- 172.21.15.16:0/4223081782 shutdown_connections 2023-09-23T06:37:28.765 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.763+0000 7f5b8adff700 1 --2- 172.21.15.16:0/4223081782 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b8415db50 0x7f5b840b8e40 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:28.765 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.763+0000 7f5b8adff700 1 -- 172.21.15.16:0/4223081782 >> 172.21.15.16:0/4223081782 conn(0x7f5b840724b0 msgr2=0x7f5b840d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:28.765 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.763+0000 7f5b8adff700 1 -- 172.21.15.16:0/4223081782 shutdown_connections 2023-09-23T06:37:28.765 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.763+0000 7f5b8adff700 1 -- 172.21.15.16:0/4223081782 wait complete. 2023-09-23T06:37:28.766 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.764+0000 7f5b8adff700 1 Processor -- start 2023-09-23T06:37:28.766 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.764+0000 7f5b8adff700 1 -- start start 2023-09-23T06:37:28.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.765+0000 7f5b8adff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b840b4fe0 0x7f5b84149b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:28.768 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.765+0000 7f5b8adff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b8415d770 0x7f5b840ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:28.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.765+0000 7f5b8adff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b8415db50 0x7f5b8415edd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:28.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.765+0000 7f5b8adff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b840c9e60 con 0x7f5b840b4fe0 2023-09-23T06:37:28.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.765+0000 7f5b8adff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b8414a0c0 con 0x7f5b8415db50 2023-09-23T06:37:28.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.765+0000 7f5b8adff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b840cc1a0 con 0x7f5b8415d770 2023-09-23T06:37:28.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.766+0000 7f5b88b9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b840b4fe0 0x7f5b84149b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:28.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.766+0000 7f5b88b9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b840b4fe0 0x7f5b84149b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43294/0 (socket says 172.21.15.16:43294) 2023-09-23T06:37:28.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.766+0000 7f5b88b9b700 1 -- 172.21.15.16:0/2598466481 learned_addr learned my addr 172.21.15.16:0/2598466481 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:28.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.766+0000 7f5b83fff700 1 --2- 172.21.15.16:0/2598466481 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b8415d770 0x7f5b840ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:28.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.766+0000 7f5b8939c700 1 --2- 172.21.15.16:0/2598466481 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b8415db50 0x7f5b8415edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:28.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.766+0000 7f5b88b9b700 1 -- 172.21.15.16:0/2598466481 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b8415d770 msgr2=0x7f5b840ccf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:28.769 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.766+0000 7f5b88b9b700 1 --2- 172.21.15.16:0/2598466481 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b8415d770 0x7f5b840ccf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:28.770 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.766+0000 7f5b88b9b700 1 -- 172.21.15.16:0/2598466481 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b8415db50 msgr2=0x7f5b8415edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:28.770 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.766+0000 7f5b88b9b700 1 --2- 172.21.15.16:0/2598466481 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b8415db50 0x7f5b8415edd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:28.770 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.766+0000 7f5b88b9b700 1 -- 172.21.15.16:0/2598466481 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b700094a0 con 0x7f5b840b4fe0 2023-09-23T06:37:28.770 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.766+0000 7f5b8939c700 1 --2- 172.21.15.16:0/2598466481 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b8415db50 0x7f5b8415edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:28.770 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.766+0000 7f5b88b9b700 1 --2- 172.21.15.16:0/2598466481 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b840b4fe0 0x7f5b84149b80 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f5b7800c550 tx=0x7f5b7800c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:28.770 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.767+0000 7f5b817fa700 1 -- 172.21.15.16:0/2598466481 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b78004c80 con 0x7f5b840b4fe0 2023-09-23T06:37:28.770 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.767+0000 7f5b817fa700 1 -- 172.21.15.16:0/2598466481 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b78004e00 con 0x7f5b840b4fe0 2023-09-23T06:37:28.770 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.767+0000 7f5b817fa700 1 -- 172.21.15.16:0/2598466481 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b78007310 con 0x7f5b840b4fe0 2023-09-23T06:37:28.770 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.767+0000 7f5b8adff700 1 -- 172.21.15.16:0/2598466481 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b840cc480 con 0x7f5b840b4fe0 2023-09-23T06:37:28.770 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.767+0000 7f5b8adff700 1 -- 172.21.15.16:0/2598466481 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b840cca40 con 0x7f5b840b4fe0 2023-09-23T06:37:28.771 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.768+0000 7f5b8adff700 1 -- 172.21.15.16:0/2598466481 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b84074b40 con 0x7f5b840b4fe0 2023-09-23T06:37:28.771 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.769+0000 7f5b817fa700 1 -- 172.21.15.16:0/2598466481 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f5b78007470 con 0x7f5b840b4fe0 2023-09-23T06:37:28.771 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.770+0000 7f5b817fa700 1 --2- 172.21.15.16:0/2598466481 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5b6806aff0 0x7f5b6806d4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:28.772 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.770+0000 7f5b817fa700 1 -- 172.21.15.16:0/2598466481 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5b78089440 con 0x7f5b840b4fe0 2023-09-23T06:37:28.772 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.770+0000 7f5b83fff700 1 --2- 172.21.15.16:0/2598466481 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5b6806aff0 0x7f5b6806d4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:28.773 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.772+0000 7f5b83fff700 1 --2- 172.21.15.16:0/2598466481 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5b6806aff0 0x7f5b6806d4b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f5b70009840 tx=0x7f5b7001c040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:28.776 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:28.774+0000 7f5b817fa700 1 -- 172.21.15.16:0/2598466481 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f5b780543e0 con 0x7f5b840b4fe0 2023-09-23T06:37:29.028 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.026+0000 7f5b8adff700 1 -- 172.21.15.16:0/2598466481 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5b840b5490 con 0x7f5b840b4fe0 2023-09-23T06:37:29.029 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.027+0000 7f5b817fa700 1 -- 172.21.15.16:0/2598466481 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+4910 (secure 0 0 0) 0x7f5b78057a00 con 0x7f5b840b4fe0 2023-09-23T06:37:29.029 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:29.029 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":17,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4784,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6836/1204132738","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6834","nonce":1204132738},{"type":"v1","addr":"172.21.15.92:6836","nonce":1204132738}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":11},{"gid":4957,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.92:6837/3594042783","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6835","nonce":3594042783},{"type":"v1","addr":"172.21.15.92:6837","nonce":3594042783}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12},{"gid":4960,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.16:6834/1989571406","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6832","nonce":1989571406},{"type":"v1","addr":"172.21.15.16:6834","nonce":1989571406}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2023-09-23T06:37:22.101663+0000","modified":"2023-09-23T06:37:25.550784+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}},"max_mds":1,"in":[0],"up":{"mds_0":5070},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5070":{"gid":5070,"name":"c","rank":0,"incarnation":13,"state":"up:active","state_seq":4,"addr":"172.21.15.16:6835/411867982","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6833","nonce":411867982},{"type":"v1","addr":"172.21.15.16:6835","nonce":411867982}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2023-09-23T06:37:29.031 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.029+0000 7f5b8adff700 1 -- 172.21.15.16:0/2598466481 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5b6806aff0 msgr2=0x7f5b6806d4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:29.031 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.029+0000 7f5b8adff700 1 --2- 172.21.15.16:0/2598466481 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5b6806aff0 0x7f5b6806d4b0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f5b70009840 tx=0x7f5b7001c040 comp rx=0 tx=0).stop 2023-09-23T06:37:29.031 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.029+0000 7f5b8adff700 1 -- 172.21.15.16:0/2598466481 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b840b4fe0 msgr2=0x7f5b84149b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:29.031 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.029+0000 7f5b8adff700 1 --2- 172.21.15.16:0/2598466481 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b840b4fe0 0x7f5b84149b80 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f5b7800c550 tx=0x7f5b7800c860 comp rx=0 tx=0).stop 2023-09-23T06:37:29.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.029+0000 7f5b8adff700 1 -- 172.21.15.16:0/2598466481 shutdown_connections 2023-09-23T06:37:29.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.029+0000 7f5b8adff700 1 --2- 172.21.15.16:0/2598466481 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f5b8415db50 0x7f5b8415edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.029+0000 7f5b8adff700 1 --2- 172.21.15.16:0/2598466481 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f5b6806aff0 0x7f5b6806d4b0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.029+0000 7f5b8adff700 1 --2- 172.21.15.16:0/2598466481 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f5b840b4fe0 0x7f5b84149b80 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.029+0000 7f5b8adff700 1 --2- 172.21.15.16:0/2598466481 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f5b8415d770 0x7f5b840ccf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.029+0000 7f5b8adff700 1 -- 172.21.15.16:0/2598466481 >> 172.21.15.16:0/2598466481 conn(0x7f5b840724b0 msgr2=0x7f5b840ce420 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:29.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.030+0000 7f5b8adff700 1 -- 172.21.15.16:0/2598466481 shutdown_connections 2023-09-23T06:37:29.032 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.030+0000 7f5b8adff700 1 -- 172.21.15.16:0/2598466481 wait complete. 2023-09-23T06:37:29.032 INFO:teuthology.orchestra.run.smithi016.stderr:dumped fsmap epoch 17 2023-09-23T06:37:29.452 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2023-09-23T06:37:22.101663+0000', 'modified': '2023-09-23T06:37:25.550784+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5070}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5070': {'gid': 5070, 'name': 'c', 'rank': 0, 'incarnation': 13, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.16:6835/411867982', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.16:6833', 'nonce': 411867982}, {'type': 'v1', 'addr': '172.21.15.16:6835', 'nonce': 411867982}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2', 'feature_11': 'minor log segments'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2023-09-23T06:37:29.452 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2023-09-23T06:37:29.452 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2023-09-23T06:37:29.661 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.659+0000 7f90c17ff700 1 Processor -- start 2023-09-23T06:37:29.661 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.659+0000 7f90c17ff700 1 -- start start 2023-09-23T06:37:29.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.660+0000 7f90c17ff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f90bc160b10 0x7f90bc0b6630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.662 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.660+0000 7f90c17ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f90bc0b92b0 0x7f90bc0b8090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.660+0000 7f90c17ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90bc0b6ff0 con 0x7f90bc0b6b70 2023-09-23T06:37:29.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.660+0000 7f90c17ff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90bc0b72d0 con 0x7f90bc160b10 2023-09-23T06:37:29.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.661+0000 7f90c17ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90bc0b75b0 con 0x7f90bc0b92b0 2023-09-23T06:37:29.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.661+0000 7f90baffd700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f90bc160b10 0x7f90bc0b6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.661+0000 7f90ba7fc700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f90bc0b6b70 0x7f90bc0d1600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:47538/0 (socket says 172.21.15.16:47538) 2023-09-23T06:37:29.663 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.661+0000 7f90ba7fc700 1 -- 172.21.15.16:0/2750900847 learned_addr learned my addr 172.21.15.16:0/2750900847 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:29.665 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.661+0000 7f90baffd700 1 -- 172.21.15.16:0/2750900847 >> v2:172.21.15.92:3300/0 conn(0x7f90bc0b92b0 msgr2=0x7f90bc0b8090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:29.665 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.661+0000 7f90baffd700 1 --2- 172.21.15.16:0/2750900847 >> v2:172.21.15.92:3300/0 conn(0x7f90bc0b92b0 0x7f90bc0b8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.665 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.661+0000 7f90baffd700 1 -- 172.21.15.16:0/2750900847 >> v1:172.21.15.16:6789/0 conn(0x7f90bc0b6b70 legacy=0x7f90bc0d1600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:29.665 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.661+0000 7f90baffd700 1 -- 172.21.15.16:0/2750900847 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90bc0b7890 con 0x7f90bc160b10 2023-09-23T06:37:29.665 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.661+0000 7f90b9ffb700 1 -- 172.21.15.16:0/2750900847 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4120672783 0 0) 0x7f90bc0b6ff0 con 0x7f90bc0b6b70 2023-09-23T06:37:29.665 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.661+0000 7f90baffd700 1 --2- 172.21.15.16:0/2750900847 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90bc160b10 0x7f90bc0b6630 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f90bc0cf950 tx=0x7f90ac009b20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=429b2de3a957f92e server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:29.665 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.662+0000 7f90b9ffb700 1 -- 172.21.15.16:0/2750900847 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90ac011830 con 0x7f90bc160b10 2023-09-23T06:37:29.665 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.662+0000 7f90b9ffb700 1 -- 172.21.15.16:0/2750900847 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90ac011990 con 0x7f90bc160b10 2023-09-23T06:37:29.665 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.662+0000 7f90b9ffb700 1 -- 172.21.15.16:0/2750900847 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90ac011d20 con 0x7f90bc160b10 2023-09-23T06:37:29.666 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.662+0000 7f90c17ff700 1 -- 172.21.15.16:0/2750900847 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90bc160b10 msgr2=0x7f90bc0b6630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:29.666 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.662+0000 7f90c17ff700 1 --2- 172.21.15.16:0/2750900847 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90bc160b10 0x7f90bc0b6630 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f90bc0cf950 tx=0x7f90ac009b20 comp rx=0 tx=0).stop 2023-09-23T06:37:29.666 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.662+0000 7f90c17ff700 1 -- 172.21.15.16:0/2750900847 shutdown_connections 2023-09-23T06:37:29.666 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.662+0000 7f90c17ff700 1 --2- 172.21.15.16:0/2750900847 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90bc160b10 0x7f90bc0b6630 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.666 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.662+0000 7f90c17ff700 1 --2- 172.21.15.16:0/2750900847 >> v2:172.21.15.92:3300/0 conn(0x7f90bc0b92b0 0x7f90bc0b8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.666 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.662+0000 7f90c17ff700 1 -- 172.21.15.16:0/2750900847 >> 172.21.15.16:0/2750900847 conn(0x7f90bc072270 msgr2=0x7f90bc072680 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:29.666 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.663+0000 7f90c17ff700 1 -- 172.21.15.16:0/2750900847 shutdown_connections 2023-09-23T06:37:29.666 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.663+0000 7f90c17ff700 1 -- 172.21.15.16:0/2750900847 wait complete. 2023-09-23T06:37:29.667 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.665+0000 7f90c17ff700 1 Processor -- start 2023-09-23T06:37:29.667 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.665+0000 7f90c17ff700 1 -- start start 2023-09-23T06:37:29.669 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.666+0000 7f90c17ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90bc0b6b70 0x7f90bc154620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.669 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.666+0000 7f90c17ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90bc0b92b0 0x7f90bc0c8230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.669 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.666+0000 7f90c17ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90bc160b10 0x7f90bc15e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.666+0000 7f90c17ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90bc1f3000 con 0x7f90bc0b6b70 2023-09-23T06:37:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.666+0000 7f90c17ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90bc0cb760 con 0x7f90bc0b92b0 2023-09-23T06:37:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.666+0000 7f90c17ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90bc0cab50 con 0x7f90bc160b10 2023-09-23T06:37:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.667+0000 7f90baffd700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90bc0b6b70 0x7f90bc154620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.667+0000 7f90baffd700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90bc0b6b70 0x7f90bc154620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43306/0 (socket says 172.21.15.16:43306) 2023-09-23T06:37:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.667+0000 7f90baffd700 1 -- 172.21.15.16:0/2771097598 learned_addr learned my addr 172.21.15.16:0/2771097598 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.667+0000 7f90ba7fc700 1 --2- 172.21.15.16:0/2771097598 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90bc0b92b0 0x7f90bc0c8230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.667+0000 7f90bb7fe700 1 --2- 172.21.15.16:0/2771097598 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90bc160b10 0x7f90bc15e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.667+0000 7f90baffd700 1 -- 172.21.15.16:0/2771097598 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90bc160b10 msgr2=0x7f90bc15e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:29.670 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.667+0000 7f90baffd700 1 --2- 172.21.15.16:0/2771097598 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90bc160b10 0x7f90bc15e140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.667+0000 7f90baffd700 1 -- 172.21.15.16:0/2771097598 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90bc0b92b0 msgr2=0x7f90bc0c8230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:29.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.667+0000 7f90baffd700 1 --2- 172.21.15.16:0/2771097598 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90bc0b92b0 0x7f90bc0c8230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.667+0000 7f90baffd700 1 -- 172.21.15.16:0/2771097598 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90ac0094a0 con 0x7f90bc0b6b70 2023-09-23T06:37:29.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.667+0000 7f90ba7fc700 1 --2- 172.21.15.16:0/2771097598 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90bc0b92b0 0x7f90bc0c8230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:29.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.667+0000 7f90baffd700 1 --2- 172.21.15.16:0/2771097598 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90bc0b6b70 0x7f90bc154620 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f90ac014040 tx=0x7f90ac004750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:29.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.668+0000 7f90a37fe700 1 -- 172.21.15.16:0/2771097598 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90ac0038a0 con 0x7f90bc0b6b70 2023-09-23T06:37:29.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.668+0000 7f90a37fe700 1 -- 172.21.15.16:0/2771097598 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90ac01e070 con 0x7f90bc0b6b70 2023-09-23T06:37:29.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.668+0000 7f90a37fe700 1 -- 172.21.15.16:0/2771097598 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90ac003c60 con 0x7f90bc0b6b70 2023-09-23T06:37:29.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.668+0000 7f90c17ff700 1 -- 172.21.15.16:0/2771097598 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90bc0cae30 con 0x7f90bc0b6b70 2023-09-23T06:37:29.671 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.668+0000 7f90c17ff700 1 -- 172.21.15.16:0/2771097598 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90bc0cb3f0 con 0x7f90bc0b6b70 2023-09-23T06:37:29.672 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.670+0000 7f90a37fe700 1 -- 172.21.15.16:0/2771097598 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f90ac01a420 con 0x7f90bc0b6b70 2023-09-23T06:37:29.672 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.671+0000 7f90a37fe700 1 --2- 172.21.15.16:0/2771097598 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f90a806afc0 0x7f90a806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.671+0000 7f90a37fe700 1 -- 172.21.15.16:0/2771097598 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f90ac08a970 con 0x7f90bc0b6b70 2023-09-23T06:37:29.673 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.672+0000 7f90ba7fc700 1 --2- 172.21.15.16:0/2771097598 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f90a806afc0 0x7f90a806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.674 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.672+0000 7f90ba7fc700 1 --2- 172.21.15.16:0/2771097598 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f90a806afc0 0x7f90a806d480 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f90bc0c6b40 tx=0x7f90b0007ca0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:29.675 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.673+0000 7f90d5192b80 1 Processor -- start 2023-09-23T06:37:29.675 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.673+0000 7f90d5192b80 1 -- start start 2023-09-23T06:37:29.677 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.674+0000 7f90d5192b80 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4bebb0 0x55769a4bef90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.677 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.674+0000 7f90d5192b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55769a490210 0x55769a4db520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.677 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.674+0000 7f90d5192b80 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55769a4d05d0 0x55769a493100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.677 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.674+0000 7f90d5192b80 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x55769a407dc0 con 0x55769a4bebb0 2023-09-23T06:37:29.677 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.674+0000 7f90d5192b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x55769a3edab0 con 0x55769a490210 2023-09-23T06:37:29.677 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.674+0000 7f90d5192b80 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x55769a3eb210 con 0x55769a4d05d0 2023-09-23T06:37:29.677 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.674+0000 7f90baffd700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4bebb0 0x55769a4bef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.674+0000 7f90baffd700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4bebb0 0x55769a4bef90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43312/0 (socket says 172.21.15.16:43312) 2023-09-23T06:37:29.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.674+0000 7f90baffd700 1 -- 172.21.15.16:0/555671627 learned_addr learned my addr 172.21.15.16:0/555671627 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:29.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.675+0000 7f90baffd700 1 -- 172.21.15.16:0/555671627 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55769a4d05d0 msgr2=0x55769a493100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:29.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.675+0000 7f90baffd700 1 --2- 172.21.15.16:0/555671627 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55769a4d05d0 0x55769a493100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.675+0000 7f90baffd700 1 -- 172.21.15.16:0/555671627 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55769a490210 msgr2=0x55769a4db520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:29.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.675+0000 7f90baffd700 1 --2- 172.21.15.16:0/555671627 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55769a490210 0x55769a4db520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.675+0000 7f90baffd700 1 -- 172.21.15.16:0/555671627 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55769a1d7790 con 0x55769a4bebb0 2023-09-23T06:37:29.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.675+0000 7f90baffd700 1 --2- 172.21.15.16:0/555671627 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4bebb0 0x55769a4bef90 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f90ac009f20 tx=0x7f90ac058fc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8321739385d23530 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:29.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.675+0000 7f90a17fa700 1 -- 172.21.15.16:0/555671627 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90ac05d7b0 con 0x55769a4bebb0 2023-09-23T06:37:29.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.675+0000 7f90a17fa700 1 -- 172.21.15.16:0/555671627 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90ac061960 con 0x55769a4bebb0 2023-09-23T06:37:29.679 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.675+0000 7f90a17fa700 1 -- 172.21.15.16:0/555671627 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90ac057a00 con 0x55769a4bebb0 2023-09-23T06:37:29.682 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.676+0000 7f90d5192b80 1 -- 172.21.15.16:0/555671627 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4bebb0 msgr2=0x55769a4bef90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:29.682 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.676+0000 7f90d5192b80 1 --2- 172.21.15.16:0/555671627 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4bebb0 0x55769a4bef90 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f90ac009f20 tx=0x7f90ac058fc0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.676+0000 7f90d5192b80 1 -- 172.21.15.16:0/555671627 shutdown_connections 2023-09-23T06:37:29.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.676+0000 7f90d5192b80 1 --2- 172.21.15.16:0/555671627 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55769a4d05d0 0x55769a493100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.676+0000 7f90d5192b80 1 --2- 172.21.15.16:0/555671627 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4bebb0 0x55769a4bef90 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.676+0000 7f90d5192b80 1 --2- 172.21.15.16:0/555671627 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55769a490210 0x55769a4db520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.676+0000 7f90d5192b80 1 -- 172.21.15.16:0/555671627 >> 172.21.15.16:0/555671627 conn(0x55769a409080 msgr2=0x55769a4929f0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:29.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.676+0000 7f90d5192b80 1 -- 172.21.15.16:0/555671627 shutdown_connections 2023-09-23T06:37:29.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.676+0000 7f90d5192b80 1 -- 172.21.15.16:0/555671627 wait complete. 2023-09-23T06:37:29.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.677+0000 7f90d5192b80 1 -- start start 2023-09-23T06:37:29.683 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.677+0000 7f90d5192b80 1 Processor -- start 2023-09-23T06:37:29.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.678+0000 7f90d5192b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55769a490210 0x55769a4b3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.678+0000 7f90d5192b80 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55769a4bebb0 0x55769a4b1f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.678+0000 7f90d5192b80 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4d05d0 0x55769a4b57d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.678+0000 7f90d5192b80 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x55769a3e6b00 con 0x55769a4d05d0 2023-09-23T06:37:29.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.678+0000 7f90d5192b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x55769a387690 con 0x55769a490210 2023-09-23T06:37:29.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.678+0000 7f90d5192b80 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x55769a387330 con 0x55769a4bebb0 2023-09-23T06:37:29.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.678+0000 7f90d5192b80 10 client.0 _ll_register_callbacks cb 0x55769a38fea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-09-23T06:37:29.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.678+0000 7f90bb7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4d05d0 0x55769a4b57d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.678+0000 7f90bb7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4d05d0 0x55769a4b57d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43316/0 (socket says 172.21.15.16:43316) 2023-09-23T06:37:29.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.678+0000 7f90bb7fe700 1 -- 172.21.15.16:0/2064331273 learned_addr learned my addr 172.21.15.16:0/2064331273 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:29.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.678+0000 7f90ba7fc700 1 --2- 172.21.15.16:0/2064331273 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55769a4bebb0 0x55769a4b1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.684 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.678+0000 7f90baffd700 1 --2- 172.21.15.16:0/2064331273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55769a490210 0x55769a4b3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.685 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.679+0000 7f90bb7fe700 1 -- 172.21.15.16:0/2064331273 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55769a4bebb0 msgr2=0x55769a4b1f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:29.685 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.679+0000 7f90bb7fe700 1 --2- 172.21.15.16:0/2064331273 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55769a4bebb0 0x55769a4b1f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.685 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.679+0000 7f90bb7fe700 1 -- 172.21.15.16:0/2064331273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55769a490210 msgr2=0x55769a4b3bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:29.685 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.679+0000 7f90bb7fe700 1 --2- 172.21.15.16:0/2064331273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55769a490210 0x55769a4b3bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.685 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.679+0000 7f90bb7fe700 1 -- 172.21.15.16:0/2064331273 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90bc0cb3f0 con 0x55769a4d05d0 2023-09-23T06:37:29.685 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.679+0000 7f90baffd700 1 --2- 172.21.15.16:0/2064331273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55769a490210 0x55769a4b3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:29.685 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.679+0000 7f90bb7fe700 1 --2- 172.21.15.16:0/2064331273 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4d05d0 0x55769a4b57d0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f90b400ca70 tx=0x7f90b400caa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7a94c2638eb86ce server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:29.685 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.679+0000 7f9099ffb700 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2023-09-23T06:37:29.686 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.679+0000 7f9099ffb700 1 -- 172.21.15.16:0/2064331273 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90b4011070 con 0x55769a4d05d0 2023-09-23T06:37:29.686 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.679+0000 7f90d5192b80 1 -- 172.21.15.16:0/2064331273 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55769a33db00 con 0x55769a4d05d0 2023-09-23T06:37:29.686 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.679+0000 7f9099ffb700 1 -- 172.21.15.16:0/2064331273 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f90b4006e40 con 0x55769a4d05d0 2023-09-23T06:37:29.686 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.680+0000 7f9099ffb700 1 -- 172.21.15.16:0/2064331273 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7f90b4015410 con 0x55769a4d05d0 2023-09-23T06:37:29.686 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.680+0000 7f90d5192b80 10 client.5247 fetch_fsmap learned FSMap version 17 2023-09-23T06:37:29.686 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.680+0000 7f90d5192b80 1 -- 172.21.15.16:0/2064331273 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) v3 -- 0x55769a2c40a0 con 0x55769a4d05d0 2023-09-23T06:37:29.686 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.680+0000 7f9099ffb700 1 -- 172.21.15.16:0/2064331273 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55769a33db00 con 0x55769a4d05d0 2023-09-23T06:37:29.686 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.680+0000 7f9099ffb700 1 -- 172.21.15.16:0/2064331273 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 17) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f90b4015570 con 0x55769a4d05d0 2023-09-23T06:37:29.687 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.680+0000 7f90d5192b80 10 client.5247 fetch_fsmap finished waiting for FSMap version 17 2023-09-23T06:37:29.687 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.680+0000 7f90d5192b80 10 client.5247 resolve_mds: resolved name 'c' to daemon mds.c 2023-09-23T06:37:29.687 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.680+0000 7f90d5192b80 20 client.5247 populate_metadata read hostname 'smithi016' 2023-09-23T06:37:29.687 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.680+0000 7f90d5192b80 1 --2- 172.21.15.16:0/2064331273 >> [v2:172.21.15.16:6833/411867982,v1:172.21.15.16:6835/411867982] conn(0x55769a492f00 0x55769a4d0a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.687 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.680+0000 7f90d5192b80 4 client.5247 mds_command: new command op to 5070 tid=0[{"prefix": "get_command_descriptions"}] 2023-09-23T06:37:29.687 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.680+0000 7f90d5192b80 1 -- 172.21.15.16:0/2064331273 --> [v2:172.21.15.16:6833/411867982,v1:172.21.15.16:6835/411867982] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55769a463370 con 0x55769a492f00 2023-09-23T06:37:29.687 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.680+0000 7f90baffd700 1 --2- 172.21.15.16:0/2064331273 >> [v2:172.21.15.16:6833/411867982,v1:172.21.15.16:6835/411867982] conn(0x55769a492f00 0x55769a4d0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.687 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.681+0000 7f90baffd700 1 --2- 172.21.15.16:0/2064331273 >> [v2:172.21.15.16:6833/411867982,v1:172.21.15.16:6835/411867982] conn(0x55769a492f00 0x55769a4d0a70 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c50ab090ed749785 server_cookie=42f9c46cabb79829 in_seq=0 out_seq=0 2023-09-23T06:37:29.687 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.681+0000 7f9099ffb700 10 client.5247 ms_handle_connect on v2:172.21.15.16:6833/411867982 2023-09-23T06:37:29.688 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.682+0000 7f9099ffb700 1 -- 172.21.15.16:0/2064331273 <== mds.0 v2:172.21.15.16:6833/411867982 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+18209 (crc 0 0 0) 0x55769a463370 con 0x55769a492f00 2023-09-23T06:37:29.688 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.682+0000 7f9099ffb700 10 client.5247 handle_command_reply: tid=0 2023-09-23T06:37:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.682+0000 7f90d5192b80 1 client.5247 shutdown 2023-09-23T06:37:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.682+0000 7f90d5192b80 1 -- 172.21.15.16:0/2064331273 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4d05d0 msgr2=0x55769a4b57d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.682+0000 7f90d5192b80 1 --2- 172.21.15.16:0/2064331273 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4d05d0 0x55769a4b57d0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f90b400ca70 tx=0x7f90b400caa0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.682+0000 7f90d5192b80 1 -- 172.21.15.16:0/2064331273 shutdown_connections 2023-09-23T06:37:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.682+0000 7f90d5192b80 1 --2- 172.21.15.16:0/2064331273 >> [v2:172.21.15.16:6833/411867982,v1:172.21.15.16:6835/411867982] conn(0x55769a492f00 0x55769a4d0a70 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.682+0000 7f90d5192b80 1 --2- 172.21.15.16:0/2064331273 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4d05d0 0x55769a4b57d0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.682+0000 7f90d5192b80 1 --2- 172.21.15.16:0/2064331273 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55769a490210 0x55769a4b3bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.682+0000 7f90d5192b80 1 --2- 172.21.15.16:0/2064331273 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55769a4bebb0 0x55769a4b1f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.682+0000 7f90d5192b80 1 -- 172.21.15.16:0/2064331273 >> 172.21.15.16:0/2064331273 conn(0x55769a409080 msgr2=0x55769a4b95c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.682+0000 7f9099ffb700 0 client.5247 ms_handle_reset on v2:172.21.15.16:6833/411867982 2023-09-23T06:37:29.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.682+0000 7f90d5192b80 1 -- 172.21.15.16:0/2064331273 shutdown_connections 2023-09-23T06:37:29.690 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.682+0000 7f90d5192b80 1 -- 172.21.15.16:0/2064331273 wait complete. 2023-09-23T06:37:29.690 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.683+0000 7f90d5192b80 20 client.5247 trim_cache size 0 max 16384 2023-09-23T06:37:29.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.701+0000 7f90d5192b80 1 Processor -- start 2023-09-23T06:37:29.702 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.701+0000 7f90d5192b80 1 -- start start 2023-09-23T06:37:29.704 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.702+0000 7f90d5192b80 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a490210 0x55769a4d1ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.704 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.702+0000 7f90d5192b80 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55769a4bebb0 0x55769a4c2950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.704 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.702+0000 7f90d5192b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55769a4d05d0 0x55769a48dc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.704 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.702+0000 7f90d5192b80 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x55769a1d8390 con 0x55769a490210 2023-09-23T06:37:29.704 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.702+0000 7f90d5192b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x55769a4e9330 con 0x55769a4d05d0 2023-09-23T06:37:29.704 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.702+0000 7f90d5192b80 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x55769a494d50 con 0x55769a4bebb0 2023-09-23T06:37:29.704 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.702+0000 7f90baffd700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a490210 0x55769a4d1ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.704 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.702+0000 7f90baffd700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a490210 0x55769a4d1ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43326/0 (socket says 172.21.15.16:43326) 2023-09-23T06:37:29.704 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.702+0000 7f90baffd700 1 -- 172.21.15.16:0/731839999 learned_addr learned my addr 172.21.15.16:0/731839999 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:29.705 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.702+0000 7f90baffd700 1 -- 172.21.15.16:0/731839999 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55769a4bebb0 msgr2=0x55769a4c2950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:29.705 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.702+0000 7f90baffd700 1 --2- 172.21.15.16:0/731839999 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55769a4bebb0 0x55769a4c2950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.705 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.702+0000 7f90baffd700 1 -- 172.21.15.16:0/731839999 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55769a4d05d0 msgr2=0x55769a48dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:29.705 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.702+0000 7f90baffd700 1 --2- 172.21.15.16:0/731839999 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55769a4d05d0 0x55769a48dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.705 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.702+0000 7f90baffd700 1 -- 172.21.15.16:0/731839999 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55769a3a9d90 con 0x55769a490210 2023-09-23T06:37:29.705 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.702+0000 7f90baffd700 1 --2- 172.21.15.16:0/731839999 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a490210 0x55769a4d1ae0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f90ac0090b0 tx=0x7f90ac025000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=162951b58cc2de0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:29.707 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.703+0000 7f90a1ffb700 1 -- 172.21.15.16:0/731839999 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90ac0577a0 con 0x55769a490210 2023-09-23T06:37:29.708 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.703+0000 7f90a1ffb700 1 -- 172.21.15.16:0/731839999 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90ac057a00 con 0x55769a490210 2023-09-23T06:37:29.708 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.703+0000 7f90a1ffb700 1 -- 172.21.15.16:0/731839999 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90ac059ac0 con 0x55769a490210 2023-09-23T06:37:29.708 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.703+0000 7f90d5192b80 1 -- 172.21.15.16:0/731839999 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a490210 msgr2=0x55769a4d1ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:29.708 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.703+0000 7f90d5192b80 1 --2- 172.21.15.16:0/731839999 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a490210 0x55769a4d1ae0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f90ac0090b0 tx=0x7f90ac025000 comp rx=0 tx=0).stop 2023-09-23T06:37:29.708 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.703+0000 7f90d5192b80 1 -- 172.21.15.16:0/731839999 shutdown_connections 2023-09-23T06:37:29.708 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.703+0000 7f90d5192b80 1 --2- 172.21.15.16:0/731839999 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55769a4d05d0 0x55769a48dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.708 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.703+0000 7f90d5192b80 1 --2- 172.21.15.16:0/731839999 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a490210 0x55769a4d1ae0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.708 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.703+0000 7f90d5192b80 1 --2- 172.21.15.16:0/731839999 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55769a4bebb0 0x55769a4c2950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.708 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.703+0000 7f90d5192b80 1 -- 172.21.15.16:0/731839999 >> 172.21.15.16:0/731839999 conn(0x55769a409080 msgr2=0x55769a4da1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:29.708 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.703+0000 7f90d5192b80 1 -- 172.21.15.16:0/731839999 shutdown_connections 2023-09-23T06:37:29.708 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.703+0000 7f90d5192b80 1 -- 172.21.15.16:0/731839999 wait complete. 2023-09-23T06:37:29.709 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.704+0000 7f90d5192b80 1 -- start start 2023-09-23T06:37:29.709 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.704+0000 7f90d5192b80 1 Processor -- start 2023-09-23T06:37:29.709 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.705+0000 7f90d5192b80 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55769a490210 0x55769a4ec020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.709 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.705+0000 7f90d5192b80 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4bebb0 0x55769a4f3460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.709 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.705+0000 7f90d5192b80 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55769a4d05d0 0x55769a4c2340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.709 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.705+0000 7f90d5192b80 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x55769a4f2e70 con 0x55769a4bebb0 2023-09-23T06:37:29.709 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.705+0000 7f90d5192b80 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x55769a542070 con 0x55769a490210 2023-09-23T06:37:29.709 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.705+0000 7f90d5192b80 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x55769a4b9840 con 0x55769a4d05d0 2023-09-23T06:37:29.709 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.705+0000 7f90d5192b80 10 client.0 _ll_register_callbacks cb 0x55769a38fea0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2023-09-23T06:37:29.709 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.705+0000 7f90ba7fc700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4bebb0 0x55769a4f3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.709 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.706+0000 7f90ba7fc700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4bebb0 0x55769a4f3460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43332/0 (socket says 172.21.15.16:43332) 2023-09-23T06:37:29.709 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.706+0000 7f90ba7fc700 1 -- 172.21.15.16:0/943088703 learned_addr learned my addr 172.21.15.16:0/943088703 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:29.710 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.706+0000 7f90baffd700 1 --2- 172.21.15.16:0/943088703 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55769a490210 0x55769a4ec020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.710 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.706+0000 7f90bb7fe700 1 --2- 172.21.15.16:0/943088703 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55769a4d05d0 0x55769a4c2340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.710 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.706+0000 7f90ba7fc700 1 -- 172.21.15.16:0/943088703 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55769a4d05d0 msgr2=0x55769a4c2340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:29.710 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.706+0000 7f90ba7fc700 1 --2- 172.21.15.16:0/943088703 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55769a4d05d0 0x55769a4c2340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.710 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.706+0000 7f90ba7fc700 1 -- 172.21.15.16:0/943088703 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55769a490210 msgr2=0x55769a4ec020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:29.710 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.706+0000 7f90ba7fc700 1 --2- 172.21.15.16:0/943088703 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55769a490210 0x55769a4ec020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.710 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.706+0000 7f90ba7fc700 1 -- 172.21.15.16:0/943088703 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55769a1d7790 con 0x55769a4bebb0 2023-09-23T06:37:29.710 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.706+0000 7f90ba7fc700 1 --2- 172.21.15.16:0/943088703 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4bebb0 0x55769a4f3460 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f90b0000f60 tx=0x7f90b0014e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc81ba445fd3b3da server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:29.710 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.706+0000 7f9099ffb700 10 client.0 ms_handle_connect on v2:172.21.15.16:3300/0 2023-09-23T06:37:29.713 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.706+0000 7f9099ffb700 1 -- 172.21.15.16:0/943088703 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90b0004a80 con 0x55769a4bebb0 2023-09-23T06:37:29.713 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.706+0000 7f9099ffb700 1 -- 172.21.15.16:0/943088703 <== mon.0 v2:172.21.15.16:3300/0 2 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f90b0004be0 con 0x55769a4bebb0 2023-09-23T06:37:29.713 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.706+0000 7f90d5192b80 1 -- 172.21.15.16:0/943088703 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f90ac061960 con 0x55769a4bebb0 2023-09-23T06:37:29.713 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.707+0000 7f9099ffb700 1 -- 172.21.15.16:0/943088703 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7f90b0004da0 con 0x55769a4bebb0 2023-09-23T06:37:29.713 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.707+0000 7f90d5192b80 10 client.5253 fetch_fsmap learned FSMap version 17 2023-09-23T06:37:29.713 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.707+0000 7f90d5192b80 1 -- 172.21.15.16:0/943088703 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) v3 -- 0x55769a2381d0 con 0x55769a4bebb0 2023-09-23T06:37:29.713 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.707+0000 7f9099ffb700 1 -- 172.21.15.16:0/943088703 <== mon.0 v2:172.21.15.16:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90ac061960 con 0x55769a4bebb0 2023-09-23T06:37:29.713 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.707+0000 7f9099ffb700 1 -- 172.21.15.16:0/943088703 <== mon.0 v2:172.21.15.16:3300/0 5 ==== fsmap(e 17) v1 ==== 3294+0+0 (secure 0 0 0) 0x7f90b0020070 con 0x55769a4bebb0 2023-09-23T06:37:29.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.707+0000 7f90d5192b80 10 client.5253 fetch_fsmap finished waiting for FSMap version 17 2023-09-23T06:37:29.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.707+0000 7f90d5192b80 10 client.5253 resolve_mds: resolved name 'c' to daemon mds.c 2023-09-23T06:37:29.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.707+0000 7f90d5192b80 20 client.5253 populate_metadata read hostname 'smithi016' 2023-09-23T06:37:29.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.707+0000 7f90d5192b80 1 --2- 172.21.15.16:0/943088703 >> [v2:172.21.15.16:6833/411867982,v1:172.21.15.16:6835/411867982] conn(0x55769a4d1040 0x55769a4d1420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.707+0000 7f90d5192b80 4 client.5253 mds_command: new command op to 5070 tid=0[{"prefix": "status"}] 2023-09-23T06:37:29.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.707+0000 7f90d5192b80 1 -- 172.21.15.16:0/943088703 --> [v2:172.21.15.16:6833/411867982,v1:172.21.15.16:6835/411867982] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55769a3dfc40 con 0x55769a4d1040 2023-09-23T06:37:29.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.707+0000 7f90baffd700 1 --2- 172.21.15.16:0/943088703 >> [v2:172.21.15.16:6833/411867982,v1:172.21.15.16:6835/411867982] conn(0x55769a4d1040 0x55769a4d1420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.708+0000 7f9099ffb700 10 client.5253 ms_handle_connect on v2:172.21.15.16:6833/411867982 2023-09-23T06:37:29.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.708+0000 7f90baffd700 1 --2- 172.21.15.16:0/943088703 >> [v2:172.21.15.16:6833/411867982,v1:172.21.15.16:6835/411867982] conn(0x55769a4d1040 0x55769a4d1420 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8f08c16ad384cd3 server_cookie=234aae84eae4e74c in_seq=0 out_seq=0 2023-09-23T06:37:29.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.708+0000 7f9099ffb700 1 -- 172.21.15.16:0/943088703 <== mds.0 v2:172.21.15.16:6833/411867982 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x55769a3dfc40 con 0x55769a4d1040 2023-09-23T06:37:29.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.708+0000 7f9099ffb700 10 client.5253 handle_command_reply: tid=0 2023-09-23T06:37:29.714 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.708+0000 7f90d5192b80 1 client.5253 shutdown 2023-09-23T06:37:29.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.708+0000 7f90d5192b80 1 -- 172.21.15.16:0/943088703 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4bebb0 msgr2=0x55769a4f3460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:29.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.708+0000 7f90d5192b80 1 --2- 172.21.15.16:0/943088703 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4bebb0 0x55769a4f3460 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f90b0000f60 tx=0x7f90b0014e50 comp rx=0 tx=0).stop 2023-09-23T06:37:29.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.708+0000 7f90d5192b80 1 -- 172.21.15.16:0/943088703 shutdown_connections 2023-09-23T06:37:29.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.708+0000 7f90d5192b80 1 --2- 172.21.15.16:0/943088703 >> [v2:172.21.15.16:6833/411867982,v1:172.21.15.16:6835/411867982] conn(0x55769a4d1040 0x55769a4d1420 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.708+0000 7f90d5192b80 1 --2- 172.21.15.16:0/943088703 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x55769a4d05d0 0x55769a4c2340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.708+0000 7f90d5192b80 1 --2- 172.21.15.16:0/943088703 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x55769a490210 0x55769a4ec020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.708+0000 7f90d5192b80 1 --2- 172.21.15.16:0/943088703 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x55769a4bebb0 0x55769a4f3460 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.708+0000 7f9099ffb700 0 client.5253 ms_handle_reset on v2:172.21.15.16:6833/411867982 2023-09-23T06:37:29.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.708+0000 7f90d5192b80 1 -- 172.21.15.16:0/943088703 >> 172.21.15.16:0/943088703 conn(0x55769a409080 msgr2=0x55769a4da1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:29.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.709+0000 7f90d5192b80 1 -- 172.21.15.16:0/943088703 shutdown_connections 2023-09-23T06:37:29.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.709+0000 7f90d5192b80 1 -- 172.21.15.16:0/943088703 wait complete. 2023-09-23T06:37:29.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.709+0000 7f90d5192b80 20 client.5253 trim_cache size 0 max 16384 2023-09-23T06:37:29.716 INFO:teuthology.orchestra.run.smithi016.stdout:{ 2023-09-23T06:37:29.716 INFO:teuthology.orchestra.run.smithi016.stdout: "cluster_fsid": "a4473c66-b59d-48ae-9109-7ce1a730b162", 2023-09-23T06:37:29.716 INFO:teuthology.orchestra.run.smithi016.stdout: "whoami": 0, 2023-09-23T06:37:29.716 INFO:teuthology.orchestra.run.smithi016.stdout: "id": 5070, 2023-09-23T06:37:29.716 INFO:teuthology.orchestra.run.smithi016.stdout: "want_state": "up:active", 2023-09-23T06:37:29.716 INFO:teuthology.orchestra.run.smithi016.stdout: "state": "up:active", 2023-09-23T06:37:29.716 INFO:teuthology.orchestra.run.smithi016.stdout: "fs_name": "cephfs", 2023-09-23T06:37:29.716 INFO:teuthology.orchestra.run.smithi016.stdout: "rank_uptime": 6.6708640020000001, 2023-09-23T06:37:29.716 INFO:teuthology.orchestra.run.smithi016.stdout: "mdsmap_epoch": 17, 2023-09-23T06:37:29.717 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch": 34, 2023-09-23T06:37:29.717 INFO:teuthology.orchestra.run.smithi016.stdout: "osdmap_epoch_barrier": 34, 2023-09-23T06:37:29.717 INFO:teuthology.orchestra.run.smithi016.stdout: "uptime": 15.984242718999999 2023-09-23T06:37:29.717 INFO:teuthology.orchestra.run.smithi016.stdout:} 2023-09-23T06:37:29.718 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.709+0000 7f90c17ff700 1 -- 172.21.15.16:0/2771097598 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f90a806afc0 msgr2=0x7f90a806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:29.718 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.709+0000 7f90c17ff700 1 --2- 172.21.15.16:0/2771097598 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f90a806afc0 0x7f90a806d480 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f90bc0c6b40 tx=0x7f90b0007ca0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.718 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.709+0000 7f90c17ff700 1 -- 172.21.15.16:0/2771097598 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90bc0b6b70 msgr2=0x7f90bc154620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:29.718 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.709+0000 7f90c17ff700 1 --2- 172.21.15.16:0/2771097598 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90bc0b6b70 0x7f90bc154620 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f90ac014040 tx=0x7f90ac004750 comp rx=0 tx=0).stop 2023-09-23T06:37:29.718 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.709+0000 7f90c17ff700 1 -- 172.21.15.16:0/2771097598 shutdown_connections 2023-09-23T06:37:29.718 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.709+0000 7f90c17ff700 1 --2- 172.21.15.16:0/2771097598 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f90bc160b10 0x7f90bc15e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.718 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.709+0000 7f90c17ff700 1 --2- 172.21.15.16:0/2771097598 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f90a806afc0 0x7f90a806d480 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.718 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.709+0000 7f90c17ff700 1 --2- 172.21.15.16:0/2771097598 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f90bc0b6b70 0x7f90bc154620 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.719 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.709+0000 7f90c17ff700 1 --2- 172.21.15.16:0/2771097598 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f90bc0b92b0 0x7f90bc0c8230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.719 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.709+0000 7f90c17ff700 1 -- 172.21.15.16:0/2771097598 >> 172.21.15.16:0/2771097598 conn(0x7f90bc072270 msgr2=0x7f90bc0b3ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:29.719 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.710+0000 7f90c17ff700 1 -- 172.21.15.16:0/2771097598 shutdown_connections 2023-09-23T06:37:29.719 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.710+0000 7f90c17ff700 1 -- 172.21.15.16:0/2771097598 wait complete. 2023-09-23T06:37:29.728 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2023-09-23T06:37:29.931 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.929+0000 7fcae15ff700 1 Processor -- start 2023-09-23T06:37:29.931 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.929+0000 7fcae15ff700 1 -- start start 2023-09-23T06:37:29.932 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.930+0000 7fcae15ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcadc15d770 0x7fcadc0ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.933 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.930+0000 7fcae15ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fcadc0b4fe0 0x7fcadc0b5470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.933 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.930+0000 7fcae15ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcadc15ec00 con 0x7fcadc15db50 2023-09-23T06:37:29.933 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.930+0000 7fcae15ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcadc0b9550 con 0x7fcadc0b4fe0 2023-09-23T06:37:29.933 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.930+0000 7fcae15ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcadc0b59b0 con 0x7fcadc15d770 2023-09-23T06:37:29.933 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.931+0000 7fcada7fc700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7fcadc15db50 0x7fcadc0b8e40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:47542/0 (socket says 172.21.15.16:47542) 2023-09-23T06:37:29.933 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.931+0000 7fcada7fc700 1 -- 172.21.15.16:0/3071767988 learned_addr learned my addr 172.21.15.16:0/3071767988 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:29.933 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.931+0000 7fcadaffd700 1 --2- 172.21.15.16:0/3071767988 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcadc15d770 0x7fcadc0ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.933 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.931+0000 7fcadb7fe700 1 --2- 172.21.15.16:0/3071767988 >> v2:172.21.15.92:3300/0 conn(0x7fcadc0b4fe0 0x7fcadc0b5470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.931+0000 7fcadaffd700 1 -- 172.21.15.16:0/3071767988 >> v2:172.21.15.92:3300/0 conn(0x7fcadc0b4fe0 msgr2=0x7fcadc0b5470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:29.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.931+0000 7fcadaffd700 1 --2- 172.21.15.16:0/3071767988 >> v2:172.21.15.92:3300/0 conn(0x7fcadc0b4fe0 0x7fcadc0b5470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.931+0000 7fcadaffd700 1 -- 172.21.15.16:0/3071767988 >> v1:172.21.15.16:6789/0 conn(0x7fcadc15db50 legacy=0x7fcadc0b8e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:29.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.931+0000 7fcadaffd700 1 -- 172.21.15.16:0/3071767988 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcadc0cdd00 con 0x7fcadc15d770 2023-09-23T06:37:29.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.931+0000 7fcad9ffb700 1 -- 172.21.15.16:0/3071767988 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1955849383 0 0) 0x7fcadc15ec00 con 0x7fcadc15db50 2023-09-23T06:37:29.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.932+0000 7fcadaffd700 1 --2- 172.21.15.16:0/3071767988 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcadc15d770 0x7fcadc0ce420 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fcacc009840 tx=0x7fcacc009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d1a7683bc4be3ce3 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:29.935 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.932+0000 7fcad9ffb700 1 -- 172.21.15.16:0/3071767988 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcacc011830 con 0x7fcadc15d770 2023-09-23T06:37:29.936 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.932+0000 7fcad9ffb700 1 -- 172.21.15.16:0/3071767988 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcacc011990 con 0x7fcadc15d770 2023-09-23T06:37:29.936 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.932+0000 7fcad9ffb700 1 -- 172.21.15.16:0/3071767988 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcacc011d20 con 0x7fcadc15d770 2023-09-23T06:37:29.936 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.932+0000 7fcae15ff700 1 -- 172.21.15.16:0/3071767988 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcadc15d770 msgr2=0x7fcadc0ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:29.936 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.932+0000 7fcae15ff700 1 --2- 172.21.15.16:0/3071767988 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcadc15d770 0x7fcadc0ce420 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7fcacc009840 tx=0x7fcacc009b50 comp rx=0 tx=0).stop 2023-09-23T06:37:29.936 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.933+0000 7fcae15ff700 1 -- 172.21.15.16:0/3071767988 shutdown_connections 2023-09-23T06:37:29.936 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.933+0000 7fcae15ff700 1 --2- 172.21.15.16:0/3071767988 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcadc15d770 0x7fcadc0ce420 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.936 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.933+0000 7fcae15ff700 1 --2- 172.21.15.16:0/3071767988 >> v2:172.21.15.92:3300/0 conn(0x7fcadc0b4fe0 0x7fcadc0b5470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.936 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.933+0000 7fcae15ff700 1 -- 172.21.15.16:0/3071767988 >> 172.21.15.16:0/3071767988 conn(0x7fcadc0724b0 msgr2=0x7fcadc0d3560 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:29.936 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.933+0000 7fcae15ff700 1 -- 172.21.15.16:0/3071767988 shutdown_connections 2023-09-23T06:37:29.936 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.933+0000 7fcae15ff700 1 -- 172.21.15.16:0/3071767988 wait complete. 2023-09-23T06:37:29.939 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.934+0000 7fcae15ff700 1 Processor -- start 2023-09-23T06:37:29.939 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.935+0000 7fcae15ff700 1 -- start start 2023-09-23T06:37:29.939 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.935+0000 7fcae15ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcadc0b4fe0 0x7fcadc152af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.939 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.935+0000 7fcae15ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcadc15d770 0x7fcadc15ff10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.939 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.935+0000 7fcae15ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcadc15db50 0x7fcadc160450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.939 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.935+0000 7fcae15ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcadc1f3ae0 con 0x7fcadc15db50 2023-09-23T06:37:29.939 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.936+0000 7fcae15ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcadc1f2c70 con 0x7fcadc0b4fe0 2023-09-23T06:37:29.939 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.936+0000 7fcae15ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcadc153030 con 0x7fcadc15d770 2023-09-23T06:37:29.940 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.936+0000 7fcadb7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcadc15db50 0x7fcadc160450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.940 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.936+0000 7fcadb7fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcadc15db50 0x7fcadc160450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:43334/0 (socket says 172.21.15.16:43334) 2023-09-23T06:37:29.940 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.936+0000 7fcadb7fe700 1 -- 172.21.15.16:0/411122455 learned_addr learned my addr 172.21.15.16:0/411122455 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:29.940 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.936+0000 7fcadaffd700 1 --2- 172.21.15.16:0/411122455 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcadc0b4fe0 0x7fcadc152af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.940 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.936+0000 7fcada7fc700 1 --2- 172.21.15.16:0/411122455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcadc15d770 0x7fcadc15ff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.940 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.936+0000 7fcadb7fe700 1 -- 172.21.15.16:0/411122455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcadc15d770 msgr2=0x7fcadc15ff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:29.940 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.936+0000 7fcadb7fe700 1 --2- 172.21.15.16:0/411122455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcadc15d770 0x7fcadc15ff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.940 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.936+0000 7fcadb7fe700 1 -- 172.21.15.16:0/411122455 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcadc0b4fe0 msgr2=0x7fcadc152af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:29.940 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.936+0000 7fcadb7fe700 1 --2- 172.21.15.16:0/411122455 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcadc0b4fe0 0x7fcadc152af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:29.940 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.936+0000 7fcadb7fe700 1 -- 172.21.15.16:0/411122455 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcacc0094a0 con 0x7fcadc15db50 2023-09-23T06:37:29.940 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.936+0000 7fcadaffd700 1 --2- 172.21.15.16:0/411122455 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcadc0b4fe0 0x7fcadc152af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:29.941 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.936+0000 7fcadb7fe700 1 --2- 172.21.15.16:0/411122455 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcadc15db50 0x7fcadc160450 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fcad400efc0 tx=0x7fcad400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:29.941 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.937+0000 7fcac37fe700 1 -- 172.21.15.16:0/411122455 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcad4009ba0 con 0x7fcadc15db50 2023-09-23T06:37:29.941 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.937+0000 7fcac37fe700 1 -- 172.21.15.16:0/411122455 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcad400f040 con 0x7fcadc15db50 2023-09-23T06:37:29.941 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.937+0000 7fcac37fe700 1 -- 172.21.15.16:0/411122455 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcad4014480 con 0x7fcadc15db50 2023-09-23T06:37:29.941 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.937+0000 7fcae15ff700 1 -- 172.21.15.16:0/411122455 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcadc1f2e60 con 0x7fcadc15db50 2023-09-23T06:37:29.941 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.937+0000 7fcae15ff700 1 -- 172.21.15.16:0/411122455 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcadc1f3420 con 0x7fcadc15db50 2023-09-23T06:37:29.941 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.938+0000 7fcae15ff700 1 -- 172.21.15.16:0/411122455 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcadc074b40 con 0x7fcadc15db50 2023-09-23T06:37:29.942 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.939+0000 7fcac37fe700 1 -- 172.21.15.16:0/411122455 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fcad40145e0 con 0x7fcadc15db50 2023-09-23T06:37:29.942 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.940+0000 7fcac37fe700 1 --2- 172.21.15.16:0/411122455 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fcac806afc0 0x7fcac806d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:29.942 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.940+0000 7fcac37fe700 1 -- 172.21.15.16:0/411122455 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcad408a310 con 0x7fcadc15db50 2023-09-23T06:37:29.942 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.941+0000 7fcadaffd700 1 --2- 172.21.15.16:0/411122455 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fcac806afc0 0x7fcac806d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:29.943 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.941+0000 7fcadaffd700 1 --2- 172.21.15.16:0/411122455 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fcac806afc0 0x7fcac806d480 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fcacc000c00 tx=0x7fcacc008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:29.946 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:29.945+0000 7fcac37fe700 1 -- 172.21.15.16:0/411122455 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fcad4055340 con 0x7fcadc15db50 2023-09-23T06:37:30.200 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:30.198+0000 7fcae15ff700 1 -- 172.21.15.16:0/411122455 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fcadc15e8f0 con 0x7fcadc15db50 2023-09-23T06:37:30.200 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:30.198+0000 7fcac37fe700 1 -- 172.21.15.16:0/411122455 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) v1 ==== 53+0+73 (secure 0 0 0) 0x7fcad4058960 con 0x7fcadc15db50 2023-09-23T06:37:30.200 INFO:teuthology.orchestra.run.smithi016.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2023-09-23T06:37:30.203 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:30.201+0000 7fcae15ff700 1 -- 172.21.15.16:0/411122455 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fcac806afc0 msgr2=0x7fcac806d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:30.203 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:30.201+0000 7fcae15ff700 1 --2- 172.21.15.16:0/411122455 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fcac806afc0 0x7fcac806d480 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7fcacc000c00 tx=0x7fcacc008030 comp rx=0 tx=0).stop 2023-09-23T06:37:30.203 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:30.201+0000 7fcae15ff700 1 -- 172.21.15.16:0/411122455 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcadc15db50 msgr2=0x7fcadc160450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:30.203 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:30.201+0000 7fcae15ff700 1 --2- 172.21.15.16:0/411122455 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcadc15db50 0x7fcadc160450 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fcad400efc0 tx=0x7fcad400c3a0 comp rx=0 tx=0).stop 2023-09-23T06:37:30.203 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:30.201+0000 7fcae15ff700 1 -- 172.21.15.16:0/411122455 shutdown_connections 2023-09-23T06:37:30.203 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:30.201+0000 7fcae15ff700 1 --2- 172.21.15.16:0/411122455 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fcac806afc0 0x7fcac806d480 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:30.203 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:30.201+0000 7fcae15ff700 1 --2- 172.21.15.16:0/411122455 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fcadc15db50 0x7fcadc160450 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:30.203 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:30.201+0000 7fcae15ff700 1 --2- 172.21.15.16:0/411122455 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fcadc0b4fe0 0x7fcadc152af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:30.203 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:30.201+0000 7fcae15ff700 1 --2- 172.21.15.16:0/411122455 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fcadc15d770 0x7fcadc15ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:30.204 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:30.201+0000 7fcae15ff700 1 -- 172.21.15.16:0/411122455 >> 172.21.15.16:0/411122455 conn(0x7fcadc0724b0 msgr2=0x7fcadc15ca90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:30.204 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:30.201+0000 7fcae15ff700 1 -- 172.21.15.16:0/411122455 shutdown_connections 2023-09-23T06:37:30.204 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:30.201+0000 7fcae15ff700 1 -- 172.21.15.16:0/411122455 wait complete. 2023-09-23T06:37:30.220 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2023-09-23T06:37:30.221 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2023-09-23T06:37:30.221 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi016.front.sepia.ceph.com 2023-09-23T06:37:30.221 INFO:tasks.cephfs.mount:self.client.name = client.0 2023-09-23T06:37:30.221 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2023-09-23T06:37:30.221 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2023-09-23T06:37:30.221 INFO:tasks.cephfs.mount:self.cephfs_mntpt = / 2023-09-23T06:37:30.221 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2023-09-23T06:37:30.221 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-09-23T06:37:30.221 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:37:30.222 DEBUG:teuthology.orchestra.run.smithi016:> ip addr 2023-09-23T06:37:30.269 INFO:teuthology.orchestra.run.smithi016.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2023-09-23T06:37:30.269 INFO:teuthology.orchestra.run.smithi016.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2023-09-23T06:37:30.269 INFO:teuthology.orchestra.run.smithi016.stdout: inet 127.0.0.1/8 scope host lo 2023-09-23T06:37:30.269 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:37:30.270 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 ::1/128 scope host 2023-09-23T06:37:30.270 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:37:30.270 INFO:teuthology.orchestra.run.smithi016.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-23T06:37:30.270 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e0 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:37:30.270 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f0 2023-09-23T06:37:30.270 INFO:teuthology.orchestra.run.smithi016.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-23T06:37:30.270 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:6b:fd:e1 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:37:30.270 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp7s0f1 2023-09-23T06:37:30.270 INFO:teuthology.orchestra.run.smithi016.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2023-09-23T06:37:30.271 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:64 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:37:30.271 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f0 2023-09-23T06:37:30.271 INFO:teuthology.orchestra.run.smithi016.stdout: inet 172.21.15.16/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2023-09-23T06:37:30.271 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft 42250sec preferred_lft 42250sec 2023-09-23T06:37:30.271 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::ec4:7aff:febd:1564/64 scope link 2023-09-23T06:37:30.271 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:37:30.271 INFO:teuthology.orchestra.run.smithi016.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2023-09-23T06:37:30.271 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether 0c:c4:7a:bd:15:65 brd ff:ff:ff:ff:ff:ff 2023-09-23T06:37:30.271 INFO:teuthology.orchestra.run.smithi016.stdout: altname enp1s0f1 2023-09-23T06:37:30.272 INFO:teuthology.orchestra.run.smithi016.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2023-09-23T06:37:30.272 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether ae:ca:6c:9b:5e:0a brd ff:ff:ff:ff:ff:ff 2023-09-23T06:37:30.272 INFO:teuthology.orchestra.run.smithi016.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2023-09-23T06:37:30.272 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:37:30.272 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::4497:ddff:fef5:44f7/64 scope link 2023-09-23T06:37:30.272 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:37:30.272 INFO:teuthology.orchestra.run.smithi016.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-09-23T06:37:30.272 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether b6:3f:4d:2f:82:d9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2023-09-23T06:37:30.272 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::b43f:4dff:fe2f:82d9/64 scope link 2023-09-23T06:37:30.272 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:37:30.273 INFO:teuthology.orchestra.run.smithi016.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2023-09-23T06:37:30.273 INFO:teuthology.orchestra.run.smithi016.stdout: link/ether ae:ca:6c:9b:5e:0a brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2023-09-23T06:37:30.273 INFO:teuthology.orchestra.run.smithi016.stdout: inet6 fe80::acca:6cff:fe9b:5e0a/64 scope link 2023-09-23T06:37:30.273 INFO:teuthology.orchestra.run.smithi016.stdout: valid_lft forever preferred_lft forever 2023-09-23T06:37:30.273 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:37:30.273 DEBUG:teuthology.orchestra.run.smithi016:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2023-09-23T06:37:30.341 INFO:teuthology.orchestra.run.smithi016.stdout:1 2023-09-23T06:37:30.344 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:37:30.344 DEBUG:teuthology.orchestra.run.smithi016:> route 2023-09-23T06:37:30.394 INFO:teuthology.orchestra.run.smithi016.stdout:Kernel IP routing table 2023-09-23T06:37:30.394 INFO:teuthology.orchestra.run.smithi016.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2023-09-23T06:37:30.394 INFO:teuthology.orchestra.run.smithi016.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2023-09-23T06:37:30.394 INFO:teuthology.orchestra.run.smithi016.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2023-09-23T06:37:30.394 INFO:teuthology.orchestra.run.smithi016.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2023-09-23T06:37:30.395 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:37:30.395 DEBUG:teuthology.orchestra.run.smithi016:> (cd / && exec bash -c ' 2023-09-23T06:37:30.395 DEBUG:teuthology.orchestra.run.smithi016:> set -e 2023-09-23T06:37:30.395 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2023-09-23T06:37:30.396 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2023-09-23T06:37:30.396 DEBUG:teuthology.orchestra.run.smithi016:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2023-09-23T06:37:30.396 DEBUG:teuthology.orchestra.run.smithi016:> ') 2023-09-23T06:37:30.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:37:30.568 DEBUG:teuthology.orchestra.run.smithi016:> ip netns list 2023-09-23T06:37:30.616 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2023-09-23T06:37:30.616 INFO:teuthology.orchestra.run.smithi016.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2023-09-23T06:37:30.617 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2023-09-23T06:37:30.617 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:37:30.617 DEBUG:teuthology.orchestra.run.smithi016:> sudo ip link set brx.0 up 2023-09-23T06:37:30.689 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-23T06:37:30.689 DEBUG:teuthology.orchestra.run.smithi016:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2023-09-23T06:37:30.735 INFO:teuthology.orchestra.run.smithi016.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2023-09-23T06:37:30.736 INFO:teuthology.orchestra.run:Running command with timeout 60 2023-09-23T06:37:30.736 DEBUG:teuthology.orchestra.run.smithi016:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2023-09-23T06:37:30.821 INFO:tasks.cephfs.kernel_mount:mounting using device: 0@.cephfs=/ 2023-09-23T06:37:30.822 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:37:30.822 DEBUG:teuthology.orchestra.run.smithi016:> sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage /bin/mount -t ceph 0@.cephfs=/ /home/ubuntu/cephtest/mnt.0 -v -o norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-23T06:37:30.969 INFO:teuthology.orchestra.run.smithi016.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-23T06:37:30.970 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-23T06:37:30.996 INFO:teuthology.orchestra.run.smithi016.stdout:parsing options: rw,norequire_active_mds,conf=/etc/ceph/ceph.conf,norbytes,nofallback 2023-09-23T06:37:30.997 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: options "norequire_active_mds,norbytes". 2023-09-23T06:37:30.997 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: resolved to: "172.21.15.16:3300,172.21.15.92:3300,172.21.15.92:3301" 2023-09-23T06:37:30.997 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: trying mount with new device syntax: 0@a4473c66-b59d-48ae-9109-7ce1a730b162.cephfs=/ 2023-09-23T06:37:30.997 INFO:teuthology.orchestra.run.smithi016.stdout:mount.ceph: options "norequire_active_mds,norbytes,name=0,ms_mode=prefer-crc,key=0,mon_addr=172.21.15.16:3300/172.21.15.92:3300/172.21.15.92:3301" will pass to kernel 2023-09-23T06:37:31.002 INFO:tasks.cephfs.kernel_mount:mount command passed 2023-09-23T06:37:31.002 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:37:31.003 DEBUG:teuthology.orchestra.run.smithi016:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2023-09-23T06:37:31.075 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:37:31.075 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'getfattr --only-values -n ceph.client_id .') 2023-09-23T06:37:31.184 INFO:teuthology.orchestra.run.smithi016.stdout:client5262 2023-09-23T06:37:31.185 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:37:31.185 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T06:37:31.231 DEBUG:teuthology.orchestra.run.smithi016:> mktemp -d --suffix=xfstests-dev 2023-09-23T06:37:31.317 INFO:teuthology.orchestra.run.smithi016.stdout:/tmp/tmp.Zw2uDyk3yhxfstests-dev 2023-09-23T06:37:31.318 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:37:31.318 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec sudo chmod a+rx /tmp/tmp.Zw2uDyk3yhxfstests-dev) 2023-09-23T06:37:31.431 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:37:31.431 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec git clone https://git.ceph.com/xfstests-dev.git --depth 1 /tmp/tmp.Zw2uDyk3yhxfstests-dev) 2023-09-23T06:37:31.483 INFO:teuthology.orchestra.run.smithi016.stderr:Cloning into '/tmp/tmp.Zw2uDyk3yhxfstests-dev'... 2023-09-23T06:37:32.442 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:37:32.443 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir test) 2023-09-23T06:37:32.496 DEBUG:teuthology.orchestra.run.smithi016:> mktemp -d --suffix=test 2023-09-23T06:37:32.541 INFO:teuthology.orchestra.run.smithi016.stdout:/tmp/tmp.npSTNQo1extest 2023-09-23T06:37:32.542 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:37:32.542 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir scratch) 2023-09-23T06:37:32.631 DEBUG:teuthology.orchestra.run.smithi016:> mktemp -d --suffix=scratch 2023-09-23T06:37:32.676 INFO:teuthology.orchestra.run.smithi016.stdout:/tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:37:32.677 INFO:tasks.cephfs.xfstests_dev:distro and version detected is "centos" and "8". 2023-09-23T06:37:32.677 DEBUG:teuthology.orchestra.run.smithi016:> sudo yum install -y acl attr automake bc dbench dump e2fsprogs fio gawk gcc indent libtool lvm2 make psmisc quota sed xfsdump xfsprogs libacl-devel libattr-devel libaio-devel libuuid-devel xfsprogs-devel python3 sqlite xfsprogs-qa-devel 2023-09-23T06:37:33.830 INFO:teuthology.orchestra.run.smithi016.stdout:Last metadata expiration check: 0:04:43 ago on Sat 23 Sep 2023 06:32:50 AM UTC. 2023-09-23T06:37:33.938 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:37:33.942 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:37:35.409 INFO:teuthology.orchestra.run.smithi016.stdout:Package acl-2.2.53-1.el8.x86_64 is already installed. 2023-09-23T06:37:35.410 INFO:teuthology.orchestra.run.smithi016.stdout:Package attr-2.4.48-3.el8.x86_64 is already installed. 2023-09-23T06:37:35.412 INFO:teuthology.orchestra.run.smithi016.stdout:Package automake-1.16.1-8.el8.noarch is already installed. 2023-09-23T06:37:35.413 INFO:teuthology.orchestra.run.smithi016.stdout:Package bc-1.07.1-5.el8.x86_64 is already installed. 2023-09-23T06:37:35.414 INFO:teuthology.orchestra.run.smithi016.stdout:Package dbench-4.0-20.el8.x86_64 is already installed. 2023-09-23T06:37:35.416 INFO:teuthology.orchestra.run.smithi016.stdout:Package e2fsprogs-1.45.6-5.el8.x86_64 is already installed. 2023-09-23T06:37:35.418 INFO:teuthology.orchestra.run.smithi016.stdout:Package gawk-4.2.1-4.el8.x86_64 is already installed. 2023-09-23T06:37:35.419 INFO:teuthology.orchestra.run.smithi016.stdout:Package gcc-8.5.0-19.el8.x86_64 is already installed. 2023-09-23T06:37:35.422 INFO:teuthology.orchestra.run.smithi016.stdout:Package libtool-2.4.6-25.el8.x86_64 is already installed. 2023-09-23T06:37:35.423 INFO:teuthology.orchestra.run.smithi016.stdout:Package lvm2-8:2.03.14-9.el8.x86_64 is already installed. 2023-09-23T06:37:35.424 INFO:teuthology.orchestra.run.smithi016.stdout:Package make-1:4.2.1-11.el8.x86_64 is already installed. 2023-09-23T06:37:35.425 INFO:teuthology.orchestra.run.smithi016.stdout:Package psmisc-23.1-5.el8.x86_64 is already installed. 2023-09-23T06:37:35.426 INFO:teuthology.orchestra.run.smithi016.stdout:Package quota-1:4.04-14.el8.x86_64 is already installed. 2023-09-23T06:37:35.427 INFO:teuthology.orchestra.run.smithi016.stdout:Package sed-4.5-5.el8.x86_64 is already installed. 2023-09-23T06:37:35.429 INFO:teuthology.orchestra.run.smithi016.stdout:Package xfsdump-3.1.8-6.el8.x86_64 is already installed. 2023-09-23T06:37:35.430 INFO:teuthology.orchestra.run.smithi016.stdout:Package xfsprogs-5.0.0-12.el8.x86_64 is already installed. 2023-09-23T06:37:35.431 INFO:teuthology.orchestra.run.smithi016.stdout:Package libacl-devel-2.2.53-1.el8.x86_64 is already installed. 2023-09-23T06:37:35.432 INFO:teuthology.orchestra.run.smithi016.stdout:Package libattr-devel-2.4.48-3.el8.x86_64 is already installed. 2023-09-23T06:37:35.433 INFO:teuthology.orchestra.run.smithi016.stdout:Package libaio-devel-0.3.112-1.el8.x86_64 is already installed. 2023-09-23T06:37:35.434 INFO:teuthology.orchestra.run.smithi016.stdout:Package libuuid-devel-2.32.1-43.el8.x86_64 is already installed. 2023-09-23T06:37:35.437 INFO:teuthology.orchestra.run.smithi016.stdout:Package xfsprogs-devel-5.0.0-12.el8.x86_64 is already installed. 2023-09-23T06:37:35.440 INFO:teuthology.orchestra.run.smithi016.stdout:Package python36-3.6.8-38.module_el8.5.0+895+a459eca8.x86_64 is already installed. 2023-09-23T06:37:35.441 INFO:teuthology.orchestra.run.smithi016.stdout:Package sqlite-3.26.0-17.el8.x86_64 is already installed. 2023-09-23T06:37:35.446 INFO:teuthology.orchestra.run.smithi016.stdout:Package xfsprogs-5.0.0-12.el8.x86_64 is already installed. 2023-09-23T06:37:35.662 INFO:teuthology.orchestra.run.smithi016.stdout:Dependencies resolved. 2023-09-23T06:37:35.664 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2023-09-23T06:37:35.664 INFO:teuthology.orchestra.run.smithi016.stdout: Package Arch Version Repository Size 2023-09-23T06:37:35.664 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2023-09-23T06:37:35.665 INFO:teuthology.orchestra.run.smithi016.stdout:Installing: 2023-09-23T06:37:35.665 INFO:teuthology.orchestra.run.smithi016.stdout: dump x86_64 1:0.4-0.36.b46.el8 baseos 164 k 2023-09-23T06:37:35.665 INFO:teuthology.orchestra.run.smithi016.stdout: fio x86_64 3.19-4.el8 appstream 538 k 2023-09-23T06:37:35.665 INFO:teuthology.orchestra.run.smithi016.stdout: indent x86_64 2.2.13-4.el8 epel 187 k 2023-09-23T06:37:35.665 INFO:teuthology.orchestra.run.smithi016.stdout:Upgrading: 2023-09-23T06:37:35.665 INFO:teuthology.orchestra.run.smithi016.stdout: cpp x86_64 8.5.0-20.el8 baseos 10 M 2023-09-23T06:37:35.665 INFO:teuthology.orchestra.run.smithi016.stdout: gcc x86_64 8.5.0-20.el8 baseos 24 M 2023-09-23T06:37:35.665 INFO:teuthology.orchestra.run.smithi016.stdout: gcc-gdb-plugin x86_64 8.5.0-20.el8 appstream 121 k 2023-09-23T06:37:35.666 INFO:teuthology.orchestra.run.smithi016.stdout: gcc-plugin-annobin x86_64 8.5.0-20.el8 baseos 36 k 2023-09-23T06:37:35.666 INFO:teuthology.orchestra.run.smithi016.stdout: libgcc x86_64 8.5.0-20.el8 baseos 81 k 2023-09-23T06:37:35.666 INFO:teuthology.orchestra.run.smithi016.stdout: libgomp x86_64 8.5.0-20.el8 baseos 208 k 2023-09-23T06:37:35.666 INFO:teuthology.orchestra.run.smithi016.stdout: sqlite x86_64 3.26.0-18.el8 baseos 668 k 2023-09-23T06:37:35.666 INFO:teuthology.orchestra.run.smithi016.stdout: sqlite-libs x86_64 3.26.0-18.el8 baseos 581 k 2023-09-23T06:37:35.666 INFO:teuthology.orchestra.run.smithi016.stdout:Installing dependencies: 2023-09-23T06:37:35.666 INFO:teuthology.orchestra.run.smithi016.stdout: daxctl-libs x86_64 71.1-7.el8 baseos 42 k 2023-09-23T06:37:35.666 INFO:teuthology.orchestra.run.smithi016.stdout: libpmemblk x86_64 1.6.1-1.el8 appstream 92 k 2023-09-23T06:37:35.666 INFO:teuthology.orchestra.run.smithi016.stdout: ndctl-libs x86_64 71.1-7.el8 baseos 80 k 2023-09-23T06:37:35.666 INFO:teuthology.orchestra.run.smithi016.stdout: rmt x86_64 2:1.5.3-13.el8 baseos 51 k 2023-09-23T06:37:35.667 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:35.667 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction Summary 2023-09-23T06:37:35.667 INFO:teuthology.orchestra.run.smithi016.stdout:================================================================================ 2023-09-23T06:37:35.667 INFO:teuthology.orchestra.run.smithi016.stdout:Install 7 Packages 2023-09-23T06:37:35.667 INFO:teuthology.orchestra.run.smithi016.stdout:Upgrade 8 Packages 2023-09-23T06:37:35.667 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:35.668 INFO:teuthology.orchestra.run.smithi016.stdout:Total download size: 37 M 2023-09-23T06:37:35.668 INFO:teuthology.orchestra.run.smithi016.stdout:Downloading Packages: 2023-09-23T06:37:36.359 INFO:teuthology.orchestra.run.smithi016.stdout:(1/15): daxctl-libs-71.1-7.el8.x86_64.rpm 269 kB/s | 42 kB 00:00 2023-09-23T06:37:36.434 INFO:teuthology.orchestra.run.smithi016.stdout:(2/15): libpmemblk-1.6.1-1.el8.x86_64.rpm 395 kB/s | 92 kB 00:00 2023-09-23T06:37:36.476 INFO:teuthology.orchestra.run.smithi016.stdout:(3/15): dump-0.4-0.36.b46.el8.x86_64.rpm 1.4 MB/s | 164 kB 00:00 2023-09-23T06:37:36.535 INFO:teuthology.orchestra.run.smithi016.stdout:(4/15): fio-3.19-4.el8.x86_64.rpm 1.6 MB/s | 538 kB 00:00 2023-09-23T06:37:36.568 INFO:teuthology.orchestra.run.smithi016.stdout:(5/15): rmt-1.5.3-13.el8.x86_64.rpm 561 kB/s | 51 kB 00:00 2023-09-23T06:37:36.627 INFO:teuthology.orchestra.run.smithi016.stdout:(6/15): gcc-gdb-plugin-8.5.0-20.el8.x86_64.rpm 2.0 MB/s | 121 kB 00:00 2023-09-23T06:37:36.661 INFO:teuthology.orchestra.run.smithi016.stdout:(7/15): ndctl-libs-71.1-7.el8.x86_64.rpm 355 kB/s | 80 kB 00:00 2023-09-23T06:37:37.161 INFO:teuthology.orchestra.run.smithi016.stdout:(8/15): cpp-8.5.0-20.el8.x86_64.rpm 20 MB/s | 10 MB 00:00 2023-09-23T06:37:37.186 INFO:teuthology.orchestra.run.smithi016.stdout:(9/15): indent-2.2.13-4.el8.x86_64.rpm 287 kB/s | 187 kB 00:00 2023-09-23T06:37:37.203 INFO:teuthology.orchestra.run.smithi016.stdout:(10/15): gcc-plugin-annobin-8.5.0-20.el8.x86_64 856 kB/s | 36 kB 00:00 2023-09-23T06:37:37.262 INFO:teuthology.orchestra.run.smithi016.stdout:(11/15): libgomp-8.5.0-20.el8.x86_64.rpm 3.5 MB/s | 208 kB 00:00 2023-09-23T06:37:37.337 INFO:teuthology.orchestra.run.smithi016.stdout:(12/15): libgcc-8.5.0-20.el8.x86_64.rpm 541 kB/s | 81 kB 00:00 2023-09-23T06:37:37.429 INFO:teuthology.orchestra.run.smithi016.stdout:(13/15): sqlite-3.26.0-18.el8.x86_64.rpm 3.9 MB/s | 668 kB 00:00 2023-09-23T06:37:37.663 INFO:teuthology.orchestra.run.smithi016.stdout:(14/15): gcc-8.5.0-20.el8.x86_64.rpm 23 MB/s | 24 MB 00:01 2023-09-23T06:37:37.696 INFO:teuthology.orchestra.run.smithi016.stdout:(15/15): sqlite-libs-3.26.0-18.el8.x86_64.rpm 1.6 MB/s | 581 kB 00:00 2023-09-23T06:37:37.697 INFO:teuthology.orchestra.run.smithi016.stdout:-------------------------------------------------------------------------------- 2023-09-23T06:37:37.698 INFO:teuthology.orchestra.run.smithi016.stdout:Total 18 MB/s | 37 MB 00:02 2023-09-23T06:37:38.217 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction check 2023-09-23T06:37:38.331 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction check succeeded. 2023-09-23T06:37:38.332 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction test 2023-09-23T06:37:38.717 INFO:teuthology.orchestra.run.smithi016.stdout:Transaction test succeeded. 2023-09-23T06:37:38.721 INFO:teuthology.orchestra.run.smithi016.stdout:Running transaction 2023-09-23T06:37:39.747 INFO:teuthology.orchestra.run.smithi016.stdout: Preparing : 1/1 2023-09-23T06:37:39.883 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : libgcc-8.5.0-20.el8.x86_64 1/23 2023-09-23T06:37:39.966 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libgcc-8.5.0-20.el8.x86_64 1/23 2023-09-23T06:37:40.132 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : daxctl-libs-71.1-7.el8.x86_64 2/23 2023-09-23T06:37:40.223 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: daxctl-libs-71.1-7.el8.x86_64 2/23 2023-09-23T06:37:40.399 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : ndctl-libs-71.1-7.el8.x86_64 3/23 2023-09-23T06:37:40.489 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: ndctl-libs-71.1-7.el8.x86_64 3/23 2023-09-23T06:37:40.632 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : libpmemblk-1.6.1-1.el8.x86_64 4/23 2023-09-23T06:37:40.763 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libpmemblk-1.6.1-1.el8.x86_64 4/23 2023-09-23T06:37:40.948 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : sqlite-libs-3.26.0-18.el8.x86_64 5/23 2023-09-23T06:37:41.091 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : libgomp-8.5.0-20.el8.x86_64 6/23 2023-09-23T06:37:42.244 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libgomp-8.5.0-20.el8.x86_64 6/23 2023-09-23T06:37:42.407 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : cpp-8.5.0-20.el8.x86_64 7/23 2023-09-23T06:37:44.315 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: cpp-8.5.0-20.el8.x86_64 7/23 2023-09-23T06:37:44.549 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : gcc-8.5.0-20.el8.x86_64 8/23 2023-09-23T06:37:44.662 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: gcc-8.5.0-20.el8.x86_64 8/23 2023-09-23T06:37:44.987 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : rmt-2:1.5.3-13.el8.x86_64 9/23 2023-09-23T06:37:45.149 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : dump-1:0.4-0.36.b46.el8.x86_64 10/23 2023-09-23T06:37:45.298 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : gcc-gdb-plugin-8.5.0-20.el8.x86_64 11/23 2023-09-23T06:37:45.383 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: gcc-gdb-plugin-8.5.0-20.el8.x86_64 11/23 2023-09-23T06:37:45.524 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : gcc-plugin-annobin-8.5.0-20.el8.x86_64 12/23 2023-09-23T06:37:45.620 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: gcc-plugin-annobin-8.5.0-20.el8.x86_64 12/23 2023-09-23T06:37:45.885 INFO:teuthology.orchestra.run.smithi016.stdout: Upgrading : sqlite-3.26.0-18.el8.x86_64 13/23 2023-09-23T06:37:46.154 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : fio-3.19-4.el8.x86_64 14/23 2023-09-23T06:37:46.384 INFO:teuthology.orchestra.run.smithi016.stdout: Installing : indent-2.2.13-4.el8.x86_64 15/23 2023-09-23T06:37:46.384 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : gcc-gdb-plugin-8.5.0-19.el8.x86_64 16/23 2023-09-23T06:37:46.592 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: gcc-gdb-plugin-8.5.0-19.el8.x86_64 16/23 2023-09-23T06:37:46.592 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : gcc-plugin-annobin-8.5.0-19.el8.x86_64 17/23 2023-09-23T06:37:46.775 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: gcc-plugin-annobin-8.5.0-19.el8.x86_64 17/23 2023-09-23T06:37:46.800 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: gcc-8.5.0-19.el8.x86_64 18/23 2023-09-23T06:37:47.008 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : gcc-8.5.0-19.el8.x86_64 18/23 2023-09-23T06:37:47.158 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : sqlite-3.26.0-17.el8.x86_64 19/23 2023-09-23T06:37:47.637 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : sqlite-libs-3.26.0-17.el8.x86_64 20/23 2023-09-23T06:37:47.656 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: cpp-8.5.0-19.el8.x86_64 21/23 2023-09-23T06:37:47.883 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : cpp-8.5.0-19.el8.x86_64 21/23 2023-09-23T06:37:47.883 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : libgcc-8.5.0-19.el8.x86_64 22/23 2023-09-23T06:37:48.066 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libgcc-8.5.0-19.el8.x86_64 22/23 2023-09-23T06:37:48.083 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libgomp-8.5.0-19.el8.x86_64 23/23 2023-09-23T06:37:48.083 INFO:teuthology.orchestra.run.smithi016.stdout: Cleanup : libgomp-8.5.0-19.el8.x86_64 23/23 2023-09-23T06:37:48.942 INFO:teuthology.orchestra.run.smithi016.stdout: Running scriptlet: libgomp-8.5.0-19.el8.x86_64 23/23 2023-09-23T06:37:48.942 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : fio-3.19-4.el8.x86_64 1/23 2023-09-23T06:37:48.942 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libpmemblk-1.6.1-1.el8.x86_64 2/23 2023-09-23T06:37:48.943 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : daxctl-libs-71.1-7.el8.x86_64 3/23 2023-09-23T06:37:48.943 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : dump-1:0.4-0.36.b46.el8.x86_64 4/23 2023-09-23T06:37:48.943 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : ndctl-libs-71.1-7.el8.x86_64 5/23 2023-09-23T06:37:48.943 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : rmt-2:1.5.3-13.el8.x86_64 6/23 2023-09-23T06:37:48.943 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : indent-2.2.13-4.el8.x86_64 7/23 2023-09-23T06:37:48.943 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : gcc-gdb-plugin-8.5.0-20.el8.x86_64 8/23 2023-09-23T06:37:48.943 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : gcc-gdb-plugin-8.5.0-19.el8.x86_64 9/23 2023-09-23T06:37:48.943 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : cpp-8.5.0-20.el8.x86_64 10/23 2023-09-23T06:37:48.943 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : cpp-8.5.0-19.el8.x86_64 11/23 2023-09-23T06:37:48.943 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : gcc-8.5.0-20.el8.x86_64 12/23 2023-09-23T06:37:48.943 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : gcc-8.5.0-19.el8.x86_64 13/23 2023-09-23T06:37:48.944 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : gcc-plugin-annobin-8.5.0-20.el8.x86_64 14/23 2023-09-23T06:37:48.944 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : gcc-plugin-annobin-8.5.0-19.el8.x86_64 15/23 2023-09-23T06:37:48.944 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libgcc-8.5.0-20.el8.x86_64 16/23 2023-09-23T06:37:48.944 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libgcc-8.5.0-19.el8.x86_64 17/23 2023-09-23T06:37:48.944 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libgomp-8.5.0-20.el8.x86_64 18/23 2023-09-23T06:37:48.944 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : libgomp-8.5.0-19.el8.x86_64 19/23 2023-09-23T06:37:48.944 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : sqlite-3.26.0-18.el8.x86_64 20/23 2023-09-23T06:37:48.944 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : sqlite-3.26.0-17.el8.x86_64 21/23 2023-09-23T06:37:48.944 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : sqlite-libs-3.26.0-18.el8.x86_64 22/23 2023-09-23T06:37:49.906 INFO:teuthology.orchestra.run.smithi016.stdout: Verifying : sqlite-libs-3.26.0-17.el8.x86_64 23/23 2023-09-23T06:37:49.906 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:49.906 INFO:teuthology.orchestra.run.smithi016.stdout:Upgraded: 2023-09-23T06:37:49.906 INFO:teuthology.orchestra.run.smithi016.stdout: cpp-8.5.0-20.el8.x86_64 gcc-8.5.0-20.el8.x86_64 2023-09-23T06:37:49.906 INFO:teuthology.orchestra.run.smithi016.stdout: gcc-gdb-plugin-8.5.0-20.el8.x86_64 gcc-plugin-annobin-8.5.0-20.el8.x86_64 2023-09-23T06:37:49.906 INFO:teuthology.orchestra.run.smithi016.stdout: libgcc-8.5.0-20.el8.x86_64 libgomp-8.5.0-20.el8.x86_64 2023-09-23T06:37:49.907 INFO:teuthology.orchestra.run.smithi016.stdout: sqlite-3.26.0-18.el8.x86_64 sqlite-libs-3.26.0-18.el8.x86_64 2023-09-23T06:37:49.907 INFO:teuthology.orchestra.run.smithi016.stdout:Installed: 2023-09-23T06:37:49.907 INFO:teuthology.orchestra.run.smithi016.stdout: daxctl-libs-71.1-7.el8.x86_64 dump-1:0.4-0.36.b46.el8.x86_64 2023-09-23T06:37:49.907 INFO:teuthology.orchestra.run.smithi016.stdout: fio-3.19-4.el8.x86_64 indent-2.2.13-4.el8.x86_64 2023-09-23T06:37:49.907 INFO:teuthology.orchestra.run.smithi016.stdout: libpmemblk-1.6.1-1.el8.x86_64 ndctl-libs-71.1-7.el8.x86_64 2023-09-23T06:37:49.907 INFO:teuthology.orchestra.run.smithi016.stdout: rmt-2:1.5.3-13.el8.x86_64 2023-09-23T06:37:49.907 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:49.907 INFO:teuthology.orchestra.run.smithi016.stdout:Complete! 2023-09-23T06:37:50.079 DEBUG:teuthology.orchestra.run.smithi016:> sudo useradd -m fsgqa 2023-09-23T06:37:50.154 INFO:teuthology.orchestra.run.smithi016.stderr:useradd: user 'fsgqa' already exists 2023-09-23T06:37:50.157 DEBUG:teuthology.orchestra.run:got remote process result: 9 2023-09-23T06:37:50.157 DEBUG:teuthology.orchestra.run.smithi016:> sudo groupadd fsgqa 2023-09-23T06:37:50.226 INFO:teuthology.orchestra.run.smithi016.stderr:groupadd: group 'fsgqa' already exists 2023-09-23T06:37:50.229 DEBUG:teuthology.orchestra.run:got remote process result: 9 2023-09-23T06:37:50.229 DEBUG:teuthology.orchestra.run.smithi016:> sudo useradd fsgqa2 2023-09-23T06:37:51.162 DEBUG:teuthology.orchestra.run.smithi016:> sudo useradd 123456-fsgqa 2023-09-23T06:37:51.995 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json mon dump 2023-09-23T06:37:52.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.196+0000 7f8a983ff700 1 Processor -- start 2023-09-23T06:37:52.198 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.196+0000 7f8a983ff700 1 -- start start 2023-09-23T06:37:52.200 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.198+0000 7f8a983ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7f8a900ce960 0x7f8a900cf1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:52.200 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.198+0000 7f8a983ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a90143c70 0x7f8a9015e670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:52.200 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.198+0000 7f8a983ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a9015df00 con 0x7f8a900cedf0 2023-09-23T06:37:52.200 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.198+0000 7f8a983ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a9015b1a0 con 0x7f8a900ce960 2023-09-23T06:37:52.200 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.198+0000 7f8a983ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a9015b480 con 0x7f8a90143c70 2023-09-23T06:37:52.200 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.198+0000 7f8a9619b700 1 --1- >> v1:172.21.15.16:6789/0 conn(0x7f8a900cedf0 0x7f8a9015a920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.16:6789/0 says I am v1:172.21.15.16:56498/0 (socket says 172.21.15.16:56498) 2023-09-23T06:37:52.201 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.198+0000 7f8a9619b700 1 -- 172.21.15.16:0/869946030 learned_addr learned my addr 172.21.15.16:0/869946030 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T06:37:52.201 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.198+0000 7f8a9599a700 1 --2- 172.21.15.16:0/869946030 >> v2:172.21.15.92:3300/0 conn(0x7f8a900ce960 0x7f8a900cf1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:52.201 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.198+0000 7f8a9699c700 1 --2- 172.21.15.16:0/869946030 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a90143c70 0x7f8a9015e670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:52.201 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.198+0000 7f8a95199700 1 -- 172.21.15.16:0/869946030 <== mon.0 v1:172.21.15.16:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 672473199 0 0) 0x7f8a9015df00 con 0x7f8a900cedf0 2023-09-23T06:37:52.201 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.198+0000 7f8a95199700 1 -- 172.21.15.16:0/869946030 --> v1:172.21.15.16:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8a7c0035b0 con 0x7f8a900cedf0 2023-09-23T06:37:52.204 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.199+0000 7f8a95199700 1 -- 172.21.15.16:0/869946030 <== mon.0 v1:172.21.15.16:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2515016497 0 0) 0x7f8a7c0035b0 con 0x7f8a900cedf0 2023-09-23T06:37:52.204 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.199+0000 7f8a95199700 1 -- 172.21.15.16:0/869946030 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a90143c70 msgr2=0x7f8a9015e670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:52.205 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.199+0000 7f8a95199700 1 --2- 172.21.15.16:0/869946030 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a90143c70 0x7f8a9015e670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:52.205 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.199+0000 7f8a95199700 1 -- 172.21.15.16:0/869946030 >> v2:172.21.15.92:3300/0 conn(0x7f8a900ce960 msgr2=0x7f8a900cf1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:52.205 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.199+0000 7f8a95199700 1 --2- 172.21.15.16:0/869946030 >> v2:172.21.15.92:3300/0 conn(0x7f8a900ce960 0x7f8a900cf1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:52.205 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.199+0000 7f8a95199700 1 -- 172.21.15.16:0/869946030 --> v1:172.21.15.16:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a9015b760 con 0x7f8a900cedf0 2023-09-23T06:37:52.205 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.199+0000 7f8a95199700 1 -- 172.21.15.16:0/869946030 <== mon.0 v1:172.21.15.16:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2518992857 0 0) 0x7f8a8c001670 con 0x7f8a900cedf0 2023-09-23T06:37:52.205 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.199+0000 7f8a95199700 1 -- 172.21.15.16:0/869946030 >> v1:172.21.15.16:6789/0 conn(0x7f8a900cedf0 legacy=0x7f8a9015a920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:52.205 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.199+0000 7f8a95199700 1 --2- 172.21.15.16:0/869946030 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a90143c70 0x7f8a7c003a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:52.205 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.199+0000 7f8a95199700 1 --2- 172.21.15.16:0/869946030 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a7c003f40 0x7f8a7c004850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:52.206 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.199+0000 7f8a95199700 1 --2- 172.21.15.16:0/869946030 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a7c004d90 0x7f8a7c005210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:52.206 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.199+0000 7f8a95199700 1 -- 172.21.15.16:0/869946030 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a9015b1a0 con 0x7f8a7c004d90 2023-09-23T06:37:52.206 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.199+0000 7f8a95199700 1 -- 172.21.15.16:0/869946030 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a9015b480 con 0x7f8a7c003f40 2023-09-23T06:37:52.206 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.199+0000 7f8a95199700 1 -- 172.21.15.16:0/869946030 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a7c00ba10 con 0x7f8a90143c70 2023-09-23T06:37:52.206 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.199+0000 7f8a9699c700 1 --2- 172.21.15.16:0/869946030 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a7c004d90 0x7f8a7c005210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:52.206 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.199+0000 7f8a9619b700 1 --2- 172.21.15.16:0/869946030 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a90143c70 0x7f8a7c003a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:52.206 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.199+0000 7f8a9599a700 1 --2- 172.21.15.16:0/869946030 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a7c003f40 0x7f8a7c004850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:52.206 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.200+0000 7f8a9699c700 1 -- 172.21.15.16:0/869946030 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a90143c70 msgr2=0x7f8a7c003a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:52.207 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.200+0000 7f8a9699c700 1 --2- 172.21.15.16:0/869946030 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a90143c70 0x7f8a7c003a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:52.207 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.200+0000 7f8a9699c700 1 -- 172.21.15.16:0/869946030 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a7c003f40 msgr2=0x7f8a7c004850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:52.207 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.200+0000 7f8a9699c700 1 --2- 172.21.15.16:0/869946030 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a7c003f40 0x7f8a7c004850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:52.207 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.200+0000 7f8a9699c700 1 -- 172.21.15.16:0/869946030 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a7c0035b0 con 0x7f8a7c004d90 2023-09-23T06:37:52.207 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.200+0000 7f8a9599a700 1 --2- 172.21.15.16:0/869946030 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a7c003f40 0x7f8a7c004850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:52.207 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.200+0000 7f8a9699c700 1 --2- 172.21.15.16:0/869946030 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a7c004d90 0x7f8a7c005210 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f8a88009fc0 tx=0x7f8a7c005880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7afa34ef156ba21f server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:52.207 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.200+0000 7f8a95199700 1 -- 172.21.15.16:0/869946030 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a8800ec30 con 0x7f8a7c004d90 2023-09-23T06:37:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.200+0000 7f8a95199700 1 -- 172.21.15.16:0/869946030 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a8800f040 con 0x7f8a7c004d90 2023-09-23T06:37:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.200+0000 7f8a95199700 1 -- 172.21.15.16:0/869946030 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a88014480 con 0x7f8a7c004d90 2023-09-23T06:37:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.201+0000 7f8a983ff700 1 -- 172.21.15.16:0/869946030 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a7c004d90 msgr2=0x7f8a7c005210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.201+0000 7f8a983ff700 1 --2- 172.21.15.16:0/869946030 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a7c004d90 0x7f8a7c005210 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f8a88009fc0 tx=0x7f8a7c005880 comp rx=0 tx=0).stop 2023-09-23T06:37:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.201+0000 7f8a9699c700 1 -- 172.21.15.16:0/869946030 reap_dead start 2023-09-23T06:37:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.201+0000 7f8a983ff700 1 -- 172.21.15.16:0/869946030 shutdown_connections 2023-09-23T06:37:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.201+0000 7f8a983ff700 1 -- 172.21.15.16:0/869946030 >> 172.21.15.16:0/869946030 conn(0x7f8a9006c7a0 msgr2=0x7f8a9006cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:52.208 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.201+0000 7f8a983ff700 1 -- 172.21.15.16:0/869946030 shutdown_connections 2023-09-23T06:37:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.201+0000 7f8a983ff700 1 -- 172.21.15.16:0/869946030 wait complete. 2023-09-23T06:37:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.203+0000 7f8a983ff700 1 Processor -- start 2023-09-23T06:37:52.209 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.203+0000 7f8a983ff700 1 -- start start 2023-09-23T06:37:52.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.204+0000 7f8a983ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a7c004d90 0x7f8a90142b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:52.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.204+0000 7f8a983ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a9013fca0 0x7f8a900c8340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:52.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.204+0000 7f8a983ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a900c8880 0x7f8a900c62e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:52.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.204+0000 7f8a983ff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a9013dd50 con 0x7f8a9013fca0 2023-09-23T06:37:52.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.204+0000 7f8a983ff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a9013d740 con 0x7f8a7c004d90 2023-09-23T06:37:52.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.204+0000 7f8a983ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a900c8db0 con 0x7f8a900c8880 2023-09-23T06:37:52.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.204+0000 7f8a9599a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a9013fca0 0x7f8a900c8340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:52.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.204+0000 7f8a9599a700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a9013fca0 0x7f8a900c8340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33212/0 (socket says 172.21.15.16:33212) 2023-09-23T06:37:52.212 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.204+0000 7f8a9599a700 1 -- 172.21.15.16:0/2150066622 learned_addr learned my addr 172.21.15.16:0/2150066622 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:52.213 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.204+0000 7f8a9619b700 1 --2- 172.21.15.16:0/2150066622 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a7c004d90 0x7f8a90142b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:52.213 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.204+0000 7f8a9699c700 1 --2- 172.21.15.16:0/2150066622 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a900c8880 0x7f8a900c62e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:52.213 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.204+0000 7f8a9599a700 1 -- 172.21.15.16:0/2150066622 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a900c8880 msgr2=0x7f8a900c62e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:52.213 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.204+0000 7f8a9599a700 1 --2- 172.21.15.16:0/2150066622 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a900c8880 0x7f8a900c62e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:52.213 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.204+0000 7f8a9599a700 1 -- 172.21.15.16:0/2150066622 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a7c004d90 msgr2=0x7f8a90142b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:52.213 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.204+0000 7f8a9599a700 1 --2- 172.21.15.16:0/2150066622 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a7c004d90 0x7f8a90142b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:52.213 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.204+0000 7f8a9599a700 1 -- 172.21.15.16:0/2150066622 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a9013d9e0 con 0x7f8a9013fca0 2023-09-23T06:37:52.213 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.204+0000 7f8a9699c700 1 --2- 172.21.15.16:0/2150066622 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a900c8880 0x7f8a900c62e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:52.213 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.205+0000 7f8a9599a700 1 --2- 172.21.15.16:0/2150066622 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a9013fca0 0x7f8a900c8340 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f8a80010840 tx=0x7f8a80010b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.205+0000 7f8a86ffd700 1 -- 172.21.15.16:0/2150066622 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a80004020 con 0x7f8a9013fca0 2023-09-23T06:37:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.205+0000 7f8a86ffd700 1 -- 172.21.15.16:0/2150066622 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a80004180 con 0x7f8a9013fca0 2023-09-23T06:37:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.205+0000 7f8a983ff700 1 -- 172.21.15.16:0/2150066622 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a900c9090 con 0x7f8a9013fca0 2023-09-23T06:37:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.205+0000 7f8a86ffd700 1 -- 172.21.15.16:0/2150066622 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a80004510 con 0x7f8a9013fca0 2023-09-23T06:37:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.205+0000 7f8a983ff700 1 -- 172.21.15.16:0/2150066622 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a900c6a00 con 0x7f8a9013fca0 2023-09-23T06:37:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.206+0000 7f8a983ff700 1 -- 172.21.15.16:0/2150066622 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a900c6cb0 con 0x7f8a9013fca0 2023-09-23T06:37:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.207+0000 7f8a86ffd700 1 -- 172.21.15.16:0/2150066622 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f8a800036a0 con 0x7f8a9013fca0 2023-09-23T06:37:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.208+0000 7f8a86ffd700 1 --2- 172.21.15.16:0/2150066622 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8a7406afc0 0x7f8a7406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:52.214 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.208+0000 7f8a86ffd700 1 -- 172.21.15.16:0/2150066622 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8a80089ab0 con 0x7f8a9013fca0 2023-09-23T06:37:52.215 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.209+0000 7f8a9619b700 1 --2- 172.21.15.16:0/2150066622 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8a7406afc0 0x7f8a7406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:52.215 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.209+0000 7f8a9619b700 1 --2- 172.21.15.16:0/2150066622 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8a7406afc0 0x7f8a7406d480 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f8a8c008b50 tx=0x7f8a8c008d30 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:52.215 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.213+0000 7f8a86ffd700 1 -- 172.21.15.16:0/2150066622 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f8a80054a50 con 0x7f8a9013fca0 2023-09-23T06:37:52.509 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.507+0000 7f8a983ff700 1 -- 172.21.15.16:0/2150066622 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "mon dump", "format": "json"} v 0) v1 -- 0x7f8a9004eb20 con 0x7f8a9013fca0 2023-09-23T06:37:52.510 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.508+0000 7f8a86ffd700 1 -- 172.21.15.16:0/2150066622 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "mon dump", "format": "json"}]=0 dumped monmap epoch 1 v1) v1 ==== 95+0+1268 (secure 0 0 0) 0x7f8a80058070 con 0x7f8a9013fca0 2023-09-23T06:37:52.510 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:37:52.510 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":1,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","modified":"2023-09-23T06:35:05.354759Z","created":"2023-09-23T06:35:05.354759Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:3300","nonce":0},{"type":"v1","addr":"172.21.15.16:6789","nonce":0}]},"addr":"172.21.15.16:6789/0","public_addr":"172.21.15.16:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:3300","nonce":0},{"type":"v1","addr":"172.21.15.92:6789","nonce":0}]},"addr":"172.21.15.92:6789/0","public_addr":"172.21.15.92:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:3301","nonce":0},{"type":"v1","addr":"172.21.15.92:6790","nonce":0}]},"addr":"172.21.15.92:6790/0","public_addr":"172.21.15.92:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2023-09-23T06:37:52.513 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.511+0000 7f8a983ff700 1 -- 172.21.15.16:0/2150066622 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8a7406afc0 msgr2=0x7f8a7406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:52.513 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.511+0000 7f8a983ff700 1 --2- 172.21.15.16:0/2150066622 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8a7406afc0 0x7f8a7406d480 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f8a8c008b50 tx=0x7f8a8c008d30 comp rx=0 tx=0).stop 2023-09-23T06:37:52.513 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.511+0000 7f8a983ff700 1 -- 172.21.15.16:0/2150066622 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a9013fca0 msgr2=0x7f8a900c8340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:52.513 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.511+0000 7f8a983ff700 1 --2- 172.21.15.16:0/2150066622 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a9013fca0 0x7f8a900c8340 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f8a80010840 tx=0x7f8a80010b50 comp rx=0 tx=0).stop 2023-09-23T06:37:52.513 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.511+0000 7f8a983ff700 1 -- 172.21.15.16:0/2150066622 shutdown_connections 2023-09-23T06:37:52.513 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.511+0000 7f8a983ff700 1 --2- 172.21.15.16:0/2150066622 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8a900c8880 0x7f8a900c62e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:52.513 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.511+0000 7f8a983ff700 1 --2- 172.21.15.16:0/2150066622 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8a7c004d90 0x7f8a90142b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:52.513 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.511+0000 7f8a983ff700 1 --2- 172.21.15.16:0/2150066622 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8a7406afc0 0x7f8a7406d480 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:52.513 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.511+0000 7f8a983ff700 1 --2- 172.21.15.16:0/2150066622 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8a9013fca0 0x7f8a900c8340 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:52.514 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.511+0000 7f8a983ff700 1 -- 172.21.15.16:0/2150066622 >> 172.21.15.16:0/2150066622 conn(0x7f8a9006c7a0 msgr2=0x7f8a900cd510 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:52.514 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.511+0000 7f8a983ff700 1 -- 172.21.15.16:0/2150066622 shutdown_connections 2023-09-23T06:37:52.514 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.511+0000 7f8a983ff700 1 -- 172.21.15.16:0/2150066622 wait complete. 2023-09-23T06:37:52.514 INFO:teuthology.orchestra.run.smithi016.stderr:dumped monmap epoch 1 2023-09-23T06:37:52.531 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth get-or-create client.admin 2023-09-23T06:37:52.735 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.733+0000 7f8bb7dff700 1 Processor -- start 2023-09-23T06:37:52.735 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.733+0000 7f8bb7dff700 1 -- start start 2023-09-23T06:37:52.737 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.735+0000 7f8bb7dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8bb0159d70 0x7f8bb00ca820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:52.737 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.735+0000 7f8bb7dff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8bb00c98c0 0x7f8bb0071160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:52.737 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.735+0000 7f8bb7dff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8bb015d730 con 0x7f8bb00b0c60 2023-09-23T06:37:52.737 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.735+0000 7f8bb7dff700 1 -- --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8bb015da10 con 0x7f8bb00c98c0 2023-09-23T06:37:52.737 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.735+0000 7f8bb7dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8bb015dcf0 con 0x7f8bb0159d70 2023-09-23T06:37:52.738 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.735+0000 7f8bb639c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8bb00c98c0 0x7f8bb0071160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:52.738 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.735+0000 7f8bb639c700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7f8bb00c98c0 0x7f8bb0071160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33226/0 (socket says 172.21.15.16:33226) 2023-09-23T06:37:52.738 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.735+0000 7f8bb639c700 1 -- 172.21.15.16:0/3938546656 learned_addr learned my addr 172.21.15.16:0/3938546656 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:52.738 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.735+0000 7f8bb539a700 1 --2- 172.21.15.16:0/3938546656 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8bb0159d70 0x7f8bb00ca820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:52.738 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.735+0000 7f8bb639c700 1 -- 172.21.15.16:0/3938546656 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8bb0159d70 msgr2=0x7f8bb00ca820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T06:37:52.738 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.735+0000 7f8bb639c700 1 --2- 172.21.15.16:0/3938546656 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8bb0159d70 0x7f8bb00ca820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:52.738 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.735+0000 7f8bb639c700 1 -- 172.21.15.16:0/3938546656 >> v1:172.21.15.92:6789/0 conn(0x7f8bb00b0c60 legacy=0x7f8bb00b1040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:52.738 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.735+0000 7f8bb639c700 1 -- 172.21.15.16:0/3938546656 --> v2:172.21.15.16:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8bb015dfd0 con 0x7f8bb00c98c0 2023-09-23T06:37:52.738 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.736+0000 7f8bb639c700 1 --2- 172.21.15.16:0/3938546656 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bb00c98c0 0x7f8bb0071160 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f8ba800d150 tx=0x7f8ba800d460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7eec0a86799fa8d0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:52.739 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.736+0000 7f8bb4b99700 1 -- 172.21.15.16:0/3938546656 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ba8010070 con 0x7f8bb00c98c0 2023-09-23T06:37:52.739 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.736+0000 7f8bb4b99700 1 -- 172.21.15.16:0/3938546656 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ba800dbb0 con 0x7f8bb00c98c0 2023-09-23T06:37:52.740 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.736+0000 7f8bb4b99700 1 -- 172.21.15.16:0/3938546656 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ba8016400 con 0x7f8bb00c98c0 2023-09-23T06:37:52.740 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.736+0000 7f8bb7dff700 1 -- 172.21.15.16:0/3938546656 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bb00c98c0 msgr2=0x7f8bb0071160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:52.740 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.736+0000 7f8bb7dff700 1 --2- 172.21.15.16:0/3938546656 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bb00c98c0 0x7f8bb0071160 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7f8ba800d150 tx=0x7f8ba800d460 comp rx=0 tx=0).stop 2023-09-23T06:37:52.740 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.737+0000 7f8bb7dff700 1 -- 172.21.15.16:0/3938546656 shutdown_connections 2023-09-23T06:37:52.740 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.737+0000 7f8bb7dff700 1 --2- 172.21.15.16:0/3938546656 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bb00c98c0 0x7f8bb0071160 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:52.740 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.737+0000 7f8bb7dff700 1 --2- 172.21.15.16:0/3938546656 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8bb0159d70 0x7f8bb00ca820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:52.740 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.737+0000 7f8bb7dff700 1 -- 172.21.15.16:0/3938546656 >> 172.21.15.16:0/3938546656 conn(0x7f8bb006ae10 msgr2=0x7f8bb00cbc60 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:52.740 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.737+0000 7f8bb7dff700 1 -- 172.21.15.16:0/3938546656 shutdown_connections 2023-09-23T06:37:52.740 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.737+0000 7f8bb7dff700 1 -- 172.21.15.16:0/3938546656 wait complete. 2023-09-23T06:37:52.742 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.738+0000 7f8bb7dff700 1 Processor -- start 2023-09-23T06:37:52.742 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.738+0000 7f8bb7dff700 1 -- start start 2023-09-23T06:37:52.742 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.739+0000 7f8bb7dff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bb00b0c60 0x7f8bb0153b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:52.742 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.739+0000 7f8bb7dff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8bb00c98c0 0x7f8bb0156490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:52.742 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.739+0000 7f8bb7dff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8bb0159d70 0x7f8bb01569d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:52.742 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.739+0000 7f8bb7dff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8bb00ae1b0 con 0x7f8bb00b0c60 2023-09-23T06:37:52.742 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.739+0000 7f8bb7dff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8bb01540c0 con 0x7f8bb0159d70 2023-09-23T06:37:52.742 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.739+0000 7f8bb7dff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8bb00c38f0 con 0x7f8bb00c98c0 2023-09-23T06:37:52.742 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.740+0000 7f8bb5b9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bb00b0c60 0x7f8bb0153b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:52.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.740+0000 7f8bb539a700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8bb00c98c0 0x7f8bb0156490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:52.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.740+0000 7f8bb5b9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bb00b0c60 0x7f8bb0153b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.16:3300/0 says I am v2:172.21.15.16:33240/0 (socket says 172.21.15.16:33240) 2023-09-23T06:37:52.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.740+0000 7f8bb5b9b700 1 -- 172.21.15.16:0/4172239321 learned_addr learned my addr 172.21.15.16:0/4172239321 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T06:37:52.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.740+0000 7f8bb639c700 1 --2- 172.21.15.16:0/4172239321 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8bb0159d70 0x7f8bb01569d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:52.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.740+0000 7f8bb5b9b700 1 -- 172.21.15.16:0/4172239321 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8bb00c98c0 msgr2=0x7f8bb0156490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:52.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.740+0000 7f8bb5b9b700 1 --2- 172.21.15.16:0/4172239321 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8bb00c98c0 0x7f8bb0156490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:52.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.740+0000 7f8bb5b9b700 1 -- 172.21.15.16:0/4172239321 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8bb0159d70 msgr2=0x7f8bb01569d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:52.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.740+0000 7f8bb5b9b700 1 --2- 172.21.15.16:0/4172239321 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8bb0159d70 0x7f8bb01569d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:52.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.740+0000 7f8bb5b9b700 1 -- 172.21.15.16:0/4172239321 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ba800bd40 con 0x7f8bb00b0c60 2023-09-23T06:37:52.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.740+0000 7f8bb639c700 1 --2- 172.21.15.16:0/4172239321 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8bb0159d70 0x7f8bb01569d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2023-09-23T06:37:52.743 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.740+0000 7f8bb5b9b700 1 --2- 172.21.15.16:0/4172239321 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bb00b0c60 0x7f8bb0153b80 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f8bac00c4e0 tx=0x7f8bac00c7f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:52.744 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.741+0000 7f8ba67fc700 1 -- 172.21.15.16:0/4172239321 <== mon.0 v2:172.21.15.16:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bac0052d0 con 0x7f8bb00b0c60 2023-09-23T06:37:52.744 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.741+0000 7f8ba67fc700 1 -- 172.21.15.16:0/4172239321 <== mon.0 v2:172.21.15.16:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8bac005430 con 0x7f8bb00b0c60 2023-09-23T06:37:52.745 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.741+0000 7f8ba67fc700 1 -- 172.21.15.16:0/4172239321 <== mon.0 v2:172.21.15.16:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8bac0038c0 con 0x7f8bb00b0c60 2023-09-23T06:37:52.745 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.741+0000 7f8bb7dff700 1 -- 172.21.15.16:0/4172239321 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8bb00c3bd0 con 0x7f8bb00b0c60 2023-09-23T06:37:52.745 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.741+0000 7f8bb7dff700 1 -- 172.21.15.16:0/4172239321 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8bb00c4190 con 0x7f8bb00b0c60 2023-09-23T06:37:52.745 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.742+0000 7f8bb7dff700 1 -- 172.21.15.16:0/4172239321 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8bb00c43b0 con 0x7f8bb00b0c60 2023-09-23T06:37:52.745 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.743+0000 7f8ba67fc700 1 -- 172.21.15.16:0/4172239321 <== mon.0 v2:172.21.15.16:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f8bac003a20 con 0x7f8bb00b0c60 2023-09-23T06:37:52.745 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.744+0000 7f8ba67fc700 1 --2- 172.21.15.16:0/4172239321 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8b9406afc0 0x7f8b9406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T06:37:52.746 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.744+0000 7f8ba67fc700 1 -- 172.21.15.16:0/4172239321 <== mon.0 v2:172.21.15.16:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8bac088c20 con 0x7f8bb00b0c60 2023-09-23T06:37:52.746 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.744+0000 7f8bb539a700 1 --2- 172.21.15.16:0/4172239321 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8b9406afc0 0x7f8b9406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T06:37:52.746 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.745+0000 7f8bb539a700 1 --2- 172.21.15.16:0/4172239321 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8b9406afc0 0x7f8b9406d480 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f8bb00ade00 tx=0x7f8ba0008040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T06:37:52.749 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:52.748+0000 7f8ba67fc700 1 -- 172.21.15.16:0/4172239321 <== mon.0 v2:172.21.15.16:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f8bac053bc0 con 0x7f8bb00b0c60 2023-09-23T06:37:53.036 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:53.034+0000 7f8bb7dff700 1 -- 172.21.15.16:0/4172239321 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_command({"prefix": "auth get-or-create", "entity": "client.admin"} v 0) v1 -- 0x7f8bb004eb20 con 0x7f8bb00b0c60 2023-09-23T06:37:53.036 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:53.034+0000 7f8ba67fc700 1 -- 172.21.15.16:0/4172239321 <== mon.0 v2:172.21.15.16:3300/0 7 ==== mon_command_ack([{"prefix": "auth get-or-create", "entity": "client.admin"}]=0 v11) v1 ==== 92+0+63 (secure 0 0 0) 0x7f8bac0170a0 con 0x7f8bb00b0c60 2023-09-23T06:37:53.036 INFO:teuthology.orchestra.run.smithi016.stdout:[client.admin] 2023-09-23T06:37:53.036 INFO:teuthology.orchestra.run.smithi016.stdout: key = AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== 2023-09-23T06:37:53.038 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:53.036+0000 7f8bb7dff700 1 -- 172.21.15.16:0/4172239321 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8b9406afc0 msgr2=0x7f8b9406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:53.039 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:53.036+0000 7f8bb7dff700 1 --2- 172.21.15.16:0/4172239321 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8b9406afc0 0x7f8b9406d480 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f8bb00ade00 tx=0x7f8ba0008040 comp rx=0 tx=0).stop 2023-09-23T06:37:53.039 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:53.037+0000 7f8bb7dff700 1 -- 172.21.15.16:0/4172239321 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bb00b0c60 msgr2=0x7f8bb0153b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T06:37:53.039 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:53.037+0000 7f8bb7dff700 1 --2- 172.21.15.16:0/4172239321 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bb00b0c60 0x7f8bb0153b80 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f8bac00c4e0 tx=0x7f8bac00c7f0 comp rx=0 tx=0).stop 2023-09-23T06:37:53.039 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:53.037+0000 7f8bb7dff700 1 -- 172.21.15.16:0/4172239321 shutdown_connections 2023-09-23T06:37:53.039 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:53.037+0000 7f8bb7dff700 1 --2- 172.21.15.16:0/4172239321 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f8bb0159d70 0x7f8bb01569d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:53.039 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:53.037+0000 7f8bb7dff700 1 --2- 172.21.15.16:0/4172239321 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f8b9406afc0 0x7f8b9406d480 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:53.039 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:53.037+0000 7f8bb7dff700 1 --2- 172.21.15.16:0/4172239321 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f8bb00b0c60 0x7f8bb0153b80 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:53.039 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:53.037+0000 7f8bb7dff700 1 --2- 172.21.15.16:0/4172239321 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f8bb00c98c0 0x7f8bb0156490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T06:37:53.040 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:53.037+0000 7f8bb7dff700 1 -- 172.21.15.16:0/4172239321 >> 172.21.15.16:0/4172239321 conn(0x7f8bb006ae10 msgr2=0x7f8bb00cd730 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T06:37:53.040 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:53.037+0000 7f8bb7dff700 1 -- 172.21.15.16:0/4172239321 shutdown_connections 2023-09-23T06:37:53.040 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T06:37:53.037+0000 7f8bb7dff700 1 -- 172.21.15.16:0/4172239321 wait complete. 2023-09-23T06:37:53.057 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:37:53.057 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/tmp/tmp.Zw2uDyk3yhxfstests-dev/local.config 2023-09-23T06:37:53.128 INFO:tasks.cephfs.xfstests_dev:local.config's contents - export FSTYP=ceph export TEST_DEV=172.21.15.16:6789:/test export TEST_DIR=/tmp/tmp.npSTNQo1extest export SCRATCH_DEV=172.21.15.16:6789:/scratch export SCRATCH_MNT=/tmp/tmp.7QYjPX49WUscratch export CEPHFS_MOUNT_OPTIONS="-o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA==" 2023-09-23T06:37:53.129 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T06:37:53.129 DEBUG:teuthology.orchestra.run.smithi016:> sudo dd of=/tmp/tmp.Zw2uDyk3yhxfstests-dev/ceph.exclude 2023-09-23T06:37:53.239 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo make) 2023-09-23T06:37:53.374 INFO:teuthology.orchestra.run.smithi016.stdout:libtoolize -cfi 2023-09-23T06:37:53.858 INFO:teuthology.orchestra.run.smithi016.stdout:libtoolize: putting auxiliary files in '.'. 2023-09-23T06:37:53.858 INFO:teuthology.orchestra.run.smithi016.stdout:libtoolize: copying file './config.guess' 2023-09-23T06:37:53.868 INFO:teuthology.orchestra.run.smithi016.stdout:libtoolize: copying file './config.sub' 2023-09-23T06:37:53.878 INFO:teuthology.orchestra.run.smithi016.stdout:libtoolize: copying file './install-sh' 2023-09-23T06:37:53.889 INFO:teuthology.orchestra.run.smithi016.stdout:libtoolize: copying file './ltmain.sh' 2023-09-23T06:37:53.952 INFO:teuthology.orchestra.run.smithi016.stdout:libtoolize: putting macros in AC_CONFIG_MACRO_DIRS, 'm4'. 2023-09-23T06:37:53.952 INFO:teuthology.orchestra.run.smithi016.stdout:libtoolize: copying file 'm4/libtool.m4' 2023-09-23T06:37:53.965 INFO:teuthology.orchestra.run.smithi016.stdout:libtoolize: copying file 'm4/ltoptions.m4' 2023-09-23T06:37:53.978 INFO:teuthology.orchestra.run.smithi016.stdout:libtoolize: copying file 'm4/ltsugar.m4' 2023-09-23T06:37:53.991 INFO:teuthology.orchestra.run.smithi016.stdout:libtoolize: copying file 'm4/ltversion.m4' 2023-09-23T06:37:54.004 INFO:teuthology.orchestra.run.smithi016.stdout:libtoolize: copying file 'm4/lt~obsolete.m4' 2023-09-23T06:37:54.020 INFO:teuthology.orchestra.run.smithi016.stdout:libtoolize: Consider adding '-I m4' to ACLOCAL_AMFLAGS in Makefile.am. 2023-09-23T06:37:54.023 INFO:teuthology.orchestra.run.smithi016.stdout:cp include/install-sh . 2023-09-23T06:37:54.026 INFO:teuthology.orchestra.run.smithi016.stdout:aclocal -I m4 2023-09-23T06:37:55.299 INFO:teuthology.orchestra.run.smithi016.stdout:autoheader 2023-09-23T06:37:55.672 INFO:teuthology.orchestra.run.smithi016.stdout:autoconf 2023-09-23T06:37:55.890 INFO:teuthology.orchestra.run.smithi016.stdout:./configure \ 2023-09-23T06:37:55.891 INFO:teuthology.orchestra.run.smithi016.stdout: --libexecdir=/usr/lib \ 2023-09-23T06:37:55.891 INFO:teuthology.orchestra.run.smithi016.stdout: --exec_prefix=/var/lib 2023-09-23T06:37:56.261 INFO:teuthology.orchestra.run.smithi016.stdout:checking build system type... x86_64-pc-linux-gnu 2023-09-23T06:37:56.262 INFO:teuthology.orchestra.run.smithi016.stdout:checking host system type... x86_64-pc-linux-gnu 2023-09-23T06:37:56.265 INFO:teuthology.orchestra.run.smithi016.stdout:checking how to print strings... printf 2023-09-23T06:37:56.266 INFO:teuthology.orchestra.run.smithi016.stdout:checking for gcc... gcc 2023-09-23T06:37:56.411 INFO:teuthology.orchestra.run.smithi016.stdout:checking whether the C compiler works... yes 2023-09-23T06:37:56.411 INFO:teuthology.orchestra.run.smithi016.stdout:checking for C compiler default output file name... a.out 2023-09-23T06:37:56.461 INFO:teuthology.orchestra.run.smithi016.stdout:checking for suffix of executables... 2023-09-23T06:37:56.531 INFO:teuthology.orchestra.run.smithi016.stdout:checking whether we are cross compiling... no 2023-09-23T06:37:56.569 INFO:teuthology.orchestra.run.smithi016.stdout:checking for suffix of object files... o 2023-09-23T06:37:56.603 INFO:teuthology.orchestra.run.smithi016.stdout:checking whether we are using the GNU C compiler... yes 2023-09-23T06:37:56.638 INFO:teuthology.orchestra.run.smithi016.stdout:checking whether gcc accepts -g... yes 2023-09-23T06:37:56.686 INFO:teuthology.orchestra.run.smithi016.stdout:checking for gcc option to accept ISO C89... none needed 2023-09-23T06:37:56.693 INFO:teuthology.orchestra.run.smithi016.stdout:checking for a sed that does not truncate output... /bin/sed 2023-09-23T06:37:56.699 INFO:teuthology.orchestra.run.smithi016.stdout:checking for grep that handles long lines and -e... /bin/grep 2023-09-23T06:37:56.702 INFO:teuthology.orchestra.run.smithi016.stdout:checking for egrep... /bin/grep -E 2023-09-23T06:37:56.705 INFO:teuthology.orchestra.run.smithi016.stdout:checking for fgrep... /bin/grep -F 2023-09-23T06:37:56.713 INFO:teuthology.orchestra.run.smithi016.stdout:checking for ld used by gcc... /bin/ld 2023-09-23T06:37:56.717 INFO:teuthology.orchestra.run.smithi016.stdout:checking if the linker (/bin/ld) is GNU ld... yes 2023-09-23T06:37:56.731 INFO:teuthology.orchestra.run.smithi016.stdout:checking for BSD- or MS-compatible name lister (nm)... /bin/nm -B 2023-09-23T06:37:56.771 INFO:teuthology.orchestra.run.smithi016.stdout:checking the name lister (/bin/nm -B) interface... BSD nm 2023-09-23T06:37:56.771 INFO:teuthology.orchestra.run.smithi016.stdout:checking whether ln -s works... yes 2023-09-23T06:37:56.787 INFO:teuthology.orchestra.run.smithi016.stdout:checking the maximum length of command line arguments... 1572864 2023-09-23T06:37:56.793 INFO:teuthology.orchestra.run.smithi016.stdout:checking how to convert x86_64-pc-linux-gnu file names to x86_64-pc-linux-gnu format... func_convert_file_noop 2023-09-23T06:37:56.793 INFO:teuthology.orchestra.run.smithi016.stdout:checking how to convert x86_64-pc-linux-gnu file names to toolchain format... func_convert_file_noop 2023-09-23T06:37:56.793 INFO:teuthology.orchestra.run.smithi016.stdout:checking for /bin/ld option to reload object files... -r 2023-09-23T06:37:56.793 INFO:teuthology.orchestra.run.smithi016.stdout:checking for objdump... objdump 2023-09-23T06:37:56.794 INFO:teuthology.orchestra.run.smithi016.stdout:checking how to recognize dependent libraries... pass_all 2023-09-23T06:37:56.795 INFO:teuthology.orchestra.run.smithi016.stdout:checking for dlltool... no 2023-09-23T06:37:56.795 INFO:teuthology.orchestra.run.smithi016.stdout:checking how to associate runtime and link libraries... printf %s\n 2023-09-23T06:37:56.795 INFO:teuthology.orchestra.run.smithi016.stdout:checking for ar... ar 2023-09-23T06:37:56.848 INFO:teuthology.orchestra.run.smithi016.stdout:checking for archiver @FILE support... @ 2023-09-23T06:37:56.848 INFO:teuthology.orchestra.run.smithi016.stdout:checking for strip... strip 2023-09-23T06:37:56.848 INFO:teuthology.orchestra.run.smithi016.stdout:checking for ranlib... ranlib 2023-09-23T06:37:56.849 INFO:teuthology.orchestra.run.smithi016.stdout:checking for gawk... gawk 2023-09-23T06:37:56.960 INFO:teuthology.orchestra.run.smithi016.stdout:checking command to parse /bin/nm -B output from gcc object... ok 2023-09-23T06:37:56.963 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sysroot... no 2023-09-23T06:37:56.973 INFO:teuthology.orchestra.run.smithi016.stdout:checking for a working dd... /bin/dd 2023-09-23T06:37:56.978 INFO:teuthology.orchestra.run.smithi016.stdout:checking how to truncate binary pipes... /bin/dd bs=4096 count=1 2023-09-23T06:37:57.007 INFO:teuthology.orchestra.run.smithi016.stdout:checking for mt... no 2023-09-23T06:37:57.012 INFO:teuthology.orchestra.run.smithi016.stdout:checking if : is a manifest tool... no 2023-09-23T06:37:57.071 INFO:teuthology.orchestra.run.smithi016.stdout:checking how to run the C preprocessor... gcc -E 2023-09-23T06:37:57.305 INFO:teuthology.orchestra.run.smithi016.stdout:checking for ANSI C header files... yes 2023-09-23T06:37:57.349 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sys/types.h... yes 2023-09-23T06:37:57.410 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sys/stat.h... yes 2023-09-23T06:37:57.463 INFO:teuthology.orchestra.run.smithi016.stdout:checking for stdlib.h... yes 2023-09-23T06:37:57.516 INFO:teuthology.orchestra.run.smithi016.stdout:checking for string.h... yes 2023-09-23T06:37:57.571 INFO:teuthology.orchestra.run.smithi016.stdout:checking for memory.h... yes 2023-09-23T06:37:57.625 INFO:teuthology.orchestra.run.smithi016.stdout:checking for strings.h... yes 2023-09-23T06:37:57.688 INFO:teuthology.orchestra.run.smithi016.stdout:checking for inttypes.h... yes 2023-09-23T06:37:57.743 INFO:teuthology.orchestra.run.smithi016.stdout:checking for stdint.h... yes 2023-09-23T06:37:57.801 INFO:teuthology.orchestra.run.smithi016.stdout:checking for unistd.h... yes 2023-09-23T06:37:57.855 INFO:teuthology.orchestra.run.smithi016.stdout:checking for dlfcn.h... yes 2023-09-23T06:37:57.863 INFO:teuthology.orchestra.run.smithi016.stdout:checking for objdir... .libs 2023-09-23T06:37:57.999 INFO:teuthology.orchestra.run.smithi016.stdout:checking if gcc supports -fno-rtti -fno-exceptions... no 2023-09-23T06:37:58.000 INFO:teuthology.orchestra.run.smithi016.stdout:checking for gcc option to produce PIC... -fPIC -DPIC 2023-09-23T06:37:58.038 INFO:teuthology.orchestra.run.smithi016.stdout:checking if gcc PIC flag -fPIC -DPIC works... yes 2023-09-23T06:37:58.076 INFO:teuthology.orchestra.run.smithi016.stdout:checking if gcc static flag -static works... no 2023-09-23T06:37:58.130 INFO:teuthology.orchestra.run.smithi016.stdout:checking if gcc supports -c -o file.o... yes 2023-09-23T06:37:58.131 INFO:teuthology.orchestra.run.smithi016.stdout:checking if gcc supports -c -o file.o... (cached) yes 2023-09-23T06:37:58.146 INFO:teuthology.orchestra.run.smithi016.stdout:checking whether the gcc linker (/bin/ld -m elf_x86_64) supports shared libraries... yes 2023-09-23T06:37:58.194 INFO:teuthology.orchestra.run.smithi016.stdout:checking whether -lc should be explicitly linked in... no 2023-09-23T06:37:58.287 INFO:teuthology.orchestra.run.smithi016.stdout:checking dynamic linker characteristics... GNU/Linux ld.so 2023-09-23T06:37:58.287 INFO:teuthology.orchestra.run.smithi016.stdout:checking how to hardcode library paths into programs... immediate 2023-09-23T06:37:58.295 INFO:teuthology.orchestra.run.smithi016.stdout:checking whether stripping libraries is possible... yes 2023-09-23T06:37:58.295 INFO:teuthology.orchestra.run.smithi016.stdout:checking if libtool supports shared libraries... yes 2023-09-23T06:37:58.296 INFO:teuthology.orchestra.run.smithi016.stdout:checking whether to build shared libraries... yes 2023-09-23T06:37:58.296 INFO:teuthology.orchestra.run.smithi016.stdout:checking whether to build static libraries... yes 2023-09-23T06:37:58.308 INFO:teuthology.orchestra.run.smithi016.stdout:checking for gcc... (cached) gcc 2023-09-23T06:37:58.347 INFO:teuthology.orchestra.run.smithi016.stdout:checking whether we are using the GNU C compiler... (cached) yes 2023-09-23T06:37:58.348 INFO:teuthology.orchestra.run.smithi016.stdout:checking whether gcc accepts -g... (cached) yes 2023-09-23T06:37:58.348 INFO:teuthology.orchestra.run.smithi016.stdout:checking for gcc option to accept ISO C89... (cached) none needed 2023-09-23T06:37:58.348 INFO:teuthology.orchestra.run.smithi016.stdout:checking for gmake... /usr/bin/gmake 2023-09-23T06:37:58.348 INFO:teuthology.orchestra.run.smithi016.stderr:./configure: line 12070: test: $(SHELL): binary operator expected 2023-09-23T06:37:58.349 INFO:teuthology.orchestra.run.smithi016.stdout:checking for tar... /bin/tar 2023-09-23T06:37:58.349 INFO:teuthology.orchestra.run.smithi016.stdout:checking for gzip... /bin/gzip 2023-09-23T06:37:58.365 INFO:teuthology.orchestra.run.smithi016.stdout:checking whether gcc -MM is supported... yes 2023-09-23T06:37:58.365 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sort... /bin/sort 2023-09-23T06:37:58.365 INFO:teuthology.orchestra.run.smithi016.stdout:checking whether ln -s works... yes 2023-09-23T06:37:58.366 INFO:teuthology.orchestra.run.smithi016.stdout:checking for rpm... /bin/rpm 2023-09-23T06:37:58.374 INFO:teuthology.orchestra.run.smithi016.stdout:checking for rpmbuild... no 2023-09-23T06:37:58.429 INFO:teuthology.orchestra.run.smithi016.stdout:checking assert.h usability... yes 2023-09-23T06:37:58.446 INFO:teuthology.orchestra.run.smithi016.stdout:checking assert.h presence... yes 2023-09-23T06:37:58.446 INFO:teuthology.orchestra.run.smithi016.stdout:checking for assert.h... yes 2023-09-23T06:37:58.504 INFO:teuthology.orchestra.run.smithi016.stdout:checking bstring.h usability... no 2023-09-23T06:37:58.528 INFO:teuthology.orchestra.run.smithi016.stdout:checking bstring.h presence... no 2023-09-23T06:37:58.528 INFO:teuthology.orchestra.run.smithi016.stdout:checking for bstring.h... no 2023-09-23T06:37:58.578 INFO:teuthology.orchestra.run.smithi016.stdout:checking libgen.h usability... yes 2023-09-23T06:37:58.594 INFO:teuthology.orchestra.run.smithi016.stdout:checking libgen.h presence... yes 2023-09-23T06:37:58.594 INFO:teuthology.orchestra.run.smithi016.stdout:checking for libgen.h... yes 2023-09-23T06:37:58.653 INFO:teuthology.orchestra.run.smithi016.stdout:checking dirent.h usability... yes 2023-09-23T06:37:58.671 INFO:teuthology.orchestra.run.smithi016.stdout:checking dirent.h presence... yes 2023-09-23T06:37:58.672 INFO:teuthology.orchestra.run.smithi016.stdout:checking for dirent.h... yes 2023-09-23T06:37:58.757 INFO:teuthology.orchestra.run.smithi016.stdout:checking errno.h usability... yes 2023-09-23T06:37:58.774 INFO:teuthology.orchestra.run.smithi016.stdout:checking errno.h presence... yes 2023-09-23T06:37:58.774 INFO:teuthology.orchestra.run.smithi016.stdout:checking for errno.h... yes 2023-09-23T06:37:58.839 INFO:teuthology.orchestra.run.smithi016.stdout:checking malloc.h usability... yes 2023-09-23T06:37:58.857 INFO:teuthology.orchestra.run.smithi016.stdout:checking malloc.h presence... yes 2023-09-23T06:37:58.857 INFO:teuthology.orchestra.run.smithi016.stdout:checking for malloc.h... yes 2023-09-23T06:37:58.915 INFO:teuthology.orchestra.run.smithi016.stdout:checking uuid.h usability... no 2023-09-23T06:37:58.940 INFO:teuthology.orchestra.run.smithi016.stdout:checking uuid.h presence... no 2023-09-23T06:37:58.940 INFO:teuthology.orchestra.run.smithi016.stdout:checking for uuid.h... no 2023-09-23T06:37:59.002 INFO:teuthology.orchestra.run.smithi016.stdout:checking uuid/uuid.h usability... yes 2023-09-23T06:37:59.022 INFO:teuthology.orchestra.run.smithi016.stdout:checking uuid/uuid.h presence... yes 2023-09-23T06:37:59.022 INFO:teuthology.orchestra.run.smithi016.stdout:checking for uuid/uuid.h... yes 2023-09-23T06:37:59.079 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/uuid.h usability... no 2023-09-23T06:37:59.104 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/uuid.h presence... no 2023-09-23T06:37:59.104 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sys/uuid.h... no 2023-09-23T06:37:59.156 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/file.h usability... yes 2023-09-23T06:37:59.173 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/file.h presence... yes 2023-09-23T06:37:59.173 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sys/file.h... yes 2023-09-23T06:37:59.231 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/fcntl.h usability... yes 2023-09-23T06:37:59.248 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/fcntl.h presence... yes 2023-09-23T06:37:59.248 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sys/fcntl.h... yes 2023-09-23T06:37:59.306 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/syssgi.h usability... no 2023-09-23T06:37:59.330 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/syssgi.h presence... no 2023-09-23T06:37:59.331 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sys/syssgi.h... no 2023-09-23T06:37:59.399 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/param.h usability... yes 2023-09-23T06:37:59.420 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/param.h presence... yes 2023-09-23T06:37:59.420 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sys/param.h... yes 2023-09-23T06:37:59.434 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sys/stat.h... (cached) yes 2023-09-23T06:37:59.499 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/statvfs.h usability... yes 2023-09-23T06:37:59.516 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/statvfs.h presence... yes 2023-09-23T06:37:59.516 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sys/statvfs.h... yes 2023-09-23T06:37:59.573 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/time.h usability... yes 2023-09-23T06:37:59.590 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/time.h presence... yes 2023-09-23T06:37:59.590 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sys/time.h... yes 2023-09-23T06:37:59.664 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/ioctl.h usability... yes 2023-09-23T06:37:59.682 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/ioctl.h presence... yes 2023-09-23T06:37:59.682 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sys/ioctl.h... yes 2023-09-23T06:37:59.743 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/wait.h usability... yes 2023-09-23T06:37:59.763 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/wait.h presence... yes 2023-09-23T06:37:59.763 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sys/wait.h... yes 2023-09-23T06:37:59.777 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sys/types.h... (cached) yes 2023-09-23T06:37:59.791 INFO:teuthology.orchestra.run.smithi016.stdout:checking for strings.h... (cached) yes 2023-09-23T06:37:59.857 INFO:teuthology.orchestra.run.smithi016.stdout:checking err.h usability... yes 2023-09-23T06:37:59.873 INFO:teuthology.orchestra.run.smithi016.stdout:checking err.h presence... yes 2023-09-23T06:37:59.873 INFO:teuthology.orchestra.run.smithi016.stdout:checking for err.h... yes 2023-09-23T06:37:59.932 INFO:teuthology.orchestra.run.smithi016.stdout:checking linux/falloc.h usability... yes 2023-09-23T06:37:59.946 INFO:teuthology.orchestra.run.smithi016.stdout:checking linux/falloc.h presence... yes 2023-09-23T06:37:59.947 INFO:teuthology.orchestra.run.smithi016.stdout:checking for linux/falloc.h... yes 2023-09-23T06:38:00.004 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/fs/xfs_fsops.h usability... no 2023-09-23T06:38:00.029 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/fs/xfs_fsops.h presence... no 2023-09-23T06:38:00.029 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sys/fs/xfs_fsops.h... no 2023-09-23T06:38:00.078 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/fs/xfs_itable.h usability... no 2023-09-23T06:38:00.102 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/fs/xfs_itable.h presence... no 2023-09-23T06:38:00.102 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sys/fs/xfs_itable.h... no 2023-09-23T06:38:00.151 INFO:teuthology.orchestra.run.smithi016.stdout:checking xfs/platform_defs.h usability... no 2023-09-23T06:38:00.176 INFO:teuthology.orchestra.run.smithi016.stdout:checking xfs/platform_defs.h presence... no 2023-09-23T06:38:00.176 INFO:teuthology.orchestra.run.smithi016.stdout:checking for xfs/platform_defs.h... no 2023-09-23T06:38:00.225 INFO:teuthology.orchestra.run.smithi016.stdout:checking btrfs/ioctl.h usability... no 2023-09-23T06:38:00.251 INFO:teuthology.orchestra.run.smithi016.stdout:checking btrfs/ioctl.h presence... no 2023-09-23T06:38:00.251 INFO:teuthology.orchestra.run.smithi016.stdout:checking for btrfs/ioctl.h... no 2023-09-23T06:38:00.299 INFO:teuthology.orchestra.run.smithi016.stdout:checking cifs/ioctl.h usability... no 2023-09-23T06:38:00.324 INFO:teuthology.orchestra.run.smithi016.stdout:checking cifs/ioctl.h presence... no 2023-09-23T06:38:00.324 INFO:teuthology.orchestra.run.smithi016.stdout:checking for cifs/ioctl.h... no 2023-09-23T06:38:00.376 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/mman.h usability... yes 2023-09-23T06:38:00.393 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/mman.h presence... yes 2023-09-23T06:38:00.393 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sys/mman.h... yes 2023-09-23T06:38:00.431 INFO:teuthology.orchestra.run.smithi016.stdout:checking for xfs/xfs_log_format.h... no 2023-09-23T06:38:00.499 INFO:teuthology.orchestra.run.smithi016.stdout:checking for uuid_compare... no 2023-09-23T06:38:00.557 INFO:teuthology.orchestra.run.smithi016.stdout:checking for uuid_compare in -luuid... yes 2023-09-23T06:38:00.641 INFO:teuthology.orchestra.run.smithi016.stdout:checking for xfs/xfs.h... yes 2023-09-23T06:38:00.673 INFO:teuthology.orchestra.run.smithi016.stdout:checking for xfs/libxfs.h... no 2023-09-23T06:38:00.712 INFO:teuthology.orchestra.run.smithi016.stdout:checking whether xlog_assign_lsn is declared... no 2023-09-23T06:38:00.766 INFO:teuthology.orchestra.run.smithi016.stdout:checking for xfs/xqm.h... yes 2023-09-23T06:38:00.847 INFO:teuthology.orchestra.run.smithi016.stdout:checking xfsctl from xfs/xfs.h... ok 2023-09-23T06:38:00.893 INFO:teuthology.orchestra.run.smithi016.stdout:checking xfs/handle.h usability... yes 2023-09-23T06:38:00.908 INFO:teuthology.orchestra.run.smithi016.stdout:checking xfs/handle.h presence... yes 2023-09-23T06:38:00.908 INFO:teuthology.orchestra.run.smithi016.stdout:checking for xfs/handle.h... yes 2023-09-23T06:38:00.968 INFO:teuthology.orchestra.run.smithi016.stdout:checking for attr_list_by_handle in -lhandle... yes 2023-09-23T06:38:01.026 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/acl.h usability... yes 2023-09-23T06:38:01.044 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/acl.h presence... yes 2023-09-23T06:38:01.044 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sys/acl.h... yes 2023-09-23T06:38:01.095 INFO:teuthology.orchestra.run.smithi016.stdout:checking acl/libacl.h usability... yes 2023-09-23T06:38:01.113 INFO:teuthology.orchestra.run.smithi016.stdout:checking acl/libacl.h presence... yes 2023-09-23T06:38:01.113 INFO:teuthology.orchestra.run.smithi016.stdout:checking for acl/libacl.h... yes 2023-09-23T06:38:01.174 INFO:teuthology.orchestra.run.smithi016.stdout:checking for acl_init in -lacl... yes 2023-09-23T06:38:01.220 INFO:teuthology.orchestra.run.smithi016.stdout:checking gdbm-ndbm.h usability... no 2023-09-23T06:38:01.244 INFO:teuthology.orchestra.run.smithi016.stdout:checking gdbm-ndbm.h presence... no 2023-09-23T06:38:01.245 INFO:teuthology.orchestra.run.smithi016.stdout:checking for gdbm-ndbm.h... no 2023-09-23T06:38:01.288 INFO:teuthology.orchestra.run.smithi016.stdout:checking gdbm/ndbm.h usability... no 2023-09-23T06:38:01.312 INFO:teuthology.orchestra.run.smithi016.stdout:checking gdbm/ndbm.h presence... no 2023-09-23T06:38:01.312 INFO:teuthology.orchestra.run.smithi016.stdout:checking for gdbm/ndbm.h... no 2023-09-23T06:38:01.355 INFO:teuthology.orchestra.run.smithi016.stdout:checking ndbm.h usability... no 2023-09-23T06:38:01.380 INFO:teuthology.orchestra.run.smithi016.stdout:checking ndbm.h presence... no 2023-09-23T06:38:01.380 INFO:teuthology.orchestra.run.smithi016.stdout:checking for ndbm.h... no 2023-09-23T06:38:01.428 INFO:teuthology.orchestra.run.smithi016.stdout:checking libaio.h usability... yes 2023-09-23T06:38:01.450 INFO:teuthology.orchestra.run.smithi016.stdout:checking libaio.h presence... yes 2023-09-23T06:38:01.450 INFO:teuthology.orchestra.run.smithi016.stdout:checking for libaio.h... yes 2023-09-23T06:38:01.496 INFO:teuthology.orchestra.run.smithi016.stdout:checking liburing.h usability... no 2023-09-23T06:38:01.521 INFO:teuthology.orchestra.run.smithi016.stdout:checking liburing.h presence... no 2023-09-23T06:38:01.521 INFO:teuthology.orchestra.run.smithi016.stdout:checking for liburing.h... no 2023-09-23T06:38:01.564 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/capability.h usability... no 2023-09-23T06:38:01.588 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/capability.h presence... no 2023-09-23T06:38:01.588 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sys/capability.h... no 2023-09-23T06:38:01.635 INFO:teuthology.orchestra.run.smithi016.stdout:checking linux/fiemap.h usability... yes 2023-09-23T06:38:01.652 INFO:teuthology.orchestra.run.smithi016.stdout:checking linux/fiemap.h presence... yes 2023-09-23T06:38:01.652 INFO:teuthology.orchestra.run.smithi016.stdout:checking for linux/fiemap.h... yes 2023-09-23T06:38:01.713 INFO:teuthology.orchestra.run.smithi016.stdout:checking for fallocate... yes 2023-09-23T06:38:01.774 INFO:teuthology.orchestra.run.smithi016.stdout:checking for open_by_handle_at... yes 2023-09-23T06:38:01.821 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/prctl.h usability... yes 2023-09-23T06:38:01.839 INFO:teuthology.orchestra.run.smithi016.stdout:checking sys/prctl.h presence... yes 2023-09-23T06:38:01.839 INFO:teuthology.orchestra.run.smithi016.stdout:checking for sys/prctl.h... yes 2023-09-23T06:38:01.887 INFO:teuthology.orchestra.run.smithi016.stdout:checking linux/fs.h usability... yes 2023-09-23T06:38:01.904 INFO:teuthology.orchestra.run.smithi016.stdout:checking linux/fs.h presence... yes 2023-09-23T06:38:01.904 INFO:teuthology.orchestra.run.smithi016.stdout:checking for linux/fs.h... yes 2023-09-23T06:38:01.947 INFO:teuthology.orchestra.run.smithi016.stdout:checking btrfsutil.h usability... no 2023-09-23T06:38:01.972 INFO:teuthology.orchestra.run.smithi016.stdout:checking btrfsutil.h presence... no 2023-09-23T06:38:01.972 INFO:teuthology.orchestra.run.smithi016.stdout:checking for btrfsutil.h... no 2023-09-23T06:38:02.035 INFO:teuthology.orchestra.run.smithi016.stdout:checking for copy_file_range... yes 2023-09-23T06:38:02.100 INFO:teuthology.orchestra.run.smithi016.stdout:checking for SEEK_DATA... yes 2023-09-23T06:38:02.182 INFO:teuthology.orchestra.run.smithi016.stdout:checking for BMV_OF_SHARED... yes 2023-09-23T06:38:02.248 INFO:teuthology.orchestra.run.smithi016.stdout:checking for nftw... yes 2023-09-23T06:38:02.310 INFO:teuthology.orchestra.run.smithi016.stdout:checking for RLIMIT_NOFILE... yes 2023-09-23T06:38:02.349 INFO:teuthology.orchestra.run.smithi016.stdout:checking for FIEXCHANGE_RANGE... no 2023-09-23T06:38:02.411 INFO:teuthology.orchestra.run.smithi016.stdout:checking for renameat2... yes 2023-09-23T06:38:02.473 INFO:teuthology.orchestra.run.smithi016.stdout:checking for reallocarray... yes 2023-09-23T06:38:02.506 INFO:teuthology.orchestra.run.smithi016.stdout:checking for struct mount_attr... no 2023-09-23T06:38:02.587 INFO:teuthology.orchestra.run.smithi016.stdout:checking for struct btrfs_qgroup_limit... yes 2023-09-23T06:38:02.664 INFO:teuthology.orchestra.run.smithi016.stdout:checking for struct btrfs_qgroup_inherit... yes 2023-09-23T06:38:02.738 INFO:teuthology.orchestra.run.smithi016.stdout:checking for struct btrfs_ioctl_vol_args... yes 2023-09-23T06:38:02.812 INFO:teuthology.orchestra.run.smithi016.stdout:checking for struct btrfs_ioctl_vol_args_v2... yes 2023-09-23T06:38:02.887 INFO:teuthology.orchestra.run.smithi016.stdout:checking for struct btrfs_ioctl_ino_lookup_args... yes 2023-09-23T06:38:02.961 INFO:teuthology.orchestra.run.smithi016.stdout:checking for struct btrfs_ioctl_ino_lookup_user_args... yes 2023-09-23T06:38:03.035 INFO:teuthology.orchestra.run.smithi016.stdout:checking for struct btrfs_ioctl_get_subvol_rootref_args... yes 2023-09-23T06:38:03.089 INFO:teuthology.orchestra.run.smithi016.stdout:checking linux/btrfs.h usability... yes 2023-09-23T06:38:03.106 INFO:teuthology.orchestra.run.smithi016.stdout:checking linux/btrfs.h presence... yes 2023-09-23T06:38:03.106 INFO:teuthology.orchestra.run.smithi016.stdout:checking for linux/btrfs.h... yes 2023-09-23T06:38:03.171 INFO:teuthology.orchestra.run.smithi016.stdout:checking linux/btrfs_tree.h usability... yes 2023-09-23T06:38:03.190 INFO:teuthology.orchestra.run.smithi016.stdout:checking linux/btrfs_tree.h presence... yes 2023-09-23T06:38:03.190 INFO:teuthology.orchestra.run.smithi016.stdout:checking for linux/btrfs_tree.h... yes 2023-09-23T06:38:03.271 INFO:teuthology.orchestra.run.smithi016.stdout:checking for struct btrfs_ioctl_vol_args_v2.subvolid... no 2023-09-23T06:38:03.300 INFO:teuthology.orchestra.run.smithi016.stdout:configure: creating ./config.status 2023-09-23T06:38:04.083 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:38:04.088 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:38:04.221 INFO:teuthology.orchestra.run.smithi016.stdout:config.status: creating include/builddefs 2023-09-23T06:38:04.251 INFO:teuthology.orchestra.run.smithi016.stdout:config.status: creating include/config.h 2023-09-23T06:38:04.273 INFO:teuthology.orchestra.run.smithi016.stdout:config.status: executing libtool commands 2023-09-23T06:38:04.354 INFO:teuthology.orchestra.run.smithi016.stdout:Building include 2023-09-23T06:38:04.361 INFO:teuthology.orchestra.run.smithi016.stdout:Building lib 2023-09-23T06:38:04.368 INFO:teuthology.orchestra.run.smithi016.stdout: [LTDEP] 2023-09-23T06:38:04.583 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] dataascii.lo 2023-09-23T06:38:04.790 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] databin.lo 2023-09-23T06:38:05.028 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] datapid.lo 2023-09-23T06:38:05.222 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] file_lock.lo 2023-09-23T06:38:05.465 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] forker.lo 2023-09-23T06:38:05.688 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] pattern.lo 2023-09-23T06:38:05.893 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] open_flags.lo 2023-09-23T06:38:06.128 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] random_range.lo 2023-09-23T06:38:06.446 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] string_to_tokens.lo 2023-09-23T06:38:06.635 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] str_to_bytes.lo 2023-09-23T06:38:06.855 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] tlibio.lo 2023-09-23T06:38:07.186 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] write_log.lo 2023-09-23T06:38:07.522 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] random.lo 2023-09-23T06:38:07.721 INFO:teuthology.orchestra.run.smithi016.stdout: [LD] 2023-09-23T06:38:07.853 INFO:teuthology.orchestra.run.smithi016.stdout:Building ltp 2023-09-23T06:38:07.860 INFO:teuthology.orchestra.run.smithi016.stdout: [DEP] 2023-09-23T06:38:08.069 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] doio 2023-09-23T06:38:08.837 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] fsstress 2023-09-23T06:38:10.281 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] fsx 2023-09-23T06:38:11.268 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] growfiles 2023-09-23T06:38:11.889 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] iogen 2023-09-23T06:38:12.356 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] aio-stress 2023-09-23T06:38:12.882 INFO:teuthology.orchestra.run.smithi016.stdout:Building src 2023-09-23T06:38:12.891 INFO:teuthology.orchestra.run.smithi016.stdout: [DEP] 2023-09-23T06:38:15.397 INFO:teuthology.orchestra.run.smithi016.stdout: [DEP] 2023-09-23T06:38:15.448 INFO:teuthology.orchestra.run.smithi016.stdout: [DEP] 2023-09-23T06:38:15.465 INFO:teuthology.orchestra.run.smithi016.stdout: [DEP] 2023-09-23T06:38:15.813 INFO:teuthology.orchestra.run.smithi016.stdout: [DEP] 2023-09-23T06:38:15.855 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] dirstress 2023-09-23T06:38:16.205 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] fill 2023-09-23T06:38:16.463 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] fill2 2023-09-23T06:38:16.801 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] getpagesize 2023-09-23T06:38:17.040 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] holes 2023-09-23T06:38:17.345 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] lstat64 2023-09-23T06:38:17.634 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] nametest 2023-09-23T06:38:17.983 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] permname 2023-09-23T06:38:18.291 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] randholes 2023-09-23T06:38:18.657 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] runas 2023-09-23T06:38:18.940 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] truncfile 2023-09-23T06:38:19.228 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] usemem 2023-09-23T06:38:19.483 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] mmapcat 2023-09-23T06:38:19.737 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] append_reader 2023-09-23T06:38:19.993 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] append_writer 2023-09-23T06:38:20.249 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] dirperf 2023-09-23T06:38:20.579 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] metaperf 2023-09-23T06:38:20.939 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] devzero 2023-09-23T06:38:21.222 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] feature 2023-09-23T06:38:21.547 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] alloc 2023-09-23T06:38:21.867 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] fault 2023-09-23T06:38:22.138 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] fstest 2023-09-23T06:38:22.486 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_access_root 2023-09-23T06:38:22.744 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] godown 2023-09-23T06:38:23.022 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] resvtest 2023-09-23T06:38:23.318 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] writemod 2023-09-23T06:38:23.567 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] writev_on_pagefault 2023-09-23T06:38:23.831 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] makeextents 2023-09-23T06:38:24.118 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] itrash 2023-09-23T06:38:24.378 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] rename 2023-09-23T06:38:24.619 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] multi_open_unlink 2023-09-23T06:38:24.888 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] unwritten_sync 2023-09-23T06:38:25.177 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] genhashnames 2023-09-23T06:38:25.468 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_holes 2023-09-23T06:38:25.720 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_mmap_writev 2023-09-23T06:38:25.973 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_truncate_cmtime 2023-09-23T06:38:26.235 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] dirhash_collide 2023-09-23T06:38:26.524 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_rename_overwrite 2023-09-23T06:38:26.773 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] holetest 2023-09-23T06:38:27.097 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_truncate_self 2023-09-23T06:38:27.342 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] af_unix 2023-09-23T06:38:27.600 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_mmap_stale_pmd 2023-09-23T06:38:27.859 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_mmap_cow_race 2023-09-23T06:38:28.128 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_mmap_fallocate 2023-09-23T06:38:28.384 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] fsync-err 2023-09-23T06:38:28.674 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_mmap_write_ro 2023-09-23T06:38:28.931 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_ext4_dax_journal_corruption 2023-09-23T06:38:29.196 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_ext4_dax_inline_corruption 2023-09-23T06:38:29.455 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_ofd_locks 2023-09-23T06:38:29.759 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_mmap_collision 2023-09-23T06:38:30.063 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] mmap-write-concurrent 2023-09-23T06:38:30.339 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_get_file_time 2023-09-23T06:38:30.589 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_create_short_dirs 2023-09-23T06:38:30.860 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_create_long_dirs 2023-09-23T06:38:31.130 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_enospc 2023-09-23T06:38:31.423 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_mmap_writev_overlap 2023-09-23T06:38:31.698 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] checkpoint_journal 2023-09-23T06:38:31.957 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] mmap-rw-fault 2023-09-23T06:38:32.248 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] allocstale 2023-09-23T06:38:32.524 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_mmap_cow_memory_failure 2023-09-23T06:38:32.801 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] fake-dump-rootino 2023-09-23T06:38:33.055 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] dio-buf-fault 2023-09-23T06:38:33.314 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] xfsctl 2023-09-23T06:38:33.612 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] bstat 2023-09-23T06:38:33.924 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_mtab 2023-09-23T06:38:34.194 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:38:34.199 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:38:34.215 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] getdevicesize 2023-09-23T06:38:34.466 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] preallo_rw_pattern_reader 2023-09-23T06:38:34.736 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] preallo_rw_pattern_writer 2023-09-23T06:38:35.003 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] ftrunc 2023-09-23T06:38:35.256 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] trunc 2023-09-23T06:38:35.524 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] fs_perms 2023-09-23T06:38:35.794 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] testx 2023-09-23T06:38:36.027 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] looptest 2023-09-23T06:38:36.327 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] locktest 2023-09-23T06:38:36.741 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] unwritten_mmap 2023-09-23T06:38:37.014 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] bulkstat_unlink_test 2023-09-23T06:38:37.326 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] deduperace 2023-09-23T06:38:37.628 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] bulkstat_unlink_test_modified 2023-09-23T06:38:37.935 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_dir_offset 2023-09-23T06:38:38.188 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_futimens 2023-09-23T06:38:38.435 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_immutable 2023-09-23T06:38:39.157 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] stale_handle 2023-09-23T06:38:39.438 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] pwrite_mmap_blocked 2023-09-23T06:38:39.704 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_dir_offset2 2023-09-23T06:38:40.003 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] seek_sanity_test 2023-09-23T06:38:40.528 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] seek_copy_test 2023-09-23T06:38:40.812 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_readdir_1 2023-09-23T06:38:41.065 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_readdir_2 2023-09-23T06:38:41.323 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] fsync-tester 2023-09-23T06:38:41.679 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] nsexec 2023-09-23T06:38:41.961 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] cloner 2023-09-23T06:38:42.246 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] renameat2 2023-09-23T06:38:42.521 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_getcwd 2023-09-23T06:38:42.787 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] e4compact 2023-09-23T06:38:43.096 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] test-nextquota 2023-09-23T06:38:43.376 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] punch-alternating 2023-09-23T06:38:43.657 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] attr-list-by-handle-cursor-test 2023-09-23T06:38:43.933 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] listxattr 2023-09-23T06:38:44.184 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] dio-interleaved 2023-09-23T06:38:44.451 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_dir_type 2023-09-23T06:38:44.713 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] dio-invalidate-cache 2023-09-23T06:38:45.021 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] stat_test 2023-09-23T06:38:45.426 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_encrypted_d_revalidate 2023-09-23T06:38:45.698 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] attr_replace_test 2023-09-23T06:38:45.968 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] swapon 2023-09-23T06:38:46.240 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] mkswap 2023-09-23T06:38:46.497 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_attr_corruption 2023-09-23T06:38:46.753 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_open_tmpfiles 2023-09-23T06:38:47.040 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] fscrypt-crypt-util 2023-09-23T06:38:47.790 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] bulkstat_null_ocount 2023-09-23T06:38:48.059 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] splice-test 2023-09-23T06:38:48.347 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] chprojid_fail 2023-09-23T06:38:48.618 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] detached_mounts_propagation 2023-09-23T06:38:48.912 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] ext4_resize 2023-09-23T06:38:49.166 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_readdir_3 2023-09-23T06:38:49.468 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] splice2pipe 2023-09-23T06:38:49.739 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] uuid_ioctl 2023-09-23T06:38:50.002 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] fiemap-tester 2023-09-23T06:38:50.380 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_stripealign 2023-09-23T06:38:50.645 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] open_by_handle 2023-09-23T06:38:51.004 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] t_mmap_dio 2023-09-23T06:38:51.274 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] xfsfind 2023-09-23T06:38:51.577 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] fssum 2023-09-23T06:38:52.122 INFO:teuthology.orchestra.run.smithi016.stdout:Building log-writes 2023-09-23T06:38:52.132 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] replay-log 2023-09-23T06:38:52.557 INFO:teuthology.orchestra.run.smithi016.stdout:Building perf 2023-09-23T06:38:52.565 INFO:teuthology.orchestra.run.smithi016.stdout:Building aio-dio-regress 2023-09-23T06:38:52.577 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] aio-dio-append-write-fallocate-race 2023-09-23T06:38:52.860 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] aio-dio-fcntl-race 2023-09-23T06:38:53.134 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] aio-dio-subblock-eof-read 2023-09-23T06:38:53.388 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] aio-dio-append-write-read-race 2023-09-23T06:38:53.674 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] aio-dio-invalidate-readahead 2023-09-23T06:38:53.951 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] aio-dio-hole-filling-race 2023-09-23T06:38:54.212 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] aio-free-ring-with-bogus-nr-pages 2023-09-23T06:38:54.499 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] aio-last-ref-held-by-io 2023-09-23T06:38:54.782 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] aio-dio-cycle-write 2023-09-23T06:38:55.076 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] aio-dio-extend-stat 2023-09-23T06:38:55.351 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] aio-io-setup-with-nonwritable-context-pointer 2023-09-23T06:38:55.592 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] aio-dio-invalidate-failure 2023-09-23T06:38:55.862 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] aiodio_sparse2 2023-09-23T06:38:56.187 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] aiocp 2023-09-23T06:38:56.521 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] aio-dio-cow-race 2023-09-23T06:38:56.785 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] aio-dio-write-verify 2023-09-23T06:38:57.088 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] aio-dio-eof-race 2023-09-23T06:38:57.383 INFO:teuthology.orchestra.run.smithi016.stdout:Building vfs 2023-09-23T06:38:57.393 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] vfstest 2023-09-23T06:38:59.487 INFO:teuthology.orchestra.run.smithi016.stdout: [CC] mount-idmapped 2023-09-23T06:38:59.978 INFO:teuthology.orchestra.run.smithi016.stdout:Building m4 2023-09-23T06:38:59.985 INFO:teuthology.orchestra.run.smithi016.stdout:Building common 2023-09-23T06:38:59.992 INFO:teuthology.orchestra.run.smithi016.stdout:Building tests 2023-09-23T06:39:00.003 INFO:teuthology.orchestra.run.smithi016.stdout:Building perf 2023-09-23T06:39:00.013 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/perf/group.list 2023-09-23T06:39:00.043 INFO:teuthology.orchestra.run.smithi016.stdout:Building ext4 2023-09-23T06:39:00.053 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/ext4/group.list 2023-09-23T06:39:00.150 INFO:teuthology.orchestra.run.smithi016.stdout:Building ocfs2 2023-09-23T06:39:00.160 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/ocfs2/group.list 2023-09-23T06:39:00.195 INFO:teuthology.orchestra.run.smithi016.stdout:Building overlay 2023-09-23T06:39:00.206 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/overlay/group.list 2023-09-23T06:39:00.307 INFO:teuthology.orchestra.run.smithi016.stdout:Building cifs 2023-09-23T06:39:00.317 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/cifs/group.list 2023-09-23T06:39:00.349 INFO:teuthology.orchestra.run.smithi016.stdout:Building generic 2023-09-23T06:39:00.362 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/generic/group.list 2023-09-23T06:39:00.616 INFO:teuthology.orchestra.run.smithi016.stdout:Building shared 2023-09-23T06:39:00.626 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/shared/group.list 2023-09-23T06:39:00.671 INFO:teuthology.orchestra.run.smithi016.stdout:Building nfs 2023-09-23T06:39:00.681 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/nfs/group.list 2023-09-23T06:39:00.718 INFO:teuthology.orchestra.run.smithi016.stdout:Building f2fs 2023-09-23T06:39:00.729 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/f2fs/group.list 2023-09-23T06:39:00.774 INFO:teuthology.orchestra.run.smithi016.stdout:Building udf 2023-09-23T06:39:00.784 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/udf/group.list 2023-09-23T06:39:00.813 INFO:teuthology.orchestra.run.smithi016.stdout:Building ceph 2023-09-23T06:39:00.824 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/ceph/group.list 2023-09-23T06:39:00.861 INFO:teuthology.orchestra.run.smithi016.stdout:Building xfs 2023-09-23T06:39:00.874 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/xfs/group.list 2023-09-23T06:39:01.127 INFO:teuthology.orchestra.run.smithi016.stdout:Building btrfs 2023-09-23T06:39:01.138 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/btrfs/group.list 2023-09-23T06:39:01.291 INFO:teuthology.orchestra.run.smithi016.stdout:Building tmpfs 2023-09-23T06:39:01.301 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/tmpfs/group.list 2023-09-23T06:39:01.336 INFO:teuthology.orchestra.run.smithi016.stdout:Building selftest 2023-09-23T06:39:01.346 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/selftest/group.list 2023-09-23T06:39:01.382 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo make install) 2023-09-23T06:39:01.477 INFO:teuthology.orchestra.run.smithi016.stdout:Building include 2023-09-23T06:39:01.484 INFO:teuthology.orchestra.run.smithi016.stdout:Building lib 2023-09-23T06:39:01.492 INFO:teuthology.orchestra.run.smithi016.stdout:Building ltp 2023-09-23T06:39:01.501 INFO:teuthology.orchestra.run.smithi016.stdout:Building src 2023-09-23T06:39:01.564 INFO:teuthology.orchestra.run.smithi016.stdout:Building log-writes 2023-09-23T06:39:01.571 INFO:teuthology.orchestra.run.smithi016.stdout:Building perf 2023-09-23T06:39:01.578 INFO:teuthology.orchestra.run.smithi016.stdout:Building aio-dio-regress 2023-09-23T06:39:01.587 INFO:teuthology.orchestra.run.smithi016.stdout:Building vfs 2023-09-23T06:39:01.595 INFO:teuthology.orchestra.run.smithi016.stdout:Building m4 2023-09-23T06:39:01.602 INFO:teuthology.orchestra.run.smithi016.stdout:Building common 2023-09-23T06:39:01.609 INFO:teuthology.orchestra.run.smithi016.stdout:Building tests 2023-09-23T06:39:01.620 INFO:teuthology.orchestra.run.smithi016.stdout:Building perf 2023-09-23T06:39:01.630 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/perf/group.list 2023-09-23T06:39:01.660 INFO:teuthology.orchestra.run.smithi016.stdout:Building ext4 2023-09-23T06:39:01.671 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/ext4/group.list 2023-09-23T06:39:01.767 INFO:teuthology.orchestra.run.smithi016.stdout:Building ocfs2 2023-09-23T06:39:01.777 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/ocfs2/group.list 2023-09-23T06:39:01.813 INFO:teuthology.orchestra.run.smithi016.stdout:Building overlay 2023-09-23T06:39:01.823 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/overlay/group.list 2023-09-23T06:39:01.923 INFO:teuthology.orchestra.run.smithi016.stdout:Building cifs 2023-09-23T06:39:01.933 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/cifs/group.list 2023-09-23T06:39:01.966 INFO:teuthology.orchestra.run.smithi016.stdout:Building generic 2023-09-23T06:39:01.978 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/generic/group.list 2023-09-23T06:39:02.226 INFO:teuthology.orchestra.run.smithi016.stdout:Building shared 2023-09-23T06:39:02.236 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/shared/group.list 2023-09-23T06:39:02.281 INFO:teuthology.orchestra.run.smithi016.stdout:Building nfs 2023-09-23T06:39:02.291 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/nfs/group.list 2023-09-23T06:39:02.330 INFO:teuthology.orchestra.run.smithi016.stdout:Building f2fs 2023-09-23T06:39:02.338 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/f2fs/group.list 2023-09-23T06:39:02.384 INFO:teuthology.orchestra.run.smithi016.stdout:Building udf 2023-09-23T06:39:02.394 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/udf/group.list 2023-09-23T06:39:02.424 INFO:teuthology.orchestra.run.smithi016.stdout:Building ceph 2023-09-23T06:39:02.434 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/ceph/group.list 2023-09-23T06:39:02.471 INFO:teuthology.orchestra.run.smithi016.stdout:Building xfs 2023-09-23T06:39:02.483 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/xfs/group.list 2023-09-23T06:39:02.730 INFO:teuthology.orchestra.run.smithi016.stdout:Building btrfs 2023-09-23T06:39:02.741 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/btrfs/group.list 2023-09-23T06:39:02.891 INFO:teuthology.orchestra.run.smithi016.stdout:Building tmpfs 2023-09-23T06:39:02.901 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/tmpfs/group.list 2023-09-23T06:39:02.936 INFO:teuthology.orchestra.run.smithi016.stdout:Building selftest 2023-09-23T06:39:02.946 INFO:teuthology.orchestra.run.smithi016.stdout: [GROUP] /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/selftest/group.list 2023-09-23T06:39:02.978 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C include install 2023-09-23T06:39:02.980 INFO:teuthology.orchestra.run.smithi016.stdout:gmake[1]: Nothing to be done for 'install'. 2023-09-23T06:39:02.981 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C lib install 2023-09-23T06:39:02.984 INFO:teuthology.orchestra.run.smithi016.stdout:gmake[1]: Nothing to be done for 'install'. 2023-09-23T06:39:02.984 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C ltp install 2023-09-23T06:39:02.988 INFO:teuthology.orchestra.run.smithi016.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/ltp 2023-09-23T06:39:03.012 INFO:teuthology.orchestra.run.smithi016.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 doio fsstress fsx growfiles iogen aio-stress /var/lib/xfstests/ltp 2023-09-23T06:39:03.189 INFO:teuthology.orchestra.run.smithi016.stdout:../install-sh -o root -g root -m 755 rwtest.sh /var/lib/xfstests/ltp 2023-09-23T06:39:03.214 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C src install 2023-09-23T06:39:03.245 INFO:teuthology.orchestra.run.smithi016.stdout:Building log-writes 2023-09-23T06:39:03.253 INFO:teuthology.orchestra.run.smithi016.stdout:Building perf 2023-09-23T06:39:03.260 INFO:teuthology.orchestra.run.smithi016.stdout:Building aio-dio-regress 2023-09-23T06:39:03.268 INFO:teuthology.orchestra.run.smithi016.stdout:Building vfs 2023-09-23T06:39:03.274 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake -C log-writes install 2023-09-23T06:39:03.277 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/log-writes 2023-09-23T06:39:03.301 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 replay-log /var/lib/xfstests/src/log-writes 2023-09-23T06:39:03.325 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake -C perf install 2023-09-23T06:39:03.327 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/perf 2023-09-23T06:39:03.351 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 ResultData.py fio-insert-and-compare.py FioResultDecoder.py FioCompare.py generate-schema.py fio-results.sql /var/lib/xfstests/src/perf 2023-09-23T06:39:03.412 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake -C aio-dio-regress install 2023-09-23T06:39:03.415 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/aio-dio-regress 2023-09-23T06:39:03.439 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 aio-dio-fcntl-race aio-dio-subblock-eof-read aio-dio-append-write-read-race aio-dio-invalidate-readahead aio-dio-hole-filling-race aio-dio-append-write-fallocate-race aio-free-ring-with-bogus-nr-pages aio-last-ref-held-by-io aio-dio-cycle-write aio-dio-extend-stat aio-io-setup-with-nonwritable-context-pointer aio-dio-invalidate-failure aiodio_sparse2 aiocp aio-dio-cow-race aio-dio-write-verify aio-dio-eof-race /var/lib/xfstests/src/aio-dio-regress 2023-09-23T06:39:03.585 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake -C vfs install 2023-09-23T06:39:03.587 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src/vfs 2023-09-23T06:39:03.610 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 vfstest mount-idmapped /var/lib/xfstests/src/vfs 2023-09-23T06:39:03.644 INFO:teuthology.orchestra.run.smithi016.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/src 2023-09-23T06:39:03.668 INFO:teuthology.orchestra.run.smithi016.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dirstress fill fill2 getpagesize holes lstat64 nametest permname randholes runas truncfile usemem mmapcat append_reader append_writer dirperf metaperf devzero feature alloc fault fstest t_access_root godown resvtest writemod writev_on_pagefault makeextents itrash rename multi_open_unlink unwritten_sync genhashnames t_holes t_mmap_writev t_truncate_cmtime dirhash_collide t_rename_overwrite holetest t_truncate_self af_unix t_mmap_stale_pmd t_mmap_cow_race t_mmap_fallocate fsync-err t_mmap_write_ro t_ext4_dax_journal_corruption t_ext4_dax_inline_corruption t_ofd_locks t_mmap_collision mmap-write-concurrent t_get_file_time t_create_short_dirs t_create_long_dirs t_enospc t_mmap_writev_overlap checkpoint_journal mmap-rw-fault allocstale t_mmap_cow_memory_failure fake-dump-rootino dio-buf-fault xfsctl bstat t_mtab getdevicesize preallo_rw_pattern_reader preallo_rw_pattern_writer ftrunc trunc fs_perms testx looptest locktest unwritten_mmap bulkstat_unlink_test deduperace bulkstat_unlink_test_modified t_dir_offset t_futimens t_immutable stale_handle pwrite_mmap_blocked t_dir_offset2 seek_sanity_test seek_copy_test t_readdir_1 t_readdir_2 fsync-tester nsexec cloner renameat2 t_getcwd e4compact test-nextquota punch-alternating attr-list-by-handle-cursor-test listxattr dio-interleaved t_dir_type dio-invalidate-cache stat_test t_encrypted_d_revalidate attr_replace_test swapon mkswap t_attr_corruption t_open_tmpfiles fscrypt-crypt-util bulkstat_null_ocount splice-test chprojid_fail detached_mounts_propagation ext4_resize t_readdir_3 splice2pipe uuid_ioctl fiemap-tester t_stripealign open_by_handle t_mmap_dio xfsfind fssum /var/lib/xfstests/src 2023-09-23T06:39:04.297 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:39:04.302 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:39:06.705 INFO:teuthology.orchestra.run.smithi016.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 755 dmerror fill2attr fill2fs fill2fs_check scaleread.sh btrfs_crc32c_forged_name.py popdir.pl popattr.py soak_duration.awk /var/lib/xfstests/src 2023-09-23T06:39:06.951 INFO:teuthology.orchestra.run.smithi016.stdout:/bin/sh ../libtool --quiet --mode=install ../install-sh -o root -g root -m 644 dumpfile /var/lib/xfstests/src 2023-09-23T06:39:07.007 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C m4 install 2023-09-23T06:39:07.010 INFO:teuthology.orchestra.run.smithi016.stdout:gmake[1]: Nothing to be done for 'install'. 2023-09-23T06:39:07.010 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C common install 2023-09-23T06:39:07.013 INFO:teuthology.orchestra.run.smithi016.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/common 2023-09-23T06:39:07.036 INFO:teuthology.orchestra.run.smithi016.stdout:../install-sh -o root -g root -m 644 * /var/lib/xfstests/common 2023-09-23T06:39:07.409 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C tests install 2023-09-23T06:39:07.411 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/btrfs/ install 2023-09-23T06:39:07.415 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/btrfs 2023-09-23T06:39:07.439 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 299 300 /var/lib/xfstests/tests/btrfs 2023-09-23T06:39:09.701 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/btrfs 2023-09-23T06:39:09.725 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 016.out 175.out 193.out 240.out 180.out 069.out 282.out 092.out 015.out 280.out 140.out 056.out 206.out 008.out 004.out 233.out 194.out 234.out 248.out 033.out 252.out 270.out 148.out 040.out 089.out 296.out 137.out 102.out 096.out 125.out 025.out 152.out 243.out 192.out 075.out 077.out 284.out 052.out 256.out 207.out 228.out 143.out 028.out 183.out 225.out 094.out 046.out 273.out 135.out 086.out 036.out 020.out 215.out 115.out 205.out 250.out 266.out 051.out 011.out 219.out 119.out 244.out 128.out 232.out 195.out 107.out 162.out 185.out 070.out 147.out 288.out 242.out 187.out 024.out 220.out 202.out 002.out 171.out 261.out 156.out 292.out 082.out 072.out 068.out 006.out 048.out 062.out 073.out 129.out 029.out 229.out 211.out 111.out 155.out 275.out 134.out 170.out 260.out 034.out 065.out 161.out 043.out 247.out 216.out 116.out 157.out 274.out 110.out 101.out 238.out 214.out 276.out 295.out 113.out 154.out 038.out 145.out 160.out 091.out 081.out 264.out 061.out 085.out 265.out 300.out 200.out 100.out 165.out 258.out 286.out 269.out 039.out 196.out 098.out 080.out 060.out 209.out 109.out 009.out 167.out 217.out 120.out 191.out 117.out 017.out 246.out 158.out 182.out 066.out 146.out 212.out 188.out 293.out 204.out 104.out 177.out 254.out 281.out 241.out 235.out 268.out 253.out 257.out 124.out 035.out 172.out 278.out 063.out 058.out 262.out 169.out 042.out 297.out 153.out 097.out 283.out 199.out 236.out 186.out 053.out 279.out 133.out 164.out 239.out 189.out 037.out 139.out 178.out 141.out 114.out 074.out 041.out 223.out 150.out 132.out 179.out 144.out 032.out 277.out 136.out 005.out 176.out 198.out 108.out 190.out 173.out 050.out 105.out 106.out 291.out 084.out 067.out 044.out 088.out 285.out 123.out 201.out 019.out 001.out 287.out 142.out 237.out 151.out 231.out 163.out 131.out 213.out 095.out 013.out 031.out 027.out 057.out 272.out 078.out 184.out 259.out 210.out 227.out 197.out 010.out 263.out 127.out 230.out 071.out 083.out 130.out 023.out 099.out 030.out 203.out 103.out 003.out 055.out 166.out 245.out 014.out 222.out 159.out 249.out 122.out 076.out 022.out 289.out 174.out 045.out 064.out 290.out 299.out 224.out 181.out 271.out 149.out 267.out 218.out 118.out 018.out 047.out 168.out 007.out 251.out 093.out 079.out 054.out 059.out 049.out 226.out 208.out 138.out 126.out 026.out 021.out 255.out 090.out 221.out 087.out 294.out 121.out 112.out 012.out /var/lib/xfstests/tests/btrfs 2023-09-23T06:39:11.978 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/ceph/ install 2023-09-23T06:39:11.981 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ceph 2023-09-23T06:39:12.004 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 /var/lib/xfstests/tests/ceph 2023-09-23T06:39:12.059 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ceph 2023-09-23T06:39:12.082 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 003.out 005.out 001.out 004.out 002.out /var/lib/xfstests/tests/ceph 2023-09-23T06:39:12.136 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/cifs/ install 2023-09-23T06:39:12.139 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/cifs 2023-09-23T06:39:12.163 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/cifs 2023-09-23T06:39:12.186 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/cifs 2023-09-23T06:39:12.210 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/cifs 2023-09-23T06:39:12.234 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/ext4/ install 2023-09-23T06:39:12.237 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ext4 2023-09-23T06:39:12.261 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 271 301 302 303 304 305 306 307 308 /var/lib/xfstests/tests/ext4 2023-09-23T06:39:12.785 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ext4 2023-09-23T06:39:12.809 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 001.out.nodelalloc 001.out.default 001.out.nozero 001.cfg 032.out 039.out 005.out 026.out 308.out 008.out 040.out 304.out 007.out 021.out 016.out 037.out 044.out 012.out 009.out 033.out 057.out 050.out 301.out 019.out 034.out 046.out 058.out 047.out 302.out 020.out 002.out 024.out 013.out 031.out 025.out 306.out 017.out 004.out 048.out 038.out 056.out 042.out 052.out 307.out 029.out 011.out 027.out 303.out 003.out 045.out 055.out 053.out 035.out 043.out 059.out 010.out 023.out 022.out 014.out 006.out 015.out 305.out 036.out 271.out 051.out 041.out 030.out 018.out 028.out 054.out 049.out /var/lib/xfstests/tests/ext4 2023-09-23T06:39:13.356 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/f2fs/ install 2023-09-23T06:39:13.359 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/f2fs 2023-09-23T06:39:13.383 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 001 002 /var/lib/xfstests/tests/f2fs 2023-09-23T06:39:13.414 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/f2fs 2023-09-23T06:39:13.438 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 001.out 002.out /var/lib/xfstests/tests/f2fs 2023-09-23T06:39:13.469 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/generic/ install 2023-09-23T06:39:13.475 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/generic 2023-09-23T06:39:13.499 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 /var/lib/xfstests/tests/generic 2023-09-23T06:39:18.992 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/generic 2023-09-23T06:39:19.015 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 035.out.nfs 050.out.xfsquota 035.out.default 050.out.nojournal 050.out.default 050.cfg 035.cfg 537.out 194.out 133.out 683.out 033.out 489.out 696.out 237.out 502.out 310.out 202.out 137.out 586.out 181.out 664.out 571.out 126.out 243.out 592.out 282.out 272.out 728.out 178.out 628.out 528.out 607.out 428.out 507.out 407.out 328.out 171.out 028.out 620.out 273.out 570.out 468.out 182.out 265.out 420.out 492.out 120.out 059.out 595.out 346.out 466.out 443.out 700.out 632.out 652.out 311.out 655.out 591.out 064.out 719.out 432.out 255.out 623.out 371.out 319.out 177.out 523.out 119.out 423.out 232.out 547.out 673.out 260.out 312.out 718.out 034.out 465.out 716.out 616.out 246.out 416.out 247.out 216.out 116.out 041.out 358.out 338.out 287.out 238.out 295.out 390.out 497.out 160.out 691.out 274.out 061.out 239.out 457.out 025.out 530.out 258.out 362.out 039.out 098.out 690.out 573.out 706.out 606.out 506.out 406.out 306.out 106.out 642.out 217.out 446.out 017.out 211.out 130.out 158.out 370.out 442.out 188.out 640.out 199.out 467.out 281.out 174.out 163.out 324.out 224.out 355.out 124.out 672.out 278.out 058.out 384.out 296.out 042.out 193.out 097.out 271.out 283.out 541.out 709.out 609.out 045.out 509.out 309.out 391.out 441.out 009.out 356.out 341.out 494.out 189.out 037.out 555.out 712.out 241.out 501.out 612.out 540.out 084.out 412.out 614.out 514.out 414.out 314.out 440.out 114.out 316.out 014.out 026.out 012.out 634.out 340.out 156.out 572.out 240.out 180.out 549.out 633.out 321.out 140.out 348.out 568.out 185.out 408.out 308.out 566.out 433.out 704.out 108.out 504.out 404.out 304.out 104.out 175.out 096.out 297.out 393.out 333.out 599.out 476.out 099.out 233.out 639.out 107.out 086.out 053.out 500.out 164.out 339.out 294.out 352.out 498.out 139.out 267.out 317.out 399.out 220.out 552.out 695.out 480.out 436.out 544.out 169.out 593.out 067.out 186.out 187.out 679.out 252.out 585.out 003.out 376.out 724.out 206.out 663.out 394.out 651.out 248.out 533.out 625.out 525.out 670.out 488.out 040.out 325.out 551.out 225.out 636.out 125.out 142.out 715.out 279.out 515.out 650.out 152.out 658.out 563.out 215.out 451.out 015.out 392.out 682.out 472.out 684.out 674.out 550.out 052.out 351.out 430.out 276.out 094.out 266.out 450.out 463.out 157.out 600.out 349.out 444.out 644.out 487.out 688.out 643.out 615.out 395.out 151.out 415.out 315.out 344.out 115.out 539.out 179.out 542.out 250.out 705.out 475.out 536.out 228.out 518.out 101.out 030.out 244.out 385.out 005.out 336.out 579.out 236.out 405.out 365.out 205.out 136.out 598.out 036.out 198.out 723.out 008.out 680.out 605.out 505.out 305.out 105.out 263.out 144.out 291.out 437.out 044.out 619.out 721.out 323.out 685.out 088.out 382.out 337.out 219.out 527.out 019.out 577.out 481.out 574.out 556.out 332.out 060.out 521.out 027.out 191.out 582.out 372.out 478.out 584.out 462.out 597.out 350.out 132.out 693.out 638.out 448.out 660.out 676.out 063.out 561.out 214.out 074.out 648.out 387.out 594.out 335.out 438.out 076.out 289.out 699.out 545.out 516.out 477.out 621.out 519.out 290.out 548.out 560.out 166.out 707.out 461.out 381.out 445.out 647.out 626.out 380.out 562.out 526.out 479.out 426.out 192.out 150.out 613.out 326.out 082.out 226.out 668.out 454.out 121.out 447.out 499.out 580.out 460.out 485.out 694.out 347.out 077.out 361.out 564.out 455.out 089.out 558.out 162.out 686.out 147.out 173.out 197.out 396.out 051.out 354.out 298.out 024.out 148.out 360.out 543.out 270.out 261.out 251.out 657.out 692.out 482.out 046.out 726.out 729.out 378.out 004.out 458.out 062.out 529.out 231.out 343.out 662.out 503.out 329.out 334.out 590.out 254.out 363.out 131.out 155.out 661.out 368.out 486.out 223.out 123.out 669.out 023.out 459.out 032.out 277.out 398.out 366.out 161.out 190.out 280.out 470.out 484.out 257.out 006.out 016.out 091.out 201.out 656.out 227.out 731.out 374.out 583.out 285.out 127.out 256.out 654.out 389.out 649.out 301.out 431.out 635.out 288.out 722.out 331.out 128.out 377.out 713.out 535.out 513.out 554.out 622.out 313.out 213.out 730.out 113.out 013.out 031.out 435.out 630.out 645.out 057.out 727.out 078.out 510.out 627.out 184.out 534.out 427.out 210.out 449.out 327.out 330.out 493.out 604.out 419.out 230.out 071.out 083.out 292.out 299.out 434.out 575.out 073.out 603.out 135.out 403.out 303.out 203.out 103.out 345.out 165.out 386.out 055.out 532.out 245.out 522.out 422.out 624.out 322.out 222.out 159.out 524.out 122.out 689.out 234.out 022.out 424.out 637.out 578.out 490.out 439.out 517.out 154.out 149.out 618.out 675.out 418.out 318.out 264.out 218.out 118.out 018.out 047.out 172.out 168.out 293.out 079.out 469.out 054.out 049.out 208.out 379.out 569.out 456.out 268.out 421.out 667.out 512.out 221.out 087.out 212.out 538.out 112.out 342.out 021.out 195.out 388.out 483.out 397.out 070.out 596.out 720.out 565.out 196.out 520.out 242.out 576.out 587.out 320.out 629.out 702.out 602.out 153.out 402.out 302.out 020.out 102.out 002.out 717.out 617.out 129.out 429.out 417.out 138.out 167.out 092.out 117.out 357.out 072.out 068.out 143.out 229.out 038.out 473.out 369.out 711.out 262.out 611.out 511.out 411.out 029.out 111.out 011.out 659.out 183.out 170.out 065.out 286.out 043.out 056.out 714.out 559.out 710.out 610.out 687.out 413.out 410.out 701.out 601.out 401.out 110.out 010.out 001.out 141.out 495.out 048.out 665.out 589.out 095.out 581.out 697.out 145.out 641.out 464.out 491.out 081.out 075.out 653.out 671.out 400.out 300.out 200.out 100.out 359.out 367.out 269.out 546.out 677.out 698.out 553.out 375.out 259.out 090.out 080.out 708.out 608.out 508.out 409.out 307.out 209.out 109.out 007.out 567.out 284.out 557.out 453.out 666.out 364.out 725.out 383.out 085.out 066.out 588.out 146.out 631.out 204.out 353.out 425.out 069.out 093.out 681.out 249.out 207.out 531.out 235.out 646.out 474.out 703.out 253.out 275.out 678.out 496.out 373.out 176.out 134.out 452.out /var/lib/xfstests/tests/generic 2023-09-23T06:39:24.561 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/nfs/ install 2023-09-23T06:39:24.564 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/nfs 2023-09-23T06:39:24.588 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/nfs 2023-09-23T06:39:24.611 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/nfs 2023-09-23T06:39:24.635 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/nfs 2023-09-23T06:39:24.659 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/ocfs2/ install 2023-09-23T06:39:24.662 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/ocfs2 2023-09-23T06:39:24.685 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/ocfs2 2023-09-23T06:39:24.709 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/ocfs2 2023-09-23T06:39:24.732 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/ocfs2 2023-09-23T06:39:24.756 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/overlay/ install 2023-09-23T06:39:24.760 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/overlay 2023-09-23T06:39:24.783 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 /var/lib/xfstests/tests/overlay 2023-09-23T06:39:25.534 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/overlay 2023-09-23T06:39:25.558 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 067.out 018.out 024.out 010.out 065.out 020.out 102.out 002.out 113.out 013.out 031.out 045.out 117.out 046.out 075.out 072.out 068.out 063.out 014.out 062.out 038.out 042.out 052.out 029.out 027.out 043.out 112.out 073.out 078.out 037.out 030.out 058.out 103.out 003.out 004.out 055.out 053.out 109.out 035.out 116.out 016.out 059.out 101.out 001.out 023.out 047.out 076.out 022.out 074.out 006.out 044.out 115.out 015.out 064.out 114.out 026.out 071.out 111.out 061.out 011.out 041.out 048.out 100.out 019.out 007.out 028.out 079.out 069.out 054.out 049.out 032.out 039.out 077.out 105.out 080.out 107.out 025.out 056.out 108.out 070.out 060.out 008.out 040.out 106.out 005.out 021.out 017.out 012.out 057.out 009.out 033.out 066.out 050.out 036.out 051.out 034.out 104.out 110.out /var/lib/xfstests/tests/overlay 2023-09-23T06:39:26.310 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/perf/ install 2023-09-23T06:39:26.313 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/perf 2023-09-23T06:39:26.336 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/perf 2023-09-23T06:39:26.361 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/perf 2023-09-23T06:39:26.384 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/perf 2023-09-23T06:39:26.409 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/selftest/ install 2023-09-23T06:39:26.411 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/selftest 2023-09-23T06:39:26.435 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 /var/lib/xfstests/tests/selftest 2023-09-23T06:39:26.497 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/selftest 2023-09-23T06:39:26.520 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 006.out 003.out 005.out 001.out 004.out 002.out /var/lib/xfstests/tests/selftest 2023-09-23T06:39:26.581 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/shared/ install 2023-09-23T06:39:26.584 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/shared 2023-09-23T06:39:26.607 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 002 032 298 /var/lib/xfstests/tests/shared 2023-09-23T06:39:26.646 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/shared 2023-09-23T06:39:26.670 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 032.out 298.out 002.out /var/lib/xfstests/tests/shared 2023-09-23T06:39:26.709 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/tmpfs/ install 2023-09-23T06:39:26.712 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/tmpfs 2023-09-23T06:39:26.735 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 001 /var/lib/xfstests/tests/tmpfs 2023-09-23T06:39:26.759 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/tmpfs 2023-09-23T06:39:26.783 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 001.out /var/lib/xfstests/tests/tmpfs 2023-09-23T06:39:26.806 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/udf/ install 2023-09-23T06:39:26.809 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/udf 2023-09-23T06:39:26.833 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 102 /var/lib/xfstests/tests/udf 2023-09-23T06:39:26.857 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/udf 2023-09-23T06:39:26.880 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 102.out /var/lib/xfstests/tests/udf 2023-09-23T06:39:26.904 INFO:teuthology.orchestra.run.smithi016.stdout:/usr/bin/gmake --no-print-directory Q=@ -C /tmp/tmp.Zw2uDyk3yhxfstests-dev/tests/xfs/ install 2023-09-23T06:39:26.910 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests/xfs 2023-09-23T06:39:26.934 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 755 001 002 003 004 005 006 007 008 009 010 011 012 013 014 015 016 017 018 019 020 021 022 023 024 025 026 027 028 029 030 031 032 033 034 035 036 037 038 039 040 041 042 043 044 045 046 047 048 049 050 051 052 053 054 055 056 057 058 059 060 061 062 063 064 065 066 067 068 069 070 071 072 073 074 075 076 077 078 079 080 081 082 083 084 085 086 087 088 089 090 091 092 093 094 095 096 097 098 099 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 /var/lib/xfstests/tests/xfs 2023-09-23T06:39:32.154 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 group.list /var/lib/xfstests/tests/xfs 2023-09-23T06:39:32.178 INFO:teuthology.orchestra.run.smithi016.stdout:../../install-sh -o root -g root -m 644 096.out.internal 033.out.crc 096.out.external 033.out.default 071.out.64 216.out.classic 216.out.64mblog 071.out.32 216.cfg 033.cfg 737.out 108.out 504.out 404.out 104.out 004.out 377.out 537.out 194.out 158.out 337.out 082.out 237.out 473.out 502.out 088.out 202.out 137.out 102.out 746.out 110.out 586.out 181.out 571.out 264.out 567.out 592.out 282.out 266.out 728.out 178.out 528.out 769.out 428.out 507.out 407.out 328.out 171.out 028.out 046.out 273.out 570.out 468.out 017.out 059.out 346.out 732.out 784.out 443.out 411.out 532.out 591.out 064.out 471.out 111.out 432.out 255.out 371.out 319.out 177.out 523.out 119.out 775.out 232.out 590.out 363.out 131.out 183.out 547.out 738.out 260.out 034.out 757.out 716.out 161.out 246.out 416.out 247.out 116.out 016.out 041.out 358.out 338.out 287.out 099.out 238.out 065.out 566.out 295.out 138.out 765.out 160.out 291.out 274.out 722.out 061.out 239.out 457.out 025.out 772.out 530.out 258.out 322.out 039.out 498.out 098.out 517.out 573.out 060.out 506.out 406.out 306.out 106.out 006.out 003.out 217.out 120.out 191.out 133.out 455.out 130.out 442.out 188.out 030.out 199.out 595.out 467.out 281.out 242.out 163.out 771.out 324.out 224.out 050.out 764.out 124.out 382.out 278.out 058.out 741.out 384.out 042.out 497.out 193.out 097.out 392.out 271.out 283.out 541.out 770.out 709.out 755.out 441.out 157.out 740.out 356.out 474.out 341.out 494.out 189.out 555.out 241.out 540.out 077.out 412.out 514.out 414.out 314.out 440.out 114.out 316.out 074.out 147.out 012.out 155.out 340.out 793.out 156.out 572.out 568.out 240.out 279.out 180.out 733.out 788.out 280.out 434.out 140.out 766.out 185.out 408.out 308.out 254.out 335.out 207.out 531.out 235.out 556.out 253.out 503.out 418.out 275.out 272.out 751.out 433.out 036.out 134.out 393.out 333.out 599.out 476.out 535.out 739.out 233.out 752.out 736.out 107.out 053.out 164.out 587.out 339.out 294.out 521.out 352.out 799.out 489.out 139.out 774.out 481.out 267.out 390.out 399.out 781.out 357.out 169.out 175.out 593.out 565.out 186.out 452.out 252.out 585.out 167.out 724.out 206.out 794.out 348.out 394.out 509.out 466.out 248.out 785.out 424.out 750.out 525.out 488.out 040.out 325.out 551.out 225.out 125.out 142.out 715.out 789.out 581.out 415.out 152.out 563.out 215.out 436.out 792.out 075.out 472.out 578.out 463.out 550.out 052.out 351.out 430.out 583.out 290.out 094.out 450.out 744.out 043.out 086.out 349.out 444.out 500.out 487.out 762.out 544.out 395.out 515.out 451.out 389.out 315.out 344.out 115.out 015.out 542.out 250.out 791.out 475.out 536.out 228.out 518.out 101.out 439.out 244.out 128.out 385.out 005.out 336.out 150.out 579.out 236.out 405.out 305.out 580.out 136.out 598.out 176.out 198.out 723.out 008.out 790.out 505.out 588.out 205.out 105.out 144.out 768.out 437.out 037.out 044.out 719.out 381.out 721.out 323.out 519.out 419.out 219.out 527.out 056.out 019.out 577.out 151.out 760.out 574.out 332.out 796.out 027.out 372.out 584.out 462.out 220.out 597.out 350.out 132.out 312.out 492.out 745.out 076.out 112.out 063.out 561.out 214.out 776.out 014.out 758.out 362.out 387.out 594.out 438.out 265.out 289.out 554.out 516.out 477.out 548.out 560.out 166.out 461.out 445.out 296.out 307.out 493.out 786.out 007.out 448.out 251.out 380.out 562.out 526.out 479.out 426.out 192.out 326.out 226.out 454.out 126.out 121.out 447.out 761.out 773.out 460.out 485.out 347.out 035.out 361.out 564.out 748.out 795.out 089.out 747.out 558.out 162.out 743.out 288.out 197.out 396.out 576.out 051.out 354.out 355.out 575.out 446.out 148.out 129.out 360.out 543.out 263.out 270.out 261.out 734.out 045.out 292.out 482.out 726.out 729.out 378.out 458.out 062.out 249.out 231.out 343.out 334.out 368.out 486.out 223.out 123.out 023.out 459.out 032.out 798.out 277.out 373.out 146.out 398.out 366.out 085.out 427.out 190.out 173.out 470.out 484.out 754.out 767.out 749.out 187.out 091.out 201.out 725.out 731.out 782.out 374.out 285.out 127.out 256.out 501.out 301.out 431.out 068.out 331.out 179.out 713.out 024.out 513.out 413.out 313.out 549.out 213.out 730.out 113.out 013.out 031.out 435.out 182.out 057.out 727.out 078.out 510.out 184.out 797.out 534.out 545.out 210.out 449.out 327.out 330.out 067.out 227.out 230.out 083.out 299.out 073.out 370.out 135.out 403.out 303.out 203.out 103.out 345.out 165.out 386.out 055.out 742.out 245.out 243.out 522.out 787.out 422.out 222.out 159.out 539.out 524.out 122.out 234.out 022.out 174.out 779.out 490.out 090.out 423.out 154.out 718.out 149.out 318.out 465.out 218.out 118.out 018.out 047.out 172.out 168.out 293.out 079.out 469.out 054.out 049.out 208.out 379.out 569.out 456.out 268.out 421.out 712.out 321.out 533.out 512.out 221.out 087.out 212.out 538.out 342.out 021.out 195.out 388.out 483.out 397.out 070.out 596.out 720.out 329.out 196.out 520.out 026.out 420.out 478.out 320.out 499.out 153.out 402.out 302.out 020.out 529.out 002.out 717.out 429.out 417.out 317.out 365.out 092.out 117.out 759.out 072.out 778.out 143.out 229.out 038.out 084.out 369.out 711.out 262.out 511.out 029.out 311.out 211.out 011.out 783.out 170.out 286.out 756.out 496.out 376.out 714.out 559.out 710.out 410.out 310.out 401.out 010.out 001.out 141.out 495.out 048.out 276.out 589.out 753.out 095.out 297.out 480.out 145.out 257.out 464.out 491.out 081.out 800.out 777.out 400.out 300.out 200.out 100.out 359.out 367.out 269.out 546.out 780.out 553.out 763.out 375.out 298.out 259.out 080.out 708.out 508.out 409.out 309.out 209.out 109.out 009.out 391.out 284.out 557.out 453.out 364.out 582.out 735.out 383.out 066.out 552.out 304.out 204.out 353.out 425.out 069.out 093.out /var/lib/xfstests/tests/xfs 2023-09-23T06:39:34.493 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:39:34.498 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:39:37.424 INFO:teuthology.orchestra.run.smithi016.stdout:../install-sh -o root -g root -m 755 -d /var/lib/xfstests/tests 2023-09-23T06:39:37.448 INFO:teuthology.orchestra.run.smithi016.stdout:./install-sh -o root -g root -m 755 -d /var/lib/xfstests 2023-09-23T06:39:37.471 INFO:teuthology.orchestra.run.smithi016.stdout:./install-sh -o root -g root -m 755 check /var/lib/xfstests 2023-09-23T06:39:37.495 INFO:teuthology.orchestra.run.smithi016.stdout:./install-sh -o root -g root -m 644 randomize.awk /var/lib/xfstests 2023-09-23T06:39:37.524 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T06:39:37.524 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec ls tests/generic) 2023-09-23T06:39:37.573 INFO:teuthology.orchestra.run.smithi016.stdout:001 2023-09-23T06:39:37.573 INFO:teuthology.orchestra.run.smithi016.stdout:001.out 2023-09-23T06:39:37.573 INFO:teuthology.orchestra.run.smithi016.stdout:002 2023-09-23T06:39:37.573 INFO:teuthology.orchestra.run.smithi016.stdout:002.out 2023-09-23T06:39:37.573 INFO:teuthology.orchestra.run.smithi016.stdout:003 2023-09-23T06:39:37.573 INFO:teuthology.orchestra.run.smithi016.stdout:003.out 2023-09-23T06:39:37.573 INFO:teuthology.orchestra.run.smithi016.stdout:004 2023-09-23T06:39:37.573 INFO:teuthology.orchestra.run.smithi016.stdout:004.out 2023-09-23T06:39:37.573 INFO:teuthology.orchestra.run.smithi016.stdout:005 2023-09-23T06:39:37.574 INFO:teuthology.orchestra.run.smithi016.stdout:005.out 2023-09-23T06:39:37.574 INFO:teuthology.orchestra.run.smithi016.stdout:006 2023-09-23T06:39:37.574 INFO:teuthology.orchestra.run.smithi016.stdout:006.out 2023-09-23T06:39:37.574 INFO:teuthology.orchestra.run.smithi016.stdout:007 2023-09-23T06:39:37.574 INFO:teuthology.orchestra.run.smithi016.stdout:007.out 2023-09-23T06:39:37.574 INFO:teuthology.orchestra.run.smithi016.stdout:008 2023-09-23T06:39:37.574 INFO:teuthology.orchestra.run.smithi016.stdout:008.out 2023-09-23T06:39:37.574 INFO:teuthology.orchestra.run.smithi016.stdout:009 2023-09-23T06:39:37.574 INFO:teuthology.orchestra.run.smithi016.stdout:009.out 2023-09-23T06:39:37.574 INFO:teuthology.orchestra.run.smithi016.stdout:010 2023-09-23T06:39:37.574 INFO:teuthology.orchestra.run.smithi016.stdout:010.out 2023-09-23T06:39:37.575 INFO:teuthology.orchestra.run.smithi016.stdout:011 2023-09-23T06:39:37.575 INFO:teuthology.orchestra.run.smithi016.stdout:011.out 2023-09-23T06:39:37.575 INFO:teuthology.orchestra.run.smithi016.stdout:012 2023-09-23T06:39:37.575 INFO:teuthology.orchestra.run.smithi016.stdout:012.out 2023-09-23T06:39:37.575 INFO:teuthology.orchestra.run.smithi016.stdout:013 2023-09-23T06:39:37.575 INFO:teuthology.orchestra.run.smithi016.stdout:013.out 2023-09-23T06:39:37.575 INFO:teuthology.orchestra.run.smithi016.stdout:014 2023-09-23T06:39:37.575 INFO:teuthology.orchestra.run.smithi016.stdout:014.out 2023-09-23T06:39:37.575 INFO:teuthology.orchestra.run.smithi016.stdout:015 2023-09-23T06:39:37.575 INFO:teuthology.orchestra.run.smithi016.stdout:015.out 2023-09-23T06:39:37.575 INFO:teuthology.orchestra.run.smithi016.stdout:016 2023-09-23T06:39:37.575 INFO:teuthology.orchestra.run.smithi016.stdout:016.out 2023-09-23T06:39:37.576 INFO:teuthology.orchestra.run.smithi016.stdout:017 2023-09-23T06:39:37.576 INFO:teuthology.orchestra.run.smithi016.stdout:017.out 2023-09-23T06:39:37.576 INFO:teuthology.orchestra.run.smithi016.stdout:018 2023-09-23T06:39:37.576 INFO:teuthology.orchestra.run.smithi016.stdout:018.out 2023-09-23T06:39:37.576 INFO:teuthology.orchestra.run.smithi016.stdout:019 2023-09-23T06:39:37.576 INFO:teuthology.orchestra.run.smithi016.stdout:019.out 2023-09-23T06:39:37.576 INFO:teuthology.orchestra.run.smithi016.stdout:020 2023-09-23T06:39:37.576 INFO:teuthology.orchestra.run.smithi016.stdout:020.out 2023-09-23T06:39:37.576 INFO:teuthology.orchestra.run.smithi016.stdout:021 2023-09-23T06:39:37.576 INFO:teuthology.orchestra.run.smithi016.stdout:021.out 2023-09-23T06:39:37.576 INFO:teuthology.orchestra.run.smithi016.stdout:022 2023-09-23T06:39:37.577 INFO:teuthology.orchestra.run.smithi016.stdout:022.out 2023-09-23T06:39:37.577 INFO:teuthology.orchestra.run.smithi016.stdout:023 2023-09-23T06:39:37.577 INFO:teuthology.orchestra.run.smithi016.stdout:023.out 2023-09-23T06:39:37.577 INFO:teuthology.orchestra.run.smithi016.stdout:024 2023-09-23T06:39:37.577 INFO:teuthology.orchestra.run.smithi016.stdout:024.out 2023-09-23T06:39:37.577 INFO:teuthology.orchestra.run.smithi016.stdout:025 2023-09-23T06:39:37.577 INFO:teuthology.orchestra.run.smithi016.stdout:025.out 2023-09-23T06:39:37.577 INFO:teuthology.orchestra.run.smithi016.stdout:026 2023-09-23T06:39:37.577 INFO:teuthology.orchestra.run.smithi016.stdout:026.out 2023-09-23T06:39:37.577 INFO:teuthology.orchestra.run.smithi016.stdout:027 2023-09-23T06:39:37.577 INFO:teuthology.orchestra.run.smithi016.stdout:027.out 2023-09-23T06:39:37.577 INFO:teuthology.orchestra.run.smithi016.stdout:028 2023-09-23T06:39:37.578 INFO:teuthology.orchestra.run.smithi016.stdout:028.out 2023-09-23T06:39:37.578 INFO:teuthology.orchestra.run.smithi016.stdout:029 2023-09-23T06:39:37.578 INFO:teuthology.orchestra.run.smithi016.stdout:029.out 2023-09-23T06:39:37.578 INFO:teuthology.orchestra.run.smithi016.stdout:030 2023-09-23T06:39:37.578 INFO:teuthology.orchestra.run.smithi016.stdout:030.out 2023-09-23T06:39:37.578 INFO:teuthology.orchestra.run.smithi016.stdout:031 2023-09-23T06:39:37.578 INFO:teuthology.orchestra.run.smithi016.stdout:031.out 2023-09-23T06:39:37.578 INFO:teuthology.orchestra.run.smithi016.stdout:032 2023-09-23T06:39:37.578 INFO:teuthology.orchestra.run.smithi016.stdout:032.out 2023-09-23T06:39:37.578 INFO:teuthology.orchestra.run.smithi016.stdout:033 2023-09-23T06:39:37.578 INFO:teuthology.orchestra.run.smithi016.stdout:033.out 2023-09-23T06:39:37.578 INFO:teuthology.orchestra.run.smithi016.stdout:034 2023-09-23T06:39:37.579 INFO:teuthology.orchestra.run.smithi016.stdout:034.out 2023-09-23T06:39:37.579 INFO:teuthology.orchestra.run.smithi016.stdout:035 2023-09-23T06:39:37.579 INFO:teuthology.orchestra.run.smithi016.stdout:035.cfg 2023-09-23T06:39:37.579 INFO:teuthology.orchestra.run.smithi016.stdout:035.out.default 2023-09-23T06:39:37.579 INFO:teuthology.orchestra.run.smithi016.stdout:035.out.nfs 2023-09-23T06:39:37.579 INFO:teuthology.orchestra.run.smithi016.stdout:036 2023-09-23T06:39:37.579 INFO:teuthology.orchestra.run.smithi016.stdout:036.out 2023-09-23T06:39:37.579 INFO:teuthology.orchestra.run.smithi016.stdout:037 2023-09-23T06:39:37.579 INFO:teuthology.orchestra.run.smithi016.stdout:037.out 2023-09-23T06:39:37.579 INFO:teuthology.orchestra.run.smithi016.stdout:038 2023-09-23T06:39:37.579 INFO:teuthology.orchestra.run.smithi016.stdout:038.out 2023-09-23T06:39:37.579 INFO:teuthology.orchestra.run.smithi016.stdout:039 2023-09-23T06:39:37.580 INFO:teuthology.orchestra.run.smithi016.stdout:039.out 2023-09-23T06:39:37.580 INFO:teuthology.orchestra.run.smithi016.stdout:040 2023-09-23T06:39:37.580 INFO:teuthology.orchestra.run.smithi016.stdout:040.out 2023-09-23T06:39:37.580 INFO:teuthology.orchestra.run.smithi016.stdout:041 2023-09-23T06:39:37.580 INFO:teuthology.orchestra.run.smithi016.stdout:041.out 2023-09-23T06:39:37.580 INFO:teuthology.orchestra.run.smithi016.stdout:042 2023-09-23T06:39:37.580 INFO:teuthology.orchestra.run.smithi016.stdout:042.out 2023-09-23T06:39:37.580 INFO:teuthology.orchestra.run.smithi016.stdout:043 2023-09-23T06:39:37.580 INFO:teuthology.orchestra.run.smithi016.stdout:043.out 2023-09-23T06:39:37.581 INFO:teuthology.orchestra.run.smithi016.stdout:044 2023-09-23T06:39:37.581 INFO:teuthology.orchestra.run.smithi016.stdout:044.out 2023-09-23T06:39:37.581 INFO:teuthology.orchestra.run.smithi016.stdout:045 2023-09-23T06:39:37.581 INFO:teuthology.orchestra.run.smithi016.stdout:045.out 2023-09-23T06:39:37.581 INFO:teuthology.orchestra.run.smithi016.stdout:046 2023-09-23T06:39:37.581 INFO:teuthology.orchestra.run.smithi016.stdout:046.out 2023-09-23T06:39:37.581 INFO:teuthology.orchestra.run.smithi016.stdout:047 2023-09-23T06:39:37.581 INFO:teuthology.orchestra.run.smithi016.stdout:047.out 2023-09-23T06:39:37.582 INFO:teuthology.orchestra.run.smithi016.stdout:048 2023-09-23T06:39:37.582 INFO:teuthology.orchestra.run.smithi016.stdout:048.out 2023-09-23T06:39:37.582 INFO:teuthology.orchestra.run.smithi016.stdout:049 2023-09-23T06:39:37.582 INFO:teuthology.orchestra.run.smithi016.stdout:049.out 2023-09-23T06:39:37.582 INFO:teuthology.orchestra.run.smithi016.stdout:050 2023-09-23T06:39:37.582 INFO:teuthology.orchestra.run.smithi016.stdout:050.cfg 2023-09-23T06:39:37.582 INFO:teuthology.orchestra.run.smithi016.stdout:050.out.default 2023-09-23T06:39:37.582 INFO:teuthology.orchestra.run.smithi016.stdout:050.out.nojournal 2023-09-23T06:39:37.582 INFO:teuthology.orchestra.run.smithi016.stdout:050.out.xfsquota 2023-09-23T06:39:37.582 INFO:teuthology.orchestra.run.smithi016.stdout:051 2023-09-23T06:39:37.582 INFO:teuthology.orchestra.run.smithi016.stdout:051.out 2023-09-23T06:39:37.583 INFO:teuthology.orchestra.run.smithi016.stdout:052 2023-09-23T06:39:37.583 INFO:teuthology.orchestra.run.smithi016.stdout:052.out 2023-09-23T06:39:37.583 INFO:teuthology.orchestra.run.smithi016.stdout:053 2023-09-23T06:39:37.583 INFO:teuthology.orchestra.run.smithi016.stdout:053.out 2023-09-23T06:39:37.583 INFO:teuthology.orchestra.run.smithi016.stdout:054 2023-09-23T06:39:37.583 INFO:teuthology.orchestra.run.smithi016.stdout:054.out 2023-09-23T06:39:37.583 INFO:teuthology.orchestra.run.smithi016.stdout:055 2023-09-23T06:39:37.583 INFO:teuthology.orchestra.run.smithi016.stdout:055.out 2023-09-23T06:39:37.583 INFO:teuthology.orchestra.run.smithi016.stdout:056 2023-09-23T06:39:37.583 INFO:teuthology.orchestra.run.smithi016.stdout:056.out 2023-09-23T06:39:37.583 INFO:teuthology.orchestra.run.smithi016.stdout:057 2023-09-23T06:39:37.583 INFO:teuthology.orchestra.run.smithi016.stdout:057.out 2023-09-23T06:39:37.584 INFO:teuthology.orchestra.run.smithi016.stdout:058 2023-09-23T06:39:37.584 INFO:teuthology.orchestra.run.smithi016.stdout:058.out 2023-09-23T06:39:37.584 INFO:teuthology.orchestra.run.smithi016.stdout:059 2023-09-23T06:39:37.584 INFO:teuthology.orchestra.run.smithi016.stdout:059.out 2023-09-23T06:39:37.584 INFO:teuthology.orchestra.run.smithi016.stdout:060 2023-09-23T06:39:37.584 INFO:teuthology.orchestra.run.smithi016.stdout:060.out 2023-09-23T06:39:37.584 INFO:teuthology.orchestra.run.smithi016.stdout:061 2023-09-23T06:39:37.584 INFO:teuthology.orchestra.run.smithi016.stdout:061.out 2023-09-23T06:39:37.584 INFO:teuthology.orchestra.run.smithi016.stdout:062 2023-09-23T06:39:37.584 INFO:teuthology.orchestra.run.smithi016.stdout:062.out 2023-09-23T06:39:37.584 INFO:teuthology.orchestra.run.smithi016.stdout:063 2023-09-23T06:39:37.584 INFO:teuthology.orchestra.run.smithi016.stdout:063.out 2023-09-23T06:39:37.585 INFO:teuthology.orchestra.run.smithi016.stdout:064 2023-09-23T06:39:37.585 INFO:teuthology.orchestra.run.smithi016.stdout:064.out 2023-09-23T06:39:37.585 INFO:teuthology.orchestra.run.smithi016.stdout:065 2023-09-23T06:39:37.585 INFO:teuthology.orchestra.run.smithi016.stdout:065.out 2023-09-23T06:39:37.585 INFO:teuthology.orchestra.run.smithi016.stdout:066 2023-09-23T06:39:37.585 INFO:teuthology.orchestra.run.smithi016.stdout:066.out 2023-09-23T06:39:37.585 INFO:teuthology.orchestra.run.smithi016.stdout:067 2023-09-23T06:39:37.585 INFO:teuthology.orchestra.run.smithi016.stdout:067.out 2023-09-23T06:39:37.585 INFO:teuthology.orchestra.run.smithi016.stdout:068 2023-09-23T06:39:37.585 INFO:teuthology.orchestra.run.smithi016.stdout:068.out 2023-09-23T06:39:37.585 INFO:teuthology.orchestra.run.smithi016.stdout:069 2023-09-23T06:39:37.585 INFO:teuthology.orchestra.run.smithi016.stdout:069.out 2023-09-23T06:39:37.586 INFO:teuthology.orchestra.run.smithi016.stdout:070 2023-09-23T06:39:37.586 INFO:teuthology.orchestra.run.smithi016.stdout:070.out 2023-09-23T06:39:37.586 INFO:teuthology.orchestra.run.smithi016.stdout:071 2023-09-23T06:39:37.586 INFO:teuthology.orchestra.run.smithi016.stdout:071.out 2023-09-23T06:39:37.586 INFO:teuthology.orchestra.run.smithi016.stdout:072 2023-09-23T06:39:37.586 INFO:teuthology.orchestra.run.smithi016.stdout:072.out 2023-09-23T06:39:37.586 INFO:teuthology.orchestra.run.smithi016.stdout:073 2023-09-23T06:39:37.586 INFO:teuthology.orchestra.run.smithi016.stdout:073.out 2023-09-23T06:39:37.586 INFO:teuthology.orchestra.run.smithi016.stdout:074 2023-09-23T06:39:37.586 INFO:teuthology.orchestra.run.smithi016.stdout:074.out 2023-09-23T06:39:37.586 INFO:teuthology.orchestra.run.smithi016.stdout:075 2023-09-23T06:39:37.586 INFO:teuthology.orchestra.run.smithi016.stdout:075.out 2023-09-23T06:39:37.587 INFO:teuthology.orchestra.run.smithi016.stdout:076 2023-09-23T06:39:37.587 INFO:teuthology.orchestra.run.smithi016.stdout:076.out 2023-09-23T06:39:37.587 INFO:teuthology.orchestra.run.smithi016.stdout:077 2023-09-23T06:39:37.587 INFO:teuthology.orchestra.run.smithi016.stdout:077.out 2023-09-23T06:39:37.587 INFO:teuthology.orchestra.run.smithi016.stdout:078 2023-09-23T06:39:37.587 INFO:teuthology.orchestra.run.smithi016.stdout:078.out 2023-09-23T06:39:37.587 INFO:teuthology.orchestra.run.smithi016.stdout:079 2023-09-23T06:39:37.587 INFO:teuthology.orchestra.run.smithi016.stdout:079.out 2023-09-23T06:39:37.587 INFO:teuthology.orchestra.run.smithi016.stdout:080 2023-09-23T06:39:37.587 INFO:teuthology.orchestra.run.smithi016.stdout:080.out 2023-09-23T06:39:37.587 INFO:teuthology.orchestra.run.smithi016.stdout:081 2023-09-23T06:39:37.587 INFO:teuthology.orchestra.run.smithi016.stdout:081.out 2023-09-23T06:39:37.588 INFO:teuthology.orchestra.run.smithi016.stdout:082 2023-09-23T06:39:37.588 INFO:teuthology.orchestra.run.smithi016.stdout:082.out 2023-09-23T06:39:37.588 INFO:teuthology.orchestra.run.smithi016.stdout:083 2023-09-23T06:39:37.588 INFO:teuthology.orchestra.run.smithi016.stdout:083.out 2023-09-23T06:39:37.588 INFO:teuthology.orchestra.run.smithi016.stdout:084 2023-09-23T06:39:37.588 INFO:teuthology.orchestra.run.smithi016.stdout:084.out 2023-09-23T06:39:37.588 INFO:teuthology.orchestra.run.smithi016.stdout:085 2023-09-23T06:39:37.588 INFO:teuthology.orchestra.run.smithi016.stdout:085.out 2023-09-23T06:39:37.588 INFO:teuthology.orchestra.run.smithi016.stdout:086 2023-09-23T06:39:37.588 INFO:teuthology.orchestra.run.smithi016.stdout:086.out 2023-09-23T06:39:37.588 INFO:teuthology.orchestra.run.smithi016.stdout:087 2023-09-23T06:39:37.588 INFO:teuthology.orchestra.run.smithi016.stdout:087.out 2023-09-23T06:39:37.588 INFO:teuthology.orchestra.run.smithi016.stdout:088 2023-09-23T06:39:37.589 INFO:teuthology.orchestra.run.smithi016.stdout:088.out 2023-09-23T06:39:37.589 INFO:teuthology.orchestra.run.smithi016.stdout:089 2023-09-23T06:39:37.589 INFO:teuthology.orchestra.run.smithi016.stdout:089.out 2023-09-23T06:39:37.589 INFO:teuthology.orchestra.run.smithi016.stdout:090 2023-09-23T06:39:37.589 INFO:teuthology.orchestra.run.smithi016.stdout:090.out 2023-09-23T06:39:37.589 INFO:teuthology.orchestra.run.smithi016.stdout:091 2023-09-23T06:39:37.589 INFO:teuthology.orchestra.run.smithi016.stdout:091.out 2023-09-23T06:39:37.589 INFO:teuthology.orchestra.run.smithi016.stdout:092 2023-09-23T06:39:37.589 INFO:teuthology.orchestra.run.smithi016.stdout:092.out 2023-09-23T06:39:37.590 INFO:teuthology.orchestra.run.smithi016.stdout:093 2023-09-23T06:39:37.590 INFO:teuthology.orchestra.run.smithi016.stdout:093.out 2023-09-23T06:39:37.590 INFO:teuthology.orchestra.run.smithi016.stdout:094 2023-09-23T06:39:37.590 INFO:teuthology.orchestra.run.smithi016.stdout:094.out 2023-09-23T06:39:37.590 INFO:teuthology.orchestra.run.smithi016.stdout:095 2023-09-23T06:39:37.590 INFO:teuthology.orchestra.run.smithi016.stdout:095.out 2023-09-23T06:39:37.590 INFO:teuthology.orchestra.run.smithi016.stdout:096 2023-09-23T06:39:37.590 INFO:teuthology.orchestra.run.smithi016.stdout:096.out 2023-09-23T06:39:37.590 INFO:teuthology.orchestra.run.smithi016.stdout:097 2023-09-23T06:39:37.590 INFO:teuthology.orchestra.run.smithi016.stdout:097.out 2023-09-23T06:39:37.590 INFO:teuthology.orchestra.run.smithi016.stdout:098 2023-09-23T06:39:37.591 INFO:teuthology.orchestra.run.smithi016.stdout:098.out 2023-09-23T06:39:37.591 INFO:teuthology.orchestra.run.smithi016.stdout:099 2023-09-23T06:39:37.591 INFO:teuthology.orchestra.run.smithi016.stdout:099.out 2023-09-23T06:39:37.591 INFO:teuthology.orchestra.run.smithi016.stdout:100 2023-09-23T06:39:37.591 INFO:teuthology.orchestra.run.smithi016.stdout:100.out 2023-09-23T06:39:37.591 INFO:teuthology.orchestra.run.smithi016.stdout:101 2023-09-23T06:39:37.591 INFO:teuthology.orchestra.run.smithi016.stdout:101.out 2023-09-23T06:39:37.591 INFO:teuthology.orchestra.run.smithi016.stdout:102 2023-09-23T06:39:37.591 INFO:teuthology.orchestra.run.smithi016.stdout:102.out 2023-09-23T06:39:37.592 INFO:teuthology.orchestra.run.smithi016.stdout:103 2023-09-23T06:39:37.592 INFO:teuthology.orchestra.run.smithi016.stdout:103.out 2023-09-23T06:39:37.592 INFO:teuthology.orchestra.run.smithi016.stdout:104 2023-09-23T06:39:37.592 INFO:teuthology.orchestra.run.smithi016.stdout:104.out 2023-09-23T06:39:37.592 INFO:teuthology.orchestra.run.smithi016.stdout:105 2023-09-23T06:39:37.592 INFO:teuthology.orchestra.run.smithi016.stdout:105.out 2023-09-23T06:39:37.592 INFO:teuthology.orchestra.run.smithi016.stdout:106 2023-09-23T06:39:37.592 INFO:teuthology.orchestra.run.smithi016.stdout:106.out 2023-09-23T06:39:37.592 INFO:teuthology.orchestra.run.smithi016.stdout:107 2023-09-23T06:39:37.592 INFO:teuthology.orchestra.run.smithi016.stdout:107.out 2023-09-23T06:39:37.592 INFO:teuthology.orchestra.run.smithi016.stdout:108 2023-09-23T06:39:37.593 INFO:teuthology.orchestra.run.smithi016.stdout:108.out 2023-09-23T06:39:37.593 INFO:teuthology.orchestra.run.smithi016.stdout:109 2023-09-23T06:39:37.593 INFO:teuthology.orchestra.run.smithi016.stdout:109.out 2023-09-23T06:39:37.593 INFO:teuthology.orchestra.run.smithi016.stdout:110 2023-09-23T06:39:37.593 INFO:teuthology.orchestra.run.smithi016.stdout:110.out 2023-09-23T06:39:37.593 INFO:teuthology.orchestra.run.smithi016.stdout:111 2023-09-23T06:39:37.593 INFO:teuthology.orchestra.run.smithi016.stdout:111.out 2023-09-23T06:39:37.593 INFO:teuthology.orchestra.run.smithi016.stdout:112 2023-09-23T06:39:37.593 INFO:teuthology.orchestra.run.smithi016.stdout:112.out 2023-09-23T06:39:37.593 INFO:teuthology.orchestra.run.smithi016.stdout:113 2023-09-23T06:39:37.593 INFO:teuthology.orchestra.run.smithi016.stdout:113.out 2023-09-23T06:39:37.594 INFO:teuthology.orchestra.run.smithi016.stdout:114 2023-09-23T06:39:37.594 INFO:teuthology.orchestra.run.smithi016.stdout:114.out 2023-09-23T06:39:37.594 INFO:teuthology.orchestra.run.smithi016.stdout:115 2023-09-23T06:39:37.594 INFO:teuthology.orchestra.run.smithi016.stdout:115.out 2023-09-23T06:39:37.594 INFO:teuthology.orchestra.run.smithi016.stdout:116 2023-09-23T06:39:37.594 INFO:teuthology.orchestra.run.smithi016.stdout:116.out 2023-09-23T06:39:37.594 INFO:teuthology.orchestra.run.smithi016.stdout:117 2023-09-23T06:39:37.594 INFO:teuthology.orchestra.run.smithi016.stdout:117.out 2023-09-23T06:39:37.594 INFO:teuthology.orchestra.run.smithi016.stdout:118 2023-09-23T06:39:37.594 INFO:teuthology.orchestra.run.smithi016.stdout:118.out 2023-09-23T06:39:37.594 INFO:teuthology.orchestra.run.smithi016.stdout:119 2023-09-23T06:39:37.594 INFO:teuthology.orchestra.run.smithi016.stdout:119.out 2023-09-23T06:39:37.595 INFO:teuthology.orchestra.run.smithi016.stdout:120 2023-09-23T06:39:37.595 INFO:teuthology.orchestra.run.smithi016.stdout:120.out 2023-09-23T06:39:37.595 INFO:teuthology.orchestra.run.smithi016.stdout:121 2023-09-23T06:39:37.595 INFO:teuthology.orchestra.run.smithi016.stdout:121.out 2023-09-23T06:39:37.595 INFO:teuthology.orchestra.run.smithi016.stdout:122 2023-09-23T06:39:37.595 INFO:teuthology.orchestra.run.smithi016.stdout:122.out 2023-09-23T06:39:37.595 INFO:teuthology.orchestra.run.smithi016.stdout:123 2023-09-23T06:39:37.595 INFO:teuthology.orchestra.run.smithi016.stdout:123.out 2023-09-23T06:39:37.595 INFO:teuthology.orchestra.run.smithi016.stdout:124 2023-09-23T06:39:37.595 INFO:teuthology.orchestra.run.smithi016.stdout:124.out 2023-09-23T06:39:37.595 INFO:teuthology.orchestra.run.smithi016.stdout:125 2023-09-23T06:39:37.595 INFO:teuthology.orchestra.run.smithi016.stdout:125.out 2023-09-23T06:39:37.596 INFO:teuthology.orchestra.run.smithi016.stdout:126 2023-09-23T06:39:37.596 INFO:teuthology.orchestra.run.smithi016.stdout:126.out 2023-09-23T06:39:37.596 INFO:teuthology.orchestra.run.smithi016.stdout:127 2023-09-23T06:39:37.596 INFO:teuthology.orchestra.run.smithi016.stdout:127.out 2023-09-23T06:39:37.596 INFO:teuthology.orchestra.run.smithi016.stdout:128 2023-09-23T06:39:37.596 INFO:teuthology.orchestra.run.smithi016.stdout:128.out 2023-09-23T06:39:37.596 INFO:teuthology.orchestra.run.smithi016.stdout:129 2023-09-23T06:39:37.596 INFO:teuthology.orchestra.run.smithi016.stdout:129.out 2023-09-23T06:39:37.596 INFO:teuthology.orchestra.run.smithi016.stdout:130 2023-09-23T06:39:37.596 INFO:teuthology.orchestra.run.smithi016.stdout:130.out 2023-09-23T06:39:37.596 INFO:teuthology.orchestra.run.smithi016.stdout:131 2023-09-23T06:39:37.596 INFO:teuthology.orchestra.run.smithi016.stdout:131.out 2023-09-23T06:39:37.597 INFO:teuthology.orchestra.run.smithi016.stdout:132 2023-09-23T06:39:37.597 INFO:teuthology.orchestra.run.smithi016.stdout:132.out 2023-09-23T06:39:37.597 INFO:teuthology.orchestra.run.smithi016.stdout:133 2023-09-23T06:39:37.597 INFO:teuthology.orchestra.run.smithi016.stdout:133.out 2023-09-23T06:39:37.597 INFO:teuthology.orchestra.run.smithi016.stdout:134 2023-09-23T06:39:37.597 INFO:teuthology.orchestra.run.smithi016.stdout:134.out 2023-09-23T06:39:37.597 INFO:teuthology.orchestra.run.smithi016.stdout:135 2023-09-23T06:39:37.597 INFO:teuthology.orchestra.run.smithi016.stdout:135.out 2023-09-23T06:39:37.597 INFO:teuthology.orchestra.run.smithi016.stdout:136 2023-09-23T06:39:37.597 INFO:teuthology.orchestra.run.smithi016.stdout:136.out 2023-09-23T06:39:37.597 INFO:teuthology.orchestra.run.smithi016.stdout:137 2023-09-23T06:39:37.598 INFO:teuthology.orchestra.run.smithi016.stdout:137.out 2023-09-23T06:39:37.598 INFO:teuthology.orchestra.run.smithi016.stdout:138 2023-09-23T06:39:37.598 INFO:teuthology.orchestra.run.smithi016.stdout:138.out 2023-09-23T06:39:37.598 INFO:teuthology.orchestra.run.smithi016.stdout:139 2023-09-23T06:39:37.598 INFO:teuthology.orchestra.run.smithi016.stdout:139.out 2023-09-23T06:39:37.598 INFO:teuthology.orchestra.run.smithi016.stdout:140 2023-09-23T06:39:37.598 INFO:teuthology.orchestra.run.smithi016.stdout:140.out 2023-09-23T06:39:37.598 INFO:teuthology.orchestra.run.smithi016.stdout:141 2023-09-23T06:39:37.598 INFO:teuthology.orchestra.run.smithi016.stdout:141.out 2023-09-23T06:39:37.598 INFO:teuthology.orchestra.run.smithi016.stdout:142 2023-09-23T06:39:37.598 INFO:teuthology.orchestra.run.smithi016.stdout:142.out 2023-09-23T06:39:37.598 INFO:teuthology.orchestra.run.smithi016.stdout:143 2023-09-23T06:39:37.599 INFO:teuthology.orchestra.run.smithi016.stdout:143.out 2023-09-23T06:39:37.599 INFO:teuthology.orchestra.run.smithi016.stdout:144 2023-09-23T06:39:37.599 INFO:teuthology.orchestra.run.smithi016.stdout:144.out 2023-09-23T06:39:37.599 INFO:teuthology.orchestra.run.smithi016.stdout:145 2023-09-23T06:39:37.599 INFO:teuthology.orchestra.run.smithi016.stdout:145.out 2023-09-23T06:39:37.600 INFO:teuthology.orchestra.run.smithi016.stdout:146 2023-09-23T06:39:37.600 INFO:teuthology.orchestra.run.smithi016.stdout:146.out 2023-09-23T06:39:37.600 INFO:teuthology.orchestra.run.smithi016.stdout:147 2023-09-23T06:39:37.600 INFO:teuthology.orchestra.run.smithi016.stdout:147.out 2023-09-23T06:39:37.600 INFO:teuthology.orchestra.run.smithi016.stdout:148 2023-09-23T06:39:37.600 INFO:teuthology.orchestra.run.smithi016.stdout:148.out 2023-09-23T06:39:37.600 INFO:teuthology.orchestra.run.smithi016.stdout:149 2023-09-23T06:39:37.601 INFO:teuthology.orchestra.run.smithi016.stdout:149.out 2023-09-23T06:39:37.601 INFO:teuthology.orchestra.run.smithi016.stdout:150 2023-09-23T06:39:37.601 INFO:teuthology.orchestra.run.smithi016.stdout:150.out 2023-09-23T06:39:37.601 INFO:teuthology.orchestra.run.smithi016.stdout:151 2023-09-23T06:39:37.601 INFO:teuthology.orchestra.run.smithi016.stdout:151.out 2023-09-23T06:39:37.601 INFO:teuthology.orchestra.run.smithi016.stdout:152 2023-09-23T06:39:37.601 INFO:teuthology.orchestra.run.smithi016.stdout:152.out 2023-09-23T06:39:37.601 INFO:teuthology.orchestra.run.smithi016.stdout:153 2023-09-23T06:39:37.601 INFO:teuthology.orchestra.run.smithi016.stdout:153.out 2023-09-23T06:39:37.601 INFO:teuthology.orchestra.run.smithi016.stdout:154 2023-09-23T06:39:37.601 INFO:teuthology.orchestra.run.smithi016.stdout:154.out 2023-09-23T06:39:37.602 INFO:teuthology.orchestra.run.smithi016.stdout:155 2023-09-23T06:39:37.602 INFO:teuthology.orchestra.run.smithi016.stdout:155.out 2023-09-23T06:39:37.602 INFO:teuthology.orchestra.run.smithi016.stdout:156 2023-09-23T06:39:37.602 INFO:teuthology.orchestra.run.smithi016.stdout:156.out 2023-09-23T06:39:37.602 INFO:teuthology.orchestra.run.smithi016.stdout:157 2023-09-23T06:39:37.602 INFO:teuthology.orchestra.run.smithi016.stdout:157.out 2023-09-23T06:39:37.603 INFO:teuthology.orchestra.run.smithi016.stdout:158 2023-09-23T06:39:37.603 INFO:teuthology.orchestra.run.smithi016.stdout:158.out 2023-09-23T06:39:37.603 INFO:teuthology.orchestra.run.smithi016.stdout:159 2023-09-23T06:39:37.603 INFO:teuthology.orchestra.run.smithi016.stdout:159.out 2023-09-23T06:39:37.603 INFO:teuthology.orchestra.run.smithi016.stdout:160 2023-09-23T06:39:37.603 INFO:teuthology.orchestra.run.smithi016.stdout:160.out 2023-09-23T06:39:37.603 INFO:teuthology.orchestra.run.smithi016.stdout:161 2023-09-23T06:39:37.603 INFO:teuthology.orchestra.run.smithi016.stdout:161.out 2023-09-23T06:39:37.603 INFO:teuthology.orchestra.run.smithi016.stdout:162 2023-09-23T06:39:37.603 INFO:teuthology.orchestra.run.smithi016.stdout:162.out 2023-09-23T06:39:37.604 INFO:teuthology.orchestra.run.smithi016.stdout:163 2023-09-23T06:39:37.604 INFO:teuthology.orchestra.run.smithi016.stdout:163.out 2023-09-23T06:39:37.604 INFO:teuthology.orchestra.run.smithi016.stdout:164 2023-09-23T06:39:37.604 INFO:teuthology.orchestra.run.smithi016.stdout:164.out 2023-09-23T06:39:37.604 INFO:teuthology.orchestra.run.smithi016.stdout:165 2023-09-23T06:39:37.604 INFO:teuthology.orchestra.run.smithi016.stdout:165.out 2023-09-23T06:39:37.604 INFO:teuthology.orchestra.run.smithi016.stdout:166 2023-09-23T06:39:37.604 INFO:teuthology.orchestra.run.smithi016.stdout:166.out 2023-09-23T06:39:37.604 INFO:teuthology.orchestra.run.smithi016.stdout:167 2023-09-23T06:39:37.604 INFO:teuthology.orchestra.run.smithi016.stdout:167.out 2023-09-23T06:39:37.604 INFO:teuthology.orchestra.run.smithi016.stdout:168 2023-09-23T06:39:37.604 INFO:teuthology.orchestra.run.smithi016.stdout:168.out 2023-09-23T06:39:37.605 INFO:teuthology.orchestra.run.smithi016.stdout:169 2023-09-23T06:39:37.605 INFO:teuthology.orchestra.run.smithi016.stdout:169.out 2023-09-23T06:39:37.605 INFO:teuthology.orchestra.run.smithi016.stdout:170 2023-09-23T06:39:37.605 INFO:teuthology.orchestra.run.smithi016.stdout:170.out 2023-09-23T06:39:37.605 INFO:teuthology.orchestra.run.smithi016.stdout:171 2023-09-23T06:39:37.605 INFO:teuthology.orchestra.run.smithi016.stdout:171.out 2023-09-23T06:39:37.605 INFO:teuthology.orchestra.run.smithi016.stdout:172 2023-09-23T06:39:37.605 INFO:teuthology.orchestra.run.smithi016.stdout:172.out 2023-09-23T06:39:37.605 INFO:teuthology.orchestra.run.smithi016.stdout:173 2023-09-23T06:39:37.605 INFO:teuthology.orchestra.run.smithi016.stdout:173.out 2023-09-23T06:39:37.605 INFO:teuthology.orchestra.run.smithi016.stdout:174 2023-09-23T06:39:37.605 INFO:teuthology.orchestra.run.smithi016.stdout:174.out 2023-09-23T06:39:37.606 INFO:teuthology.orchestra.run.smithi016.stdout:175 2023-09-23T06:39:37.606 INFO:teuthology.orchestra.run.smithi016.stdout:175.out 2023-09-23T06:39:37.606 INFO:teuthology.orchestra.run.smithi016.stdout:176 2023-09-23T06:39:37.606 INFO:teuthology.orchestra.run.smithi016.stdout:176.out 2023-09-23T06:39:37.606 INFO:teuthology.orchestra.run.smithi016.stdout:177 2023-09-23T06:39:37.606 INFO:teuthology.orchestra.run.smithi016.stdout:177.out 2023-09-23T06:39:37.606 INFO:teuthology.orchestra.run.smithi016.stdout:178 2023-09-23T06:39:37.606 INFO:teuthology.orchestra.run.smithi016.stdout:178.out 2023-09-23T06:39:37.606 INFO:teuthology.orchestra.run.smithi016.stdout:179 2023-09-23T06:39:37.606 INFO:teuthology.orchestra.run.smithi016.stdout:179.out 2023-09-23T06:39:37.606 INFO:teuthology.orchestra.run.smithi016.stdout:180 2023-09-23T06:39:37.606 INFO:teuthology.orchestra.run.smithi016.stdout:180.out 2023-09-23T06:39:37.607 INFO:teuthology.orchestra.run.smithi016.stdout:181 2023-09-23T06:39:37.607 INFO:teuthology.orchestra.run.smithi016.stdout:181.out 2023-09-23T06:39:37.607 INFO:teuthology.orchestra.run.smithi016.stdout:182 2023-09-23T06:39:37.607 INFO:teuthology.orchestra.run.smithi016.stdout:182.out 2023-09-23T06:39:37.607 INFO:teuthology.orchestra.run.smithi016.stdout:183 2023-09-23T06:39:37.607 INFO:teuthology.orchestra.run.smithi016.stdout:183.out 2023-09-23T06:39:37.607 INFO:teuthology.orchestra.run.smithi016.stdout:184 2023-09-23T06:39:37.607 INFO:teuthology.orchestra.run.smithi016.stdout:184.out 2023-09-23T06:39:37.607 INFO:teuthology.orchestra.run.smithi016.stdout:185 2023-09-23T06:39:37.607 INFO:teuthology.orchestra.run.smithi016.stdout:185.out 2023-09-23T06:39:37.607 INFO:teuthology.orchestra.run.smithi016.stdout:186 2023-09-23T06:39:37.607 INFO:teuthology.orchestra.run.smithi016.stdout:186.out 2023-09-23T06:39:37.608 INFO:teuthology.orchestra.run.smithi016.stdout:187 2023-09-23T06:39:37.608 INFO:teuthology.orchestra.run.smithi016.stdout:187.out 2023-09-23T06:39:37.608 INFO:teuthology.orchestra.run.smithi016.stdout:188 2023-09-23T06:39:37.608 INFO:teuthology.orchestra.run.smithi016.stdout:188.out 2023-09-23T06:39:37.608 INFO:teuthology.orchestra.run.smithi016.stdout:189 2023-09-23T06:39:37.608 INFO:teuthology.orchestra.run.smithi016.stdout:189.out 2023-09-23T06:39:37.608 INFO:teuthology.orchestra.run.smithi016.stdout:190 2023-09-23T06:39:37.608 INFO:teuthology.orchestra.run.smithi016.stdout:190.out 2023-09-23T06:39:37.608 INFO:teuthology.orchestra.run.smithi016.stdout:191 2023-09-23T06:39:37.608 INFO:teuthology.orchestra.run.smithi016.stdout:191.out 2023-09-23T06:39:37.608 INFO:teuthology.orchestra.run.smithi016.stdout:192 2023-09-23T06:39:37.608 INFO:teuthology.orchestra.run.smithi016.stdout:192.out 2023-09-23T06:39:37.608 INFO:teuthology.orchestra.run.smithi016.stdout:193 2023-09-23T06:39:37.609 INFO:teuthology.orchestra.run.smithi016.stdout:193.out 2023-09-23T06:39:37.609 INFO:teuthology.orchestra.run.smithi016.stdout:194 2023-09-23T06:39:37.609 INFO:teuthology.orchestra.run.smithi016.stdout:194.out 2023-09-23T06:39:37.609 INFO:teuthology.orchestra.run.smithi016.stdout:195 2023-09-23T06:39:37.609 INFO:teuthology.orchestra.run.smithi016.stdout:195.out 2023-09-23T06:39:37.609 INFO:teuthology.orchestra.run.smithi016.stdout:196 2023-09-23T06:39:37.609 INFO:teuthology.orchestra.run.smithi016.stdout:196.out 2023-09-23T06:39:37.609 INFO:teuthology.orchestra.run.smithi016.stdout:197 2023-09-23T06:39:37.609 INFO:teuthology.orchestra.run.smithi016.stdout:197.out 2023-09-23T06:39:37.609 INFO:teuthology.orchestra.run.smithi016.stdout:198 2023-09-23T06:39:37.609 INFO:teuthology.orchestra.run.smithi016.stdout:198.out 2023-09-23T06:39:37.609 INFO:teuthology.orchestra.run.smithi016.stdout:199 2023-09-23T06:39:37.610 INFO:teuthology.orchestra.run.smithi016.stdout:199.out 2023-09-23T06:39:37.610 INFO:teuthology.orchestra.run.smithi016.stdout:200 2023-09-23T06:39:37.610 INFO:teuthology.orchestra.run.smithi016.stdout:200.out 2023-09-23T06:39:37.610 INFO:teuthology.orchestra.run.smithi016.stdout:201 2023-09-23T06:39:37.610 INFO:teuthology.orchestra.run.smithi016.stdout:201.out 2023-09-23T06:39:37.610 INFO:teuthology.orchestra.run.smithi016.stdout:202 2023-09-23T06:39:37.610 INFO:teuthology.orchestra.run.smithi016.stdout:202.out 2023-09-23T06:39:37.610 INFO:teuthology.orchestra.run.smithi016.stdout:203 2023-09-23T06:39:37.610 INFO:teuthology.orchestra.run.smithi016.stdout:203.out 2023-09-23T06:39:37.610 INFO:teuthology.orchestra.run.smithi016.stdout:204 2023-09-23T06:39:37.611 INFO:teuthology.orchestra.run.smithi016.stdout:204.out 2023-09-23T06:39:37.611 INFO:teuthology.orchestra.run.smithi016.stdout:205 2023-09-23T06:39:37.611 INFO:teuthology.orchestra.run.smithi016.stdout:205.out 2023-09-23T06:39:37.611 INFO:teuthology.orchestra.run.smithi016.stdout:206 2023-09-23T06:39:37.611 INFO:teuthology.orchestra.run.smithi016.stdout:206.out 2023-09-23T06:39:37.611 INFO:teuthology.orchestra.run.smithi016.stdout:207 2023-09-23T06:39:37.611 INFO:teuthology.orchestra.run.smithi016.stdout:207.out 2023-09-23T06:39:37.611 INFO:teuthology.orchestra.run.smithi016.stdout:208 2023-09-23T06:39:37.611 INFO:teuthology.orchestra.run.smithi016.stdout:208.out 2023-09-23T06:39:37.611 INFO:teuthology.orchestra.run.smithi016.stdout:209 2023-09-23T06:39:37.611 INFO:teuthology.orchestra.run.smithi016.stdout:209.out 2023-09-23T06:39:37.612 INFO:teuthology.orchestra.run.smithi016.stdout:210 2023-09-23T06:39:37.612 INFO:teuthology.orchestra.run.smithi016.stdout:210.out 2023-09-23T06:39:37.612 INFO:teuthology.orchestra.run.smithi016.stdout:211 2023-09-23T06:39:37.612 INFO:teuthology.orchestra.run.smithi016.stdout:211.out 2023-09-23T06:39:37.612 INFO:teuthology.orchestra.run.smithi016.stdout:212 2023-09-23T06:39:37.613 INFO:teuthology.orchestra.run.smithi016.stdout:212.out 2023-09-23T06:39:37.613 INFO:teuthology.orchestra.run.smithi016.stdout:213 2023-09-23T06:39:37.613 INFO:teuthology.orchestra.run.smithi016.stdout:213.out 2023-09-23T06:39:37.613 INFO:teuthology.orchestra.run.smithi016.stdout:214 2023-09-23T06:39:37.613 INFO:teuthology.orchestra.run.smithi016.stdout:214.out 2023-09-23T06:39:37.613 INFO:teuthology.orchestra.run.smithi016.stdout:215 2023-09-23T06:39:37.613 INFO:teuthology.orchestra.run.smithi016.stdout:215.out 2023-09-23T06:39:37.613 INFO:teuthology.orchestra.run.smithi016.stdout:216 2023-09-23T06:39:37.614 INFO:teuthology.orchestra.run.smithi016.stdout:216.out 2023-09-23T06:39:37.614 INFO:teuthology.orchestra.run.smithi016.stdout:217 2023-09-23T06:39:37.614 INFO:teuthology.orchestra.run.smithi016.stdout:217.out 2023-09-23T06:39:37.614 INFO:teuthology.orchestra.run.smithi016.stdout:218 2023-09-23T06:39:37.614 INFO:teuthology.orchestra.run.smithi016.stdout:218.out 2023-09-23T06:39:37.614 INFO:teuthology.orchestra.run.smithi016.stdout:219 2023-09-23T06:39:37.614 INFO:teuthology.orchestra.run.smithi016.stdout:219.out 2023-09-23T06:39:37.614 INFO:teuthology.orchestra.run.smithi016.stdout:220 2023-09-23T06:39:37.614 INFO:teuthology.orchestra.run.smithi016.stdout:220.out 2023-09-23T06:39:37.614 INFO:teuthology.orchestra.run.smithi016.stdout:221 2023-09-23T06:39:37.614 INFO:teuthology.orchestra.run.smithi016.stdout:221.out 2023-09-23T06:39:37.615 INFO:teuthology.orchestra.run.smithi016.stdout:222 2023-09-23T06:39:37.615 INFO:teuthology.orchestra.run.smithi016.stdout:222.out 2023-09-23T06:39:37.615 INFO:teuthology.orchestra.run.smithi016.stdout:223 2023-09-23T06:39:37.615 INFO:teuthology.orchestra.run.smithi016.stdout:223.out 2023-09-23T06:39:37.615 INFO:teuthology.orchestra.run.smithi016.stdout:224 2023-09-23T06:39:37.615 INFO:teuthology.orchestra.run.smithi016.stdout:224.out 2023-09-23T06:39:37.615 INFO:teuthology.orchestra.run.smithi016.stdout:225 2023-09-23T06:39:37.615 INFO:teuthology.orchestra.run.smithi016.stdout:225.out 2023-09-23T06:39:37.615 INFO:teuthology.orchestra.run.smithi016.stdout:226 2023-09-23T06:39:37.615 INFO:teuthology.orchestra.run.smithi016.stdout:226.out 2023-09-23T06:39:37.615 INFO:teuthology.orchestra.run.smithi016.stdout:227 2023-09-23T06:39:37.615 INFO:teuthology.orchestra.run.smithi016.stdout:227.out 2023-09-23T06:39:37.616 INFO:teuthology.orchestra.run.smithi016.stdout:228 2023-09-23T06:39:37.616 INFO:teuthology.orchestra.run.smithi016.stdout:228.out 2023-09-23T06:39:37.616 INFO:teuthology.orchestra.run.smithi016.stdout:229 2023-09-23T06:39:37.616 INFO:teuthology.orchestra.run.smithi016.stdout:229.out 2023-09-23T06:39:37.616 INFO:teuthology.orchestra.run.smithi016.stdout:230 2023-09-23T06:39:37.616 INFO:teuthology.orchestra.run.smithi016.stdout:230.out 2023-09-23T06:39:37.616 INFO:teuthology.orchestra.run.smithi016.stdout:231 2023-09-23T06:39:37.616 INFO:teuthology.orchestra.run.smithi016.stdout:231.out 2023-09-23T06:39:37.616 INFO:teuthology.orchestra.run.smithi016.stdout:232 2023-09-23T06:39:37.616 INFO:teuthology.orchestra.run.smithi016.stdout:232.out 2023-09-23T06:39:37.616 INFO:teuthology.orchestra.run.smithi016.stdout:233 2023-09-23T06:39:37.616 INFO:teuthology.orchestra.run.smithi016.stdout:233.out 2023-09-23T06:39:37.616 INFO:teuthology.orchestra.run.smithi016.stdout:234 2023-09-23T06:39:37.617 INFO:teuthology.orchestra.run.smithi016.stdout:234.out 2023-09-23T06:39:37.617 INFO:teuthology.orchestra.run.smithi016.stdout:235 2023-09-23T06:39:37.617 INFO:teuthology.orchestra.run.smithi016.stdout:235.out 2023-09-23T06:39:37.617 INFO:teuthology.orchestra.run.smithi016.stdout:236 2023-09-23T06:39:37.617 INFO:teuthology.orchestra.run.smithi016.stdout:236.out 2023-09-23T06:39:37.617 INFO:teuthology.orchestra.run.smithi016.stdout:237 2023-09-23T06:39:37.617 INFO:teuthology.orchestra.run.smithi016.stdout:237.out 2023-09-23T06:39:37.617 INFO:teuthology.orchestra.run.smithi016.stdout:238 2023-09-23T06:39:37.617 INFO:teuthology.orchestra.run.smithi016.stdout:238.out 2023-09-23T06:39:37.617 INFO:teuthology.orchestra.run.smithi016.stdout:239 2023-09-23T06:39:37.617 INFO:teuthology.orchestra.run.smithi016.stdout:239.out 2023-09-23T06:39:37.617 INFO:teuthology.orchestra.run.smithi016.stdout:240 2023-09-23T06:39:37.618 INFO:teuthology.orchestra.run.smithi016.stdout:240.out 2023-09-23T06:39:37.618 INFO:teuthology.orchestra.run.smithi016.stdout:241 2023-09-23T06:39:37.618 INFO:teuthology.orchestra.run.smithi016.stdout:241.out 2023-09-23T06:39:37.618 INFO:teuthology.orchestra.run.smithi016.stdout:242 2023-09-23T06:39:37.618 INFO:teuthology.orchestra.run.smithi016.stdout:242.out 2023-09-23T06:39:37.618 INFO:teuthology.orchestra.run.smithi016.stdout:243 2023-09-23T06:39:37.618 INFO:teuthology.orchestra.run.smithi016.stdout:243.out 2023-09-23T06:39:37.618 INFO:teuthology.orchestra.run.smithi016.stdout:244 2023-09-23T06:39:37.619 INFO:teuthology.orchestra.run.smithi016.stdout:244.out 2023-09-23T06:39:37.619 INFO:teuthology.orchestra.run.smithi016.stdout:245 2023-09-23T06:39:37.619 INFO:teuthology.orchestra.run.smithi016.stdout:245.out 2023-09-23T06:39:37.619 INFO:teuthology.orchestra.run.smithi016.stdout:246 2023-09-23T06:39:37.619 INFO:teuthology.orchestra.run.smithi016.stdout:246.out 2023-09-23T06:39:37.619 INFO:teuthology.orchestra.run.smithi016.stdout:247 2023-09-23T06:39:37.619 INFO:teuthology.orchestra.run.smithi016.stdout:247.out 2023-09-23T06:39:37.619 INFO:teuthology.orchestra.run.smithi016.stdout:248 2023-09-23T06:39:37.619 INFO:teuthology.orchestra.run.smithi016.stdout:248.out 2023-09-23T06:39:37.619 INFO:teuthology.orchestra.run.smithi016.stdout:249 2023-09-23T06:39:37.619 INFO:teuthology.orchestra.run.smithi016.stdout:249.out 2023-09-23T06:39:37.620 INFO:teuthology.orchestra.run.smithi016.stdout:250 2023-09-23T06:39:37.620 INFO:teuthology.orchestra.run.smithi016.stdout:250.out 2023-09-23T06:39:37.620 INFO:teuthology.orchestra.run.smithi016.stdout:251 2023-09-23T06:39:37.620 INFO:teuthology.orchestra.run.smithi016.stdout:251.out 2023-09-23T06:39:37.620 INFO:teuthology.orchestra.run.smithi016.stdout:252 2023-09-23T06:39:37.620 INFO:teuthology.orchestra.run.smithi016.stdout:252.out 2023-09-23T06:39:37.621 INFO:teuthology.orchestra.run.smithi016.stdout:253 2023-09-23T06:39:37.621 INFO:teuthology.orchestra.run.smithi016.stdout:253.out 2023-09-23T06:39:37.621 INFO:teuthology.orchestra.run.smithi016.stdout:254 2023-09-23T06:39:37.621 INFO:teuthology.orchestra.run.smithi016.stdout:254.out 2023-09-23T06:39:37.621 INFO:teuthology.orchestra.run.smithi016.stdout:255 2023-09-23T06:39:37.621 INFO:teuthology.orchestra.run.smithi016.stdout:255.out 2023-09-23T06:39:37.621 INFO:teuthology.orchestra.run.smithi016.stdout:256 2023-09-23T06:39:37.622 INFO:teuthology.orchestra.run.smithi016.stdout:256.out 2023-09-23T06:39:37.622 INFO:teuthology.orchestra.run.smithi016.stdout:257 2023-09-23T06:39:37.622 INFO:teuthology.orchestra.run.smithi016.stdout:257.out 2023-09-23T06:39:37.622 INFO:teuthology.orchestra.run.smithi016.stdout:258 2023-09-23T06:39:37.622 INFO:teuthology.orchestra.run.smithi016.stdout:258.out 2023-09-23T06:39:37.623 INFO:teuthology.orchestra.run.smithi016.stdout:259 2023-09-23T06:39:37.623 INFO:teuthology.orchestra.run.smithi016.stdout:259.out 2023-09-23T06:39:37.623 INFO:teuthology.orchestra.run.smithi016.stdout:260 2023-09-23T06:39:37.623 INFO:teuthology.orchestra.run.smithi016.stdout:260.out 2023-09-23T06:39:37.623 INFO:teuthology.orchestra.run.smithi016.stdout:261 2023-09-23T06:39:37.623 INFO:teuthology.orchestra.run.smithi016.stdout:261.out 2023-09-23T06:39:37.624 INFO:teuthology.orchestra.run.smithi016.stdout:262 2023-09-23T06:39:37.624 INFO:teuthology.orchestra.run.smithi016.stdout:262.out 2023-09-23T06:39:37.624 INFO:teuthology.orchestra.run.smithi016.stdout:263 2023-09-23T06:39:37.624 INFO:teuthology.orchestra.run.smithi016.stdout:263.out 2023-09-23T06:39:37.624 INFO:teuthology.orchestra.run.smithi016.stdout:264 2023-09-23T06:39:37.624 INFO:teuthology.orchestra.run.smithi016.stdout:264.out 2023-09-23T06:39:37.624 INFO:teuthology.orchestra.run.smithi016.stdout:265 2023-09-23T06:39:37.625 INFO:teuthology.orchestra.run.smithi016.stdout:265.out 2023-09-23T06:39:37.625 INFO:teuthology.orchestra.run.smithi016.stdout:266 2023-09-23T06:39:37.625 INFO:teuthology.orchestra.run.smithi016.stdout:266.out 2023-09-23T06:39:37.625 INFO:teuthology.orchestra.run.smithi016.stdout:267 2023-09-23T06:39:37.625 INFO:teuthology.orchestra.run.smithi016.stdout:267.out 2023-09-23T06:39:37.625 INFO:teuthology.orchestra.run.smithi016.stdout:268 2023-09-23T06:39:37.625 INFO:teuthology.orchestra.run.smithi016.stdout:268.out 2023-09-23T06:39:37.626 INFO:teuthology.orchestra.run.smithi016.stdout:269 2023-09-23T06:39:37.626 INFO:teuthology.orchestra.run.smithi016.stdout:269.out 2023-09-23T06:39:37.626 INFO:teuthology.orchestra.run.smithi016.stdout:270 2023-09-23T06:39:37.626 INFO:teuthology.orchestra.run.smithi016.stdout:270.out 2023-09-23T06:39:37.626 INFO:teuthology.orchestra.run.smithi016.stdout:271 2023-09-23T06:39:37.626 INFO:teuthology.orchestra.run.smithi016.stdout:271.out 2023-09-23T06:39:37.627 INFO:teuthology.orchestra.run.smithi016.stdout:272 2023-09-23T06:39:37.627 INFO:teuthology.orchestra.run.smithi016.stdout:272.out 2023-09-23T06:39:37.627 INFO:teuthology.orchestra.run.smithi016.stdout:273 2023-09-23T06:39:37.627 INFO:teuthology.orchestra.run.smithi016.stdout:273.out 2023-09-23T06:39:37.627 INFO:teuthology.orchestra.run.smithi016.stdout:274 2023-09-23T06:39:37.627 INFO:teuthology.orchestra.run.smithi016.stdout:274.out 2023-09-23T06:39:37.628 INFO:teuthology.orchestra.run.smithi016.stdout:275 2023-09-23T06:39:37.628 INFO:teuthology.orchestra.run.smithi016.stdout:275.out 2023-09-23T06:39:37.628 INFO:teuthology.orchestra.run.smithi016.stdout:276 2023-09-23T06:39:37.628 INFO:teuthology.orchestra.run.smithi016.stdout:276.out 2023-09-23T06:39:37.628 INFO:teuthology.orchestra.run.smithi016.stdout:277 2023-09-23T06:39:37.628 INFO:teuthology.orchestra.run.smithi016.stdout:277.out 2023-09-23T06:39:37.629 INFO:teuthology.orchestra.run.smithi016.stdout:278 2023-09-23T06:39:37.629 INFO:teuthology.orchestra.run.smithi016.stdout:278.out 2023-09-23T06:39:37.629 INFO:teuthology.orchestra.run.smithi016.stdout:279 2023-09-23T06:39:37.629 INFO:teuthology.orchestra.run.smithi016.stdout:279.out 2023-09-23T06:39:37.629 INFO:teuthology.orchestra.run.smithi016.stdout:280 2023-09-23T06:39:37.629 INFO:teuthology.orchestra.run.smithi016.stdout:280.out 2023-09-23T06:39:37.629 INFO:teuthology.orchestra.run.smithi016.stdout:281 2023-09-23T06:39:37.629 INFO:teuthology.orchestra.run.smithi016.stdout:281.out 2023-09-23T06:39:37.630 INFO:teuthology.orchestra.run.smithi016.stdout:282 2023-09-23T06:39:37.630 INFO:teuthology.orchestra.run.smithi016.stdout:282.out 2023-09-23T06:39:37.630 INFO:teuthology.orchestra.run.smithi016.stdout:283 2023-09-23T06:39:37.630 INFO:teuthology.orchestra.run.smithi016.stdout:283.out 2023-09-23T06:39:37.630 INFO:teuthology.orchestra.run.smithi016.stdout:284 2023-09-23T06:39:37.630 INFO:teuthology.orchestra.run.smithi016.stdout:284.out 2023-09-23T06:39:37.630 INFO:teuthology.orchestra.run.smithi016.stdout:285 2023-09-23T06:39:37.630 INFO:teuthology.orchestra.run.smithi016.stdout:285.out 2023-09-23T06:39:37.630 INFO:teuthology.orchestra.run.smithi016.stdout:286 2023-09-23T06:39:37.630 INFO:teuthology.orchestra.run.smithi016.stdout:286.out 2023-09-23T06:39:37.630 INFO:teuthology.orchestra.run.smithi016.stdout:287 2023-09-23T06:39:37.631 INFO:teuthology.orchestra.run.smithi016.stdout:287.out 2023-09-23T06:39:37.631 INFO:teuthology.orchestra.run.smithi016.stdout:288 2023-09-23T06:39:37.631 INFO:teuthology.orchestra.run.smithi016.stdout:288.out 2023-09-23T06:39:37.631 INFO:teuthology.orchestra.run.smithi016.stdout:289 2023-09-23T06:39:37.631 INFO:teuthology.orchestra.run.smithi016.stdout:289.out 2023-09-23T06:39:37.631 INFO:teuthology.orchestra.run.smithi016.stdout:290 2023-09-23T06:39:37.631 INFO:teuthology.orchestra.run.smithi016.stdout:290.out 2023-09-23T06:39:37.631 INFO:teuthology.orchestra.run.smithi016.stdout:291 2023-09-23T06:39:37.631 INFO:teuthology.orchestra.run.smithi016.stdout:291.out 2023-09-23T06:39:37.631 INFO:teuthology.orchestra.run.smithi016.stdout:292 2023-09-23T06:39:37.631 INFO:teuthology.orchestra.run.smithi016.stdout:292.out 2023-09-23T06:39:37.631 INFO:teuthology.orchestra.run.smithi016.stdout:293 2023-09-23T06:39:37.632 INFO:teuthology.orchestra.run.smithi016.stdout:293.out 2023-09-23T06:39:37.632 INFO:teuthology.orchestra.run.smithi016.stdout:294 2023-09-23T06:39:37.632 INFO:teuthology.orchestra.run.smithi016.stdout:294.out 2023-09-23T06:39:37.632 INFO:teuthology.orchestra.run.smithi016.stdout:295 2023-09-23T06:39:37.632 INFO:teuthology.orchestra.run.smithi016.stdout:295.out 2023-09-23T06:39:37.632 INFO:teuthology.orchestra.run.smithi016.stdout:296 2023-09-23T06:39:37.632 INFO:teuthology.orchestra.run.smithi016.stdout:296.out 2023-09-23T06:39:37.632 INFO:teuthology.orchestra.run.smithi016.stdout:297 2023-09-23T06:39:37.632 INFO:teuthology.orchestra.run.smithi016.stdout:297.out 2023-09-23T06:39:37.632 INFO:teuthology.orchestra.run.smithi016.stdout:298 2023-09-23T06:39:37.632 INFO:teuthology.orchestra.run.smithi016.stdout:298.out 2023-09-23T06:39:37.632 INFO:teuthology.orchestra.run.smithi016.stdout:299 2023-09-23T06:39:37.633 INFO:teuthology.orchestra.run.smithi016.stdout:299.out 2023-09-23T06:39:37.633 INFO:teuthology.orchestra.run.smithi016.stdout:300 2023-09-23T06:39:37.633 INFO:teuthology.orchestra.run.smithi016.stdout:300.out 2023-09-23T06:39:37.633 INFO:teuthology.orchestra.run.smithi016.stdout:301 2023-09-23T06:39:37.633 INFO:teuthology.orchestra.run.smithi016.stdout:301.out 2023-09-23T06:39:37.633 INFO:teuthology.orchestra.run.smithi016.stdout:302 2023-09-23T06:39:37.633 INFO:teuthology.orchestra.run.smithi016.stdout:302.out 2023-09-23T06:39:37.633 INFO:teuthology.orchestra.run.smithi016.stdout:303 2023-09-23T06:39:37.633 INFO:teuthology.orchestra.run.smithi016.stdout:303.out 2023-09-23T06:39:37.633 INFO:teuthology.orchestra.run.smithi016.stdout:304 2023-09-23T06:39:37.633 INFO:teuthology.orchestra.run.smithi016.stdout:304.out 2023-09-23T06:39:37.633 INFO:teuthology.orchestra.run.smithi016.stdout:305 2023-09-23T06:39:37.633 INFO:teuthology.orchestra.run.smithi016.stdout:305.out 2023-09-23T06:39:37.634 INFO:teuthology.orchestra.run.smithi016.stdout:306 2023-09-23T06:39:37.634 INFO:teuthology.orchestra.run.smithi016.stdout:306.out 2023-09-23T06:39:37.634 INFO:teuthology.orchestra.run.smithi016.stdout:307 2023-09-23T06:39:37.634 INFO:teuthology.orchestra.run.smithi016.stdout:307.out 2023-09-23T06:39:37.634 INFO:teuthology.orchestra.run.smithi016.stdout:308 2023-09-23T06:39:37.634 INFO:teuthology.orchestra.run.smithi016.stdout:308.out 2023-09-23T06:39:37.634 INFO:teuthology.orchestra.run.smithi016.stdout:309 2023-09-23T06:39:37.634 INFO:teuthology.orchestra.run.smithi016.stdout:309.out 2023-09-23T06:39:37.634 INFO:teuthology.orchestra.run.smithi016.stdout:310 2023-09-23T06:39:37.634 INFO:teuthology.orchestra.run.smithi016.stdout:310.out 2023-09-23T06:39:37.634 INFO:teuthology.orchestra.run.smithi016.stdout:311 2023-09-23T06:39:37.635 INFO:teuthology.orchestra.run.smithi016.stdout:311.out 2023-09-23T06:39:37.635 INFO:teuthology.orchestra.run.smithi016.stdout:312 2023-09-23T06:39:37.635 INFO:teuthology.orchestra.run.smithi016.stdout:312.out 2023-09-23T06:39:37.635 INFO:teuthology.orchestra.run.smithi016.stdout:313 2023-09-23T06:39:37.635 INFO:teuthology.orchestra.run.smithi016.stdout:313.out 2023-09-23T06:39:37.635 INFO:teuthology.orchestra.run.smithi016.stdout:314 2023-09-23T06:39:37.635 INFO:teuthology.orchestra.run.smithi016.stdout:314.out 2023-09-23T06:39:37.635 INFO:teuthology.orchestra.run.smithi016.stdout:315 2023-09-23T06:39:37.635 INFO:teuthology.orchestra.run.smithi016.stdout:315.out 2023-09-23T06:39:37.635 INFO:teuthology.orchestra.run.smithi016.stdout:316 2023-09-23T06:39:37.635 INFO:teuthology.orchestra.run.smithi016.stdout:316.out 2023-09-23T06:39:37.635 INFO:teuthology.orchestra.run.smithi016.stdout:317 2023-09-23T06:39:37.636 INFO:teuthology.orchestra.run.smithi016.stdout:317.out 2023-09-23T06:39:37.636 INFO:teuthology.orchestra.run.smithi016.stdout:318 2023-09-23T06:39:37.636 INFO:teuthology.orchestra.run.smithi016.stdout:318.out 2023-09-23T06:39:37.636 INFO:teuthology.orchestra.run.smithi016.stdout:319 2023-09-23T06:39:37.636 INFO:teuthology.orchestra.run.smithi016.stdout:319.out 2023-09-23T06:39:37.636 INFO:teuthology.orchestra.run.smithi016.stdout:320 2023-09-23T06:39:37.636 INFO:teuthology.orchestra.run.smithi016.stdout:320.out 2023-09-23T06:39:37.636 INFO:teuthology.orchestra.run.smithi016.stdout:321 2023-09-23T06:39:37.637 INFO:teuthology.orchestra.run.smithi016.stdout:321.out 2023-09-23T06:39:37.637 INFO:teuthology.orchestra.run.smithi016.stdout:322 2023-09-23T06:39:37.637 INFO:teuthology.orchestra.run.smithi016.stdout:322.out 2023-09-23T06:39:37.637 INFO:teuthology.orchestra.run.smithi016.stdout:323 2023-09-23T06:39:37.637 INFO:teuthology.orchestra.run.smithi016.stdout:323.out 2023-09-23T06:39:37.637 INFO:teuthology.orchestra.run.smithi016.stdout:324 2023-09-23T06:39:37.637 INFO:teuthology.orchestra.run.smithi016.stdout:324.out 2023-09-23T06:39:37.637 INFO:teuthology.orchestra.run.smithi016.stdout:325 2023-09-23T06:39:37.637 INFO:teuthology.orchestra.run.smithi016.stdout:325.out 2023-09-23T06:39:37.637 INFO:teuthology.orchestra.run.smithi016.stdout:326 2023-09-23T06:39:37.637 INFO:teuthology.orchestra.run.smithi016.stdout:326.out 2023-09-23T06:39:37.637 INFO:teuthology.orchestra.run.smithi016.stdout:327 2023-09-23T06:39:37.638 INFO:teuthology.orchestra.run.smithi016.stdout:327.out 2023-09-23T06:39:37.638 INFO:teuthology.orchestra.run.smithi016.stdout:328 2023-09-23T06:39:37.638 INFO:teuthology.orchestra.run.smithi016.stdout:328.out 2023-09-23T06:39:37.638 INFO:teuthology.orchestra.run.smithi016.stdout:329 2023-09-23T06:39:37.638 INFO:teuthology.orchestra.run.smithi016.stdout:329.out 2023-09-23T06:39:37.638 INFO:teuthology.orchestra.run.smithi016.stdout:330 2023-09-23T06:39:37.638 INFO:teuthology.orchestra.run.smithi016.stdout:330.out 2023-09-23T06:39:37.638 INFO:teuthology.orchestra.run.smithi016.stdout:331 2023-09-23T06:39:37.638 INFO:teuthology.orchestra.run.smithi016.stdout:331.out 2023-09-23T06:39:37.638 INFO:teuthology.orchestra.run.smithi016.stdout:332 2023-09-23T06:39:37.638 INFO:teuthology.orchestra.run.smithi016.stdout:332.out 2023-09-23T06:39:37.639 INFO:teuthology.orchestra.run.smithi016.stdout:333 2023-09-23T06:39:37.639 INFO:teuthology.orchestra.run.smithi016.stdout:333.out 2023-09-23T06:39:37.639 INFO:teuthology.orchestra.run.smithi016.stdout:334 2023-09-23T06:39:37.639 INFO:teuthology.orchestra.run.smithi016.stdout:334.out 2023-09-23T06:39:37.639 INFO:teuthology.orchestra.run.smithi016.stdout:335 2023-09-23T06:39:37.639 INFO:teuthology.orchestra.run.smithi016.stdout:335.out 2023-09-23T06:39:37.639 INFO:teuthology.orchestra.run.smithi016.stdout:336 2023-09-23T06:39:37.639 INFO:teuthology.orchestra.run.smithi016.stdout:336.out 2023-09-23T06:39:37.639 INFO:teuthology.orchestra.run.smithi016.stdout:337 2023-09-23T06:39:37.639 INFO:teuthology.orchestra.run.smithi016.stdout:337.out 2023-09-23T06:39:37.639 INFO:teuthology.orchestra.run.smithi016.stdout:338 2023-09-23T06:39:37.639 INFO:teuthology.orchestra.run.smithi016.stdout:338.out 2023-09-23T06:39:37.640 INFO:teuthology.orchestra.run.smithi016.stdout:339 2023-09-23T06:39:37.640 INFO:teuthology.orchestra.run.smithi016.stdout:339.out 2023-09-23T06:39:37.640 INFO:teuthology.orchestra.run.smithi016.stdout:340 2023-09-23T06:39:37.640 INFO:teuthology.orchestra.run.smithi016.stdout:340.out 2023-09-23T06:39:37.640 INFO:teuthology.orchestra.run.smithi016.stdout:341 2023-09-23T06:39:37.640 INFO:teuthology.orchestra.run.smithi016.stdout:341.out 2023-09-23T06:39:37.640 INFO:teuthology.orchestra.run.smithi016.stdout:342 2023-09-23T06:39:37.640 INFO:teuthology.orchestra.run.smithi016.stdout:342.out 2023-09-23T06:39:37.640 INFO:teuthology.orchestra.run.smithi016.stdout:343 2023-09-23T06:39:37.640 INFO:teuthology.orchestra.run.smithi016.stdout:343.out 2023-09-23T06:39:37.640 INFO:teuthology.orchestra.run.smithi016.stdout:344 2023-09-23T06:39:37.640 INFO:teuthology.orchestra.run.smithi016.stdout:344.out 2023-09-23T06:39:37.641 INFO:teuthology.orchestra.run.smithi016.stdout:345 2023-09-23T06:39:37.641 INFO:teuthology.orchestra.run.smithi016.stdout:345.out 2023-09-23T06:39:37.641 INFO:teuthology.orchestra.run.smithi016.stdout:346 2023-09-23T06:39:37.641 INFO:teuthology.orchestra.run.smithi016.stdout:346.out 2023-09-23T06:39:37.641 INFO:teuthology.orchestra.run.smithi016.stdout:347 2023-09-23T06:39:37.641 INFO:teuthology.orchestra.run.smithi016.stdout:347.out 2023-09-23T06:39:37.641 INFO:teuthology.orchestra.run.smithi016.stdout:348 2023-09-23T06:39:37.641 INFO:teuthology.orchestra.run.smithi016.stdout:348.out 2023-09-23T06:39:37.641 INFO:teuthology.orchestra.run.smithi016.stdout:349 2023-09-23T06:39:37.641 INFO:teuthology.orchestra.run.smithi016.stdout:349.out 2023-09-23T06:39:37.641 INFO:teuthology.orchestra.run.smithi016.stdout:350 2023-09-23T06:39:37.641 INFO:teuthology.orchestra.run.smithi016.stdout:350.out 2023-09-23T06:39:37.641 INFO:teuthology.orchestra.run.smithi016.stdout:351 2023-09-23T06:39:37.642 INFO:teuthology.orchestra.run.smithi016.stdout:351.out 2023-09-23T06:39:37.642 INFO:teuthology.orchestra.run.smithi016.stdout:352 2023-09-23T06:39:37.642 INFO:teuthology.orchestra.run.smithi016.stdout:352.out 2023-09-23T06:39:37.642 INFO:teuthology.orchestra.run.smithi016.stdout:353 2023-09-23T06:39:37.642 INFO:teuthology.orchestra.run.smithi016.stdout:353.out 2023-09-23T06:39:37.642 INFO:teuthology.orchestra.run.smithi016.stdout:354 2023-09-23T06:39:37.642 INFO:teuthology.orchestra.run.smithi016.stdout:354.out 2023-09-23T06:39:37.642 INFO:teuthology.orchestra.run.smithi016.stdout:355 2023-09-23T06:39:37.642 INFO:teuthology.orchestra.run.smithi016.stdout:355.out 2023-09-23T06:39:37.642 INFO:teuthology.orchestra.run.smithi016.stdout:356 2023-09-23T06:39:37.642 INFO:teuthology.orchestra.run.smithi016.stdout:356.out 2023-09-23T06:39:37.643 INFO:teuthology.orchestra.run.smithi016.stdout:357 2023-09-23T06:39:37.643 INFO:teuthology.orchestra.run.smithi016.stdout:357.out 2023-09-23T06:39:37.643 INFO:teuthology.orchestra.run.smithi016.stdout:358 2023-09-23T06:39:37.643 INFO:teuthology.orchestra.run.smithi016.stdout:358.out 2023-09-23T06:39:37.643 INFO:teuthology.orchestra.run.smithi016.stdout:359 2023-09-23T06:39:37.643 INFO:teuthology.orchestra.run.smithi016.stdout:359.out 2023-09-23T06:39:37.643 INFO:teuthology.orchestra.run.smithi016.stdout:360 2023-09-23T06:39:37.643 INFO:teuthology.orchestra.run.smithi016.stdout:360.out 2023-09-23T06:39:37.643 INFO:teuthology.orchestra.run.smithi016.stdout:361 2023-09-23T06:39:37.643 INFO:teuthology.orchestra.run.smithi016.stdout:361.out 2023-09-23T06:39:37.643 INFO:teuthology.orchestra.run.smithi016.stdout:362 2023-09-23T06:39:37.643 INFO:teuthology.orchestra.run.smithi016.stdout:362.out 2023-09-23T06:39:37.644 INFO:teuthology.orchestra.run.smithi016.stdout:363 2023-09-23T06:39:37.644 INFO:teuthology.orchestra.run.smithi016.stdout:363.out 2023-09-23T06:39:37.644 INFO:teuthology.orchestra.run.smithi016.stdout:364 2023-09-23T06:39:37.644 INFO:teuthology.orchestra.run.smithi016.stdout:364.out 2023-09-23T06:39:37.644 INFO:teuthology.orchestra.run.smithi016.stdout:365 2023-09-23T06:39:37.644 INFO:teuthology.orchestra.run.smithi016.stdout:365.out 2023-09-23T06:39:37.644 INFO:teuthology.orchestra.run.smithi016.stdout:366 2023-09-23T06:39:37.644 INFO:teuthology.orchestra.run.smithi016.stdout:366.out 2023-09-23T06:39:37.644 INFO:teuthology.orchestra.run.smithi016.stdout:367 2023-09-23T06:39:37.644 INFO:teuthology.orchestra.run.smithi016.stdout:367.out 2023-09-23T06:39:37.644 INFO:teuthology.orchestra.run.smithi016.stdout:368 2023-09-23T06:39:37.644 INFO:teuthology.orchestra.run.smithi016.stdout:368.out 2023-09-23T06:39:37.645 INFO:teuthology.orchestra.run.smithi016.stdout:369 2023-09-23T06:39:37.645 INFO:teuthology.orchestra.run.smithi016.stdout:369.out 2023-09-23T06:39:37.645 INFO:teuthology.orchestra.run.smithi016.stdout:370 2023-09-23T06:39:37.645 INFO:teuthology.orchestra.run.smithi016.stdout:370.out 2023-09-23T06:39:37.645 INFO:teuthology.orchestra.run.smithi016.stdout:371 2023-09-23T06:39:37.645 INFO:teuthology.orchestra.run.smithi016.stdout:371.out 2023-09-23T06:39:37.645 INFO:teuthology.orchestra.run.smithi016.stdout:372 2023-09-23T06:39:37.645 INFO:teuthology.orchestra.run.smithi016.stdout:372.out 2023-09-23T06:39:37.645 INFO:teuthology.orchestra.run.smithi016.stdout:373 2023-09-23T06:39:37.645 INFO:teuthology.orchestra.run.smithi016.stdout:373.out 2023-09-23T06:39:37.645 INFO:teuthology.orchestra.run.smithi016.stdout:374 2023-09-23T06:39:37.645 INFO:teuthology.orchestra.run.smithi016.stdout:374.out 2023-09-23T06:39:37.646 INFO:teuthology.orchestra.run.smithi016.stdout:375 2023-09-23T06:39:37.646 INFO:teuthology.orchestra.run.smithi016.stdout:375.out 2023-09-23T06:39:37.646 INFO:teuthology.orchestra.run.smithi016.stdout:376 2023-09-23T06:39:37.646 INFO:teuthology.orchestra.run.smithi016.stdout:376.out 2023-09-23T06:39:37.646 INFO:teuthology.orchestra.run.smithi016.stdout:377 2023-09-23T06:39:37.646 INFO:teuthology.orchestra.run.smithi016.stdout:377.out 2023-09-23T06:39:37.646 INFO:teuthology.orchestra.run.smithi016.stdout:378 2023-09-23T06:39:37.646 INFO:teuthology.orchestra.run.smithi016.stdout:378.out 2023-09-23T06:39:37.646 INFO:teuthology.orchestra.run.smithi016.stdout:379 2023-09-23T06:39:37.646 INFO:teuthology.orchestra.run.smithi016.stdout:379.out 2023-09-23T06:39:37.647 INFO:teuthology.orchestra.run.smithi016.stdout:380 2023-09-23T06:39:37.647 INFO:teuthology.orchestra.run.smithi016.stdout:380.out 2023-09-23T06:39:37.647 INFO:teuthology.orchestra.run.smithi016.stdout:381 2023-09-23T06:39:37.647 INFO:teuthology.orchestra.run.smithi016.stdout:381.out 2023-09-23T06:39:37.647 INFO:teuthology.orchestra.run.smithi016.stdout:382 2023-09-23T06:39:37.647 INFO:teuthology.orchestra.run.smithi016.stdout:382.out 2023-09-23T06:39:37.647 INFO:teuthology.orchestra.run.smithi016.stdout:383 2023-09-23T06:39:37.647 INFO:teuthology.orchestra.run.smithi016.stdout:383.out 2023-09-23T06:39:37.647 INFO:teuthology.orchestra.run.smithi016.stdout:384 2023-09-23T06:39:37.647 INFO:teuthology.orchestra.run.smithi016.stdout:384.out 2023-09-23T06:39:37.647 INFO:teuthology.orchestra.run.smithi016.stdout:385 2023-09-23T06:39:37.648 INFO:teuthology.orchestra.run.smithi016.stdout:385.out 2023-09-23T06:39:37.648 INFO:teuthology.orchestra.run.smithi016.stdout:386 2023-09-23T06:39:37.648 INFO:teuthology.orchestra.run.smithi016.stdout:386.out 2023-09-23T06:39:37.648 INFO:teuthology.orchestra.run.smithi016.stdout:387 2023-09-23T06:39:37.648 INFO:teuthology.orchestra.run.smithi016.stdout:387.out 2023-09-23T06:39:37.648 INFO:teuthology.orchestra.run.smithi016.stdout:388 2023-09-23T06:39:37.648 INFO:teuthology.orchestra.run.smithi016.stdout:388.out 2023-09-23T06:39:37.648 INFO:teuthology.orchestra.run.smithi016.stdout:389 2023-09-23T06:39:37.648 INFO:teuthology.orchestra.run.smithi016.stdout:389.out 2023-09-23T06:39:37.648 INFO:teuthology.orchestra.run.smithi016.stdout:390 2023-09-23T06:39:37.648 INFO:teuthology.orchestra.run.smithi016.stdout:390.out 2023-09-23T06:39:37.648 INFO:teuthology.orchestra.run.smithi016.stdout:391 2023-09-23T06:39:37.649 INFO:teuthology.orchestra.run.smithi016.stdout:391.out 2023-09-23T06:39:37.649 INFO:teuthology.orchestra.run.smithi016.stdout:392 2023-09-23T06:39:37.649 INFO:teuthology.orchestra.run.smithi016.stdout:392.out 2023-09-23T06:39:37.649 INFO:teuthology.orchestra.run.smithi016.stdout:393 2023-09-23T06:39:37.649 INFO:teuthology.orchestra.run.smithi016.stdout:393.out 2023-09-23T06:39:37.649 INFO:teuthology.orchestra.run.smithi016.stdout:394 2023-09-23T06:39:37.649 INFO:teuthology.orchestra.run.smithi016.stdout:394.out 2023-09-23T06:39:37.649 INFO:teuthology.orchestra.run.smithi016.stdout:395 2023-09-23T06:39:37.649 INFO:teuthology.orchestra.run.smithi016.stdout:395.out 2023-09-23T06:39:37.649 INFO:teuthology.orchestra.run.smithi016.stdout:396 2023-09-23T06:39:37.649 INFO:teuthology.orchestra.run.smithi016.stdout:396.out 2023-09-23T06:39:37.649 INFO:teuthology.orchestra.run.smithi016.stdout:397 2023-09-23T06:39:37.650 INFO:teuthology.orchestra.run.smithi016.stdout:397.out 2023-09-23T06:39:37.650 INFO:teuthology.orchestra.run.smithi016.stdout:398 2023-09-23T06:39:37.650 INFO:teuthology.orchestra.run.smithi016.stdout:398.out 2023-09-23T06:39:37.650 INFO:teuthology.orchestra.run.smithi016.stdout:399 2023-09-23T06:39:37.650 INFO:teuthology.orchestra.run.smithi016.stdout:399.out 2023-09-23T06:39:37.650 INFO:teuthology.orchestra.run.smithi016.stdout:400 2023-09-23T06:39:37.650 INFO:teuthology.orchestra.run.smithi016.stdout:400.out 2023-09-23T06:39:37.650 INFO:teuthology.orchestra.run.smithi016.stdout:401 2023-09-23T06:39:37.650 INFO:teuthology.orchestra.run.smithi016.stdout:401.out 2023-09-23T06:39:37.650 INFO:teuthology.orchestra.run.smithi016.stdout:402 2023-09-23T06:39:37.650 INFO:teuthology.orchestra.run.smithi016.stdout:402.out 2023-09-23T06:39:37.650 INFO:teuthology.orchestra.run.smithi016.stdout:403 2023-09-23T06:39:37.651 INFO:teuthology.orchestra.run.smithi016.stdout:403.out 2023-09-23T06:39:37.651 INFO:teuthology.orchestra.run.smithi016.stdout:404 2023-09-23T06:39:37.651 INFO:teuthology.orchestra.run.smithi016.stdout:404.out 2023-09-23T06:39:37.651 INFO:teuthology.orchestra.run.smithi016.stdout:405 2023-09-23T06:39:37.651 INFO:teuthology.orchestra.run.smithi016.stdout:405.out 2023-09-23T06:39:37.651 INFO:teuthology.orchestra.run.smithi016.stdout:406 2023-09-23T06:39:37.651 INFO:teuthology.orchestra.run.smithi016.stdout:406.out 2023-09-23T06:39:37.651 INFO:teuthology.orchestra.run.smithi016.stdout:407 2023-09-23T06:39:37.651 INFO:teuthology.orchestra.run.smithi016.stdout:407.out 2023-09-23T06:39:37.651 INFO:teuthology.orchestra.run.smithi016.stdout:408 2023-09-23T06:39:37.651 INFO:teuthology.orchestra.run.smithi016.stdout:408.out 2023-09-23T06:39:37.651 INFO:teuthology.orchestra.run.smithi016.stdout:409 2023-09-23T06:39:37.651 INFO:teuthology.orchestra.run.smithi016.stdout:409.out 2023-09-23T06:39:37.652 INFO:teuthology.orchestra.run.smithi016.stdout:410 2023-09-23T06:39:37.652 INFO:teuthology.orchestra.run.smithi016.stdout:410.out 2023-09-23T06:39:37.652 INFO:teuthology.orchestra.run.smithi016.stdout:411 2023-09-23T06:39:37.652 INFO:teuthology.orchestra.run.smithi016.stdout:411.out 2023-09-23T06:39:37.652 INFO:teuthology.orchestra.run.smithi016.stdout:412 2023-09-23T06:39:37.652 INFO:teuthology.orchestra.run.smithi016.stdout:412.out 2023-09-23T06:39:37.652 INFO:teuthology.orchestra.run.smithi016.stdout:413 2023-09-23T06:39:37.652 INFO:teuthology.orchestra.run.smithi016.stdout:413.out 2023-09-23T06:39:37.652 INFO:teuthology.orchestra.run.smithi016.stdout:414 2023-09-23T06:39:37.652 INFO:teuthology.orchestra.run.smithi016.stdout:414.out 2023-09-23T06:39:37.652 INFO:teuthology.orchestra.run.smithi016.stdout:415 2023-09-23T06:39:37.652 INFO:teuthology.orchestra.run.smithi016.stdout:415.out 2023-09-23T06:39:37.652 INFO:teuthology.orchestra.run.smithi016.stdout:416 2023-09-23T06:39:37.653 INFO:teuthology.orchestra.run.smithi016.stdout:416.out 2023-09-23T06:39:37.653 INFO:teuthology.orchestra.run.smithi016.stdout:417 2023-09-23T06:39:37.653 INFO:teuthology.orchestra.run.smithi016.stdout:417.out 2023-09-23T06:39:37.653 INFO:teuthology.orchestra.run.smithi016.stdout:418 2023-09-23T06:39:37.653 INFO:teuthology.orchestra.run.smithi016.stdout:418.out 2023-09-23T06:39:37.653 INFO:teuthology.orchestra.run.smithi016.stdout:419 2023-09-23T06:39:37.653 INFO:teuthology.orchestra.run.smithi016.stdout:419.out 2023-09-23T06:39:37.653 INFO:teuthology.orchestra.run.smithi016.stdout:420 2023-09-23T06:39:37.653 INFO:teuthology.orchestra.run.smithi016.stdout:420.out 2023-09-23T06:39:37.653 INFO:teuthology.orchestra.run.smithi016.stdout:421 2023-09-23T06:39:37.653 INFO:teuthology.orchestra.run.smithi016.stdout:421.out 2023-09-23T06:39:37.653 INFO:teuthology.orchestra.run.smithi016.stdout:422 2023-09-23T06:39:37.654 INFO:teuthology.orchestra.run.smithi016.stdout:422.out 2023-09-23T06:39:37.654 INFO:teuthology.orchestra.run.smithi016.stdout:423 2023-09-23T06:39:37.654 INFO:teuthology.orchestra.run.smithi016.stdout:423.out 2023-09-23T06:39:37.654 INFO:teuthology.orchestra.run.smithi016.stdout:424 2023-09-23T06:39:37.654 INFO:teuthology.orchestra.run.smithi016.stdout:424.out 2023-09-23T06:39:37.654 INFO:teuthology.orchestra.run.smithi016.stdout:425 2023-09-23T06:39:37.654 INFO:teuthology.orchestra.run.smithi016.stdout:425.out 2023-09-23T06:39:37.654 INFO:teuthology.orchestra.run.smithi016.stdout:426 2023-09-23T06:39:37.654 INFO:teuthology.orchestra.run.smithi016.stdout:426.out 2023-09-23T06:39:37.654 INFO:teuthology.orchestra.run.smithi016.stdout:427 2023-09-23T06:39:37.654 INFO:teuthology.orchestra.run.smithi016.stdout:427.out 2023-09-23T06:39:37.655 INFO:teuthology.orchestra.run.smithi016.stdout:428 2023-09-23T06:39:37.655 INFO:teuthology.orchestra.run.smithi016.stdout:428.out 2023-09-23T06:39:37.655 INFO:teuthology.orchestra.run.smithi016.stdout:429 2023-09-23T06:39:37.655 INFO:teuthology.orchestra.run.smithi016.stdout:429.out 2023-09-23T06:39:37.655 INFO:teuthology.orchestra.run.smithi016.stdout:430 2023-09-23T06:39:37.655 INFO:teuthology.orchestra.run.smithi016.stdout:430.out 2023-09-23T06:39:37.655 INFO:teuthology.orchestra.run.smithi016.stdout:431 2023-09-23T06:39:37.655 INFO:teuthology.orchestra.run.smithi016.stdout:431.out 2023-09-23T06:39:37.655 INFO:teuthology.orchestra.run.smithi016.stdout:432 2023-09-23T06:39:37.655 INFO:teuthology.orchestra.run.smithi016.stdout:432.out 2023-09-23T06:39:37.655 INFO:teuthology.orchestra.run.smithi016.stdout:433 2023-09-23T06:39:37.656 INFO:teuthology.orchestra.run.smithi016.stdout:433.out 2023-09-23T06:39:37.656 INFO:teuthology.orchestra.run.smithi016.stdout:434 2023-09-23T06:39:37.656 INFO:teuthology.orchestra.run.smithi016.stdout:434.out 2023-09-23T06:39:37.656 INFO:teuthology.orchestra.run.smithi016.stdout:435 2023-09-23T06:39:37.656 INFO:teuthology.orchestra.run.smithi016.stdout:435.out 2023-09-23T06:39:37.656 INFO:teuthology.orchestra.run.smithi016.stdout:436 2023-09-23T06:39:37.656 INFO:teuthology.orchestra.run.smithi016.stdout:436.out 2023-09-23T06:39:37.656 INFO:teuthology.orchestra.run.smithi016.stdout:437 2023-09-23T06:39:37.656 INFO:teuthology.orchestra.run.smithi016.stdout:437.out 2023-09-23T06:39:37.656 INFO:teuthology.orchestra.run.smithi016.stdout:438 2023-09-23T06:39:37.656 INFO:teuthology.orchestra.run.smithi016.stdout:438.out 2023-09-23T06:39:37.656 INFO:teuthology.orchestra.run.smithi016.stdout:439 2023-09-23T06:39:37.657 INFO:teuthology.orchestra.run.smithi016.stdout:439.out 2023-09-23T06:39:37.657 INFO:teuthology.orchestra.run.smithi016.stdout:440 2023-09-23T06:39:37.657 INFO:teuthology.orchestra.run.smithi016.stdout:440.out 2023-09-23T06:39:37.657 INFO:teuthology.orchestra.run.smithi016.stdout:441 2023-09-23T06:39:37.657 INFO:teuthology.orchestra.run.smithi016.stdout:441.out 2023-09-23T06:39:37.657 INFO:teuthology.orchestra.run.smithi016.stdout:442 2023-09-23T06:39:37.657 INFO:teuthology.orchestra.run.smithi016.stdout:442.out 2023-09-23T06:39:37.657 INFO:teuthology.orchestra.run.smithi016.stdout:443 2023-09-23T06:39:37.657 INFO:teuthology.orchestra.run.smithi016.stdout:443.out 2023-09-23T06:39:37.657 INFO:teuthology.orchestra.run.smithi016.stdout:444 2023-09-23T06:39:37.657 INFO:teuthology.orchestra.run.smithi016.stdout:444.out 2023-09-23T06:39:37.658 INFO:teuthology.orchestra.run.smithi016.stdout:445 2023-09-23T06:39:37.658 INFO:teuthology.orchestra.run.smithi016.stdout:445.out 2023-09-23T06:39:37.658 INFO:teuthology.orchestra.run.smithi016.stdout:446 2023-09-23T06:39:37.658 INFO:teuthology.orchestra.run.smithi016.stdout:446.out 2023-09-23T06:39:37.658 INFO:teuthology.orchestra.run.smithi016.stdout:447 2023-09-23T06:39:37.658 INFO:teuthology.orchestra.run.smithi016.stdout:447.out 2023-09-23T06:39:37.658 INFO:teuthology.orchestra.run.smithi016.stdout:448 2023-09-23T06:39:37.658 INFO:teuthology.orchestra.run.smithi016.stdout:448.out 2023-09-23T06:39:37.658 INFO:teuthology.orchestra.run.smithi016.stdout:449 2023-09-23T06:39:37.658 INFO:teuthology.orchestra.run.smithi016.stdout:449.out 2023-09-23T06:39:37.658 INFO:teuthology.orchestra.run.smithi016.stdout:450 2023-09-23T06:39:37.659 INFO:teuthology.orchestra.run.smithi016.stdout:450.out 2023-09-23T06:39:37.659 INFO:teuthology.orchestra.run.smithi016.stdout:451 2023-09-23T06:39:37.659 INFO:teuthology.orchestra.run.smithi016.stdout:451.out 2023-09-23T06:39:37.659 INFO:teuthology.orchestra.run.smithi016.stdout:452 2023-09-23T06:39:37.659 INFO:teuthology.orchestra.run.smithi016.stdout:452.out 2023-09-23T06:39:37.659 INFO:teuthology.orchestra.run.smithi016.stdout:453 2023-09-23T06:39:37.659 INFO:teuthology.orchestra.run.smithi016.stdout:453.out 2023-09-23T06:39:37.659 INFO:teuthology.orchestra.run.smithi016.stdout:454 2023-09-23T06:39:37.659 INFO:teuthology.orchestra.run.smithi016.stdout:454.out 2023-09-23T06:39:37.659 INFO:teuthology.orchestra.run.smithi016.stdout:455 2023-09-23T06:39:37.659 INFO:teuthology.orchestra.run.smithi016.stdout:455.out 2023-09-23T06:39:37.659 INFO:teuthology.orchestra.run.smithi016.stdout:456 2023-09-23T06:39:37.660 INFO:teuthology.orchestra.run.smithi016.stdout:456.out 2023-09-23T06:39:37.660 INFO:teuthology.orchestra.run.smithi016.stdout:457 2023-09-23T06:39:37.660 INFO:teuthology.orchestra.run.smithi016.stdout:457.out 2023-09-23T06:39:37.660 INFO:teuthology.orchestra.run.smithi016.stdout:458 2023-09-23T06:39:37.660 INFO:teuthology.orchestra.run.smithi016.stdout:458.out 2023-09-23T06:39:37.660 INFO:teuthology.orchestra.run.smithi016.stdout:459 2023-09-23T06:39:37.660 INFO:teuthology.orchestra.run.smithi016.stdout:459.out 2023-09-23T06:39:37.660 INFO:teuthology.orchestra.run.smithi016.stdout:460 2023-09-23T06:39:37.660 INFO:teuthology.orchestra.run.smithi016.stdout:460.out 2023-09-23T06:39:37.660 INFO:teuthology.orchestra.run.smithi016.stdout:461 2023-09-23T06:39:37.660 INFO:teuthology.orchestra.run.smithi016.stdout:461.out 2023-09-23T06:39:37.660 INFO:teuthology.orchestra.run.smithi016.stdout:462 2023-09-23T06:39:37.661 INFO:teuthology.orchestra.run.smithi016.stdout:462.out 2023-09-23T06:39:37.661 INFO:teuthology.orchestra.run.smithi016.stdout:463 2023-09-23T06:39:37.661 INFO:teuthology.orchestra.run.smithi016.stdout:463.out 2023-09-23T06:39:37.661 INFO:teuthology.orchestra.run.smithi016.stdout:464 2023-09-23T06:39:37.661 INFO:teuthology.orchestra.run.smithi016.stdout:464.out 2023-09-23T06:39:37.661 INFO:teuthology.orchestra.run.smithi016.stdout:465 2023-09-23T06:39:37.661 INFO:teuthology.orchestra.run.smithi016.stdout:465.out 2023-09-23T06:39:37.661 INFO:teuthology.orchestra.run.smithi016.stdout:466 2023-09-23T06:39:37.661 INFO:teuthology.orchestra.run.smithi016.stdout:466.out 2023-09-23T06:39:37.661 INFO:teuthology.orchestra.run.smithi016.stdout:467 2023-09-23T06:39:37.661 INFO:teuthology.orchestra.run.smithi016.stdout:467.out 2023-09-23T06:39:37.661 INFO:teuthology.orchestra.run.smithi016.stdout:468 2023-09-23T06:39:37.662 INFO:teuthology.orchestra.run.smithi016.stdout:468.out 2023-09-23T06:39:37.662 INFO:teuthology.orchestra.run.smithi016.stdout:469 2023-09-23T06:39:37.662 INFO:teuthology.orchestra.run.smithi016.stdout:469.out 2023-09-23T06:39:37.662 INFO:teuthology.orchestra.run.smithi016.stdout:470 2023-09-23T06:39:37.662 INFO:teuthology.orchestra.run.smithi016.stdout:470.out 2023-09-23T06:39:37.662 INFO:teuthology.orchestra.run.smithi016.stdout:472 2023-09-23T06:39:37.662 INFO:teuthology.orchestra.run.smithi016.stdout:472.out 2023-09-23T06:39:37.662 INFO:teuthology.orchestra.run.smithi016.stdout:473 2023-09-23T06:39:37.662 INFO:teuthology.orchestra.run.smithi016.stdout:473.out 2023-09-23T06:39:37.662 INFO:teuthology.orchestra.run.smithi016.stdout:474 2023-09-23T06:39:37.662 INFO:teuthology.orchestra.run.smithi016.stdout:474.out 2023-09-23T06:39:37.663 INFO:teuthology.orchestra.run.smithi016.stdout:475 2023-09-23T06:39:37.663 INFO:teuthology.orchestra.run.smithi016.stdout:475.out 2023-09-23T06:39:37.663 INFO:teuthology.orchestra.run.smithi016.stdout:476 2023-09-23T06:39:37.663 INFO:teuthology.orchestra.run.smithi016.stdout:476.out 2023-09-23T06:39:37.663 INFO:teuthology.orchestra.run.smithi016.stdout:477 2023-09-23T06:39:37.663 INFO:teuthology.orchestra.run.smithi016.stdout:477.out 2023-09-23T06:39:37.663 INFO:teuthology.orchestra.run.smithi016.stdout:478 2023-09-23T06:39:37.663 INFO:teuthology.orchestra.run.smithi016.stdout:478.out 2023-09-23T06:39:37.663 INFO:teuthology.orchestra.run.smithi016.stdout:479 2023-09-23T06:39:37.663 INFO:teuthology.orchestra.run.smithi016.stdout:479.out 2023-09-23T06:39:37.663 INFO:teuthology.orchestra.run.smithi016.stdout:480 2023-09-23T06:39:37.663 INFO:teuthology.orchestra.run.smithi016.stdout:480.out 2023-09-23T06:39:37.664 INFO:teuthology.orchestra.run.smithi016.stdout:481 2023-09-23T06:39:37.664 INFO:teuthology.orchestra.run.smithi016.stdout:481.out 2023-09-23T06:39:37.664 INFO:teuthology.orchestra.run.smithi016.stdout:482 2023-09-23T06:39:37.664 INFO:teuthology.orchestra.run.smithi016.stdout:482.out 2023-09-23T06:39:37.664 INFO:teuthology.orchestra.run.smithi016.stdout:483 2023-09-23T06:39:37.664 INFO:teuthology.orchestra.run.smithi016.stdout:483.out 2023-09-23T06:39:37.664 INFO:teuthology.orchestra.run.smithi016.stdout:484 2023-09-23T06:39:37.664 INFO:teuthology.orchestra.run.smithi016.stdout:484.out 2023-09-23T06:39:37.664 INFO:teuthology.orchestra.run.smithi016.stdout:485 2023-09-23T06:39:37.664 INFO:teuthology.orchestra.run.smithi016.stdout:485.out 2023-09-23T06:39:37.664 INFO:teuthology.orchestra.run.smithi016.stdout:486 2023-09-23T06:39:37.664 INFO:teuthology.orchestra.run.smithi016.stdout:486.out 2023-09-23T06:39:37.665 INFO:teuthology.orchestra.run.smithi016.stdout:487 2023-09-23T06:39:37.665 INFO:teuthology.orchestra.run.smithi016.stdout:487.out 2023-09-23T06:39:37.665 INFO:teuthology.orchestra.run.smithi016.stdout:488 2023-09-23T06:39:37.665 INFO:teuthology.orchestra.run.smithi016.stdout:488.out 2023-09-23T06:39:37.665 INFO:teuthology.orchestra.run.smithi016.stdout:489 2023-09-23T06:39:37.665 INFO:teuthology.orchestra.run.smithi016.stdout:489.out 2023-09-23T06:39:37.665 INFO:teuthology.orchestra.run.smithi016.stdout:490 2023-09-23T06:39:37.665 INFO:teuthology.orchestra.run.smithi016.stdout:490.out 2023-09-23T06:39:37.666 INFO:teuthology.orchestra.run.smithi016.stdout:491 2023-09-23T06:39:37.666 INFO:teuthology.orchestra.run.smithi016.stdout:491.out 2023-09-23T06:39:37.666 INFO:teuthology.orchestra.run.smithi016.stdout:492 2023-09-23T06:39:37.666 INFO:teuthology.orchestra.run.smithi016.stdout:492.out 2023-09-23T06:39:37.666 INFO:teuthology.orchestra.run.smithi016.stdout:493 2023-09-23T06:39:37.666 INFO:teuthology.orchestra.run.smithi016.stdout:493.out 2023-09-23T06:39:37.666 INFO:teuthology.orchestra.run.smithi016.stdout:494 2023-09-23T06:39:37.666 INFO:teuthology.orchestra.run.smithi016.stdout:494.out 2023-09-23T06:39:37.666 INFO:teuthology.orchestra.run.smithi016.stdout:495 2023-09-23T06:39:37.666 INFO:teuthology.orchestra.run.smithi016.stdout:495.out 2023-09-23T06:39:37.666 INFO:teuthology.orchestra.run.smithi016.stdout:496 2023-09-23T06:39:37.667 INFO:teuthology.orchestra.run.smithi016.stdout:496.out 2023-09-23T06:39:37.667 INFO:teuthology.orchestra.run.smithi016.stdout:497 2023-09-23T06:39:37.667 INFO:teuthology.orchestra.run.smithi016.stdout:497.out 2023-09-23T06:39:37.667 INFO:teuthology.orchestra.run.smithi016.stdout:498 2023-09-23T06:39:37.667 INFO:teuthology.orchestra.run.smithi016.stdout:498.out 2023-09-23T06:39:37.667 INFO:teuthology.orchestra.run.smithi016.stdout:499 2023-09-23T06:39:37.667 INFO:teuthology.orchestra.run.smithi016.stdout:499.out 2023-09-23T06:39:37.667 INFO:teuthology.orchestra.run.smithi016.stdout:500 2023-09-23T06:39:37.667 INFO:teuthology.orchestra.run.smithi016.stdout:500.out 2023-09-23T06:39:37.667 INFO:teuthology.orchestra.run.smithi016.stdout:501 2023-09-23T06:39:37.667 INFO:teuthology.orchestra.run.smithi016.stdout:501.out 2023-09-23T06:39:37.667 INFO:teuthology.orchestra.run.smithi016.stdout:502 2023-09-23T06:39:37.668 INFO:teuthology.orchestra.run.smithi016.stdout:502.out 2023-09-23T06:39:37.668 INFO:teuthology.orchestra.run.smithi016.stdout:503 2023-09-23T06:39:37.668 INFO:teuthology.orchestra.run.smithi016.stdout:503.out 2023-09-23T06:39:37.668 INFO:teuthology.orchestra.run.smithi016.stdout:504 2023-09-23T06:39:37.668 INFO:teuthology.orchestra.run.smithi016.stdout:504.out 2023-09-23T06:39:37.668 INFO:teuthology.orchestra.run.smithi016.stdout:505 2023-09-23T06:39:37.668 INFO:teuthology.orchestra.run.smithi016.stdout:505.out 2023-09-23T06:39:37.668 INFO:teuthology.orchestra.run.smithi016.stdout:506 2023-09-23T06:39:37.668 INFO:teuthology.orchestra.run.smithi016.stdout:506.out 2023-09-23T06:39:37.668 INFO:teuthology.orchestra.run.smithi016.stdout:507 2023-09-23T06:39:37.668 INFO:teuthology.orchestra.run.smithi016.stdout:507.out 2023-09-23T06:39:37.669 INFO:teuthology.orchestra.run.smithi016.stdout:508 2023-09-23T06:39:37.669 INFO:teuthology.orchestra.run.smithi016.stdout:508.out 2023-09-23T06:39:37.669 INFO:teuthology.orchestra.run.smithi016.stdout:509 2023-09-23T06:39:37.669 INFO:teuthology.orchestra.run.smithi016.stdout:509.out 2023-09-23T06:39:37.669 INFO:teuthology.orchestra.run.smithi016.stdout:510 2023-09-23T06:39:37.669 INFO:teuthology.orchestra.run.smithi016.stdout:510.out 2023-09-23T06:39:37.669 INFO:teuthology.orchestra.run.smithi016.stdout:511 2023-09-23T06:39:37.669 INFO:teuthology.orchestra.run.smithi016.stdout:511.out 2023-09-23T06:39:37.669 INFO:teuthology.orchestra.run.smithi016.stdout:512 2023-09-23T06:39:37.669 INFO:teuthology.orchestra.run.smithi016.stdout:512.out 2023-09-23T06:39:37.669 INFO:teuthology.orchestra.run.smithi016.stdout:513 2023-09-23T06:39:37.669 INFO:teuthology.orchestra.run.smithi016.stdout:513.out 2023-09-23T06:39:37.670 INFO:teuthology.orchestra.run.smithi016.stdout:514 2023-09-23T06:39:37.670 INFO:teuthology.orchestra.run.smithi016.stdout:514.out 2023-09-23T06:39:37.670 INFO:teuthology.orchestra.run.smithi016.stdout:515 2023-09-23T06:39:37.670 INFO:teuthology.orchestra.run.smithi016.stdout:515.out 2023-09-23T06:39:37.670 INFO:teuthology.orchestra.run.smithi016.stdout:516 2023-09-23T06:39:37.670 INFO:teuthology.orchestra.run.smithi016.stdout:516.out 2023-09-23T06:39:37.670 INFO:teuthology.orchestra.run.smithi016.stdout:517 2023-09-23T06:39:37.670 INFO:teuthology.orchestra.run.smithi016.stdout:517.out 2023-09-23T06:39:37.670 INFO:teuthology.orchestra.run.smithi016.stdout:518 2023-09-23T06:39:37.670 INFO:teuthology.orchestra.run.smithi016.stdout:518.out 2023-09-23T06:39:37.670 INFO:teuthology.orchestra.run.smithi016.stdout:519 2023-09-23T06:39:37.671 INFO:teuthology.orchestra.run.smithi016.stdout:519.out 2023-09-23T06:39:37.671 INFO:teuthology.orchestra.run.smithi016.stdout:520 2023-09-23T06:39:37.671 INFO:teuthology.orchestra.run.smithi016.stdout:520.out 2023-09-23T06:39:37.671 INFO:teuthology.orchestra.run.smithi016.stdout:521 2023-09-23T06:39:37.671 INFO:teuthology.orchestra.run.smithi016.stdout:521.out 2023-09-23T06:39:37.671 INFO:teuthology.orchestra.run.smithi016.stdout:522 2023-09-23T06:39:37.671 INFO:teuthology.orchestra.run.smithi016.stdout:522.out 2023-09-23T06:39:37.671 INFO:teuthology.orchestra.run.smithi016.stdout:523 2023-09-23T06:39:37.671 INFO:teuthology.orchestra.run.smithi016.stdout:523.out 2023-09-23T06:39:37.671 INFO:teuthology.orchestra.run.smithi016.stdout:524 2023-09-23T06:39:37.672 INFO:teuthology.orchestra.run.smithi016.stdout:524.out 2023-09-23T06:39:37.672 INFO:teuthology.orchestra.run.smithi016.stdout:525 2023-09-23T06:39:37.672 INFO:teuthology.orchestra.run.smithi016.stdout:525.out 2023-09-23T06:39:37.672 INFO:teuthology.orchestra.run.smithi016.stdout:526 2023-09-23T06:39:37.672 INFO:teuthology.orchestra.run.smithi016.stdout:526.out 2023-09-23T06:39:37.672 INFO:teuthology.orchestra.run.smithi016.stdout:527 2023-09-23T06:39:37.672 INFO:teuthology.orchestra.run.smithi016.stdout:527.out 2023-09-23T06:39:37.672 INFO:teuthology.orchestra.run.smithi016.stdout:528 2023-09-23T06:39:37.672 INFO:teuthology.orchestra.run.smithi016.stdout:528.out 2023-09-23T06:39:37.672 INFO:teuthology.orchestra.run.smithi016.stdout:529 2023-09-23T06:39:37.672 INFO:teuthology.orchestra.run.smithi016.stdout:529.out 2023-09-23T06:39:37.672 INFO:teuthology.orchestra.run.smithi016.stdout:530 2023-09-23T06:39:37.672 INFO:teuthology.orchestra.run.smithi016.stdout:530.out 2023-09-23T06:39:37.673 INFO:teuthology.orchestra.run.smithi016.stdout:531 2023-09-23T06:39:37.673 INFO:teuthology.orchestra.run.smithi016.stdout:531.out 2023-09-23T06:39:37.673 INFO:teuthology.orchestra.run.smithi016.stdout:532 2023-09-23T06:39:37.673 INFO:teuthology.orchestra.run.smithi016.stdout:532.out 2023-09-23T06:39:37.673 INFO:teuthology.orchestra.run.smithi016.stdout:533 2023-09-23T06:39:37.673 INFO:teuthology.orchestra.run.smithi016.stdout:533.out 2023-09-23T06:39:37.673 INFO:teuthology.orchestra.run.smithi016.stdout:534 2023-09-23T06:39:37.673 INFO:teuthology.orchestra.run.smithi016.stdout:534.out 2023-09-23T06:39:37.673 INFO:teuthology.orchestra.run.smithi016.stdout:535 2023-09-23T06:39:37.673 INFO:teuthology.orchestra.run.smithi016.stdout:535.out 2023-09-23T06:39:37.673 INFO:teuthology.orchestra.run.smithi016.stdout:536 2023-09-23T06:39:37.673 INFO:teuthology.orchestra.run.smithi016.stdout:536.out 2023-09-23T06:39:37.674 INFO:teuthology.orchestra.run.smithi016.stdout:537 2023-09-23T06:39:37.674 INFO:teuthology.orchestra.run.smithi016.stdout:537.out 2023-09-23T06:39:37.674 INFO:teuthology.orchestra.run.smithi016.stdout:538 2023-09-23T06:39:37.674 INFO:teuthology.orchestra.run.smithi016.stdout:538.out 2023-09-23T06:39:37.674 INFO:teuthology.orchestra.run.smithi016.stdout:539 2023-09-23T06:39:37.674 INFO:teuthology.orchestra.run.smithi016.stdout:539.out 2023-09-23T06:39:37.674 INFO:teuthology.orchestra.run.smithi016.stdout:540 2023-09-23T06:39:37.674 INFO:teuthology.orchestra.run.smithi016.stdout:540.out 2023-09-23T06:39:37.674 INFO:teuthology.orchestra.run.smithi016.stdout:541 2023-09-23T06:39:37.674 INFO:teuthology.orchestra.run.smithi016.stdout:541.out 2023-09-23T06:39:37.674 INFO:teuthology.orchestra.run.smithi016.stdout:542 2023-09-23T06:39:37.675 INFO:teuthology.orchestra.run.smithi016.stdout:542.out 2023-09-23T06:39:37.675 INFO:teuthology.orchestra.run.smithi016.stdout:543 2023-09-23T06:39:37.675 INFO:teuthology.orchestra.run.smithi016.stdout:543.out 2023-09-23T06:39:37.675 INFO:teuthology.orchestra.run.smithi016.stdout:544 2023-09-23T06:39:37.675 INFO:teuthology.orchestra.run.smithi016.stdout:544.out 2023-09-23T06:39:37.675 INFO:teuthology.orchestra.run.smithi016.stdout:545 2023-09-23T06:39:37.675 INFO:teuthology.orchestra.run.smithi016.stdout:545.out 2023-09-23T06:39:37.675 INFO:teuthology.orchestra.run.smithi016.stdout:546 2023-09-23T06:39:37.675 INFO:teuthology.orchestra.run.smithi016.stdout:546.out 2023-09-23T06:39:37.675 INFO:teuthology.orchestra.run.smithi016.stdout:547 2023-09-23T06:39:37.675 INFO:teuthology.orchestra.run.smithi016.stdout:547.out 2023-09-23T06:39:37.675 INFO:teuthology.orchestra.run.smithi016.stdout:548 2023-09-23T06:39:37.676 INFO:teuthology.orchestra.run.smithi016.stdout:548.out 2023-09-23T06:39:37.676 INFO:teuthology.orchestra.run.smithi016.stdout:549 2023-09-23T06:39:37.676 INFO:teuthology.orchestra.run.smithi016.stdout:549.out 2023-09-23T06:39:37.676 INFO:teuthology.orchestra.run.smithi016.stdout:550 2023-09-23T06:39:37.676 INFO:teuthology.orchestra.run.smithi016.stdout:550.out 2023-09-23T06:39:37.676 INFO:teuthology.orchestra.run.smithi016.stdout:551 2023-09-23T06:39:37.676 INFO:teuthology.orchestra.run.smithi016.stdout:551.out 2023-09-23T06:39:37.676 INFO:teuthology.orchestra.run.smithi016.stdout:552 2023-09-23T06:39:37.676 INFO:teuthology.orchestra.run.smithi016.stdout:552.out 2023-09-23T06:39:37.676 INFO:teuthology.orchestra.run.smithi016.stdout:553 2023-09-23T06:39:37.676 INFO:teuthology.orchestra.run.smithi016.stdout:553.out 2023-09-23T06:39:37.676 INFO:teuthology.orchestra.run.smithi016.stdout:554 2023-09-23T06:39:37.677 INFO:teuthology.orchestra.run.smithi016.stdout:554.out 2023-09-23T06:39:37.677 INFO:teuthology.orchestra.run.smithi016.stdout:555 2023-09-23T06:39:37.677 INFO:teuthology.orchestra.run.smithi016.stdout:555.out 2023-09-23T06:39:37.677 INFO:teuthology.orchestra.run.smithi016.stdout:556 2023-09-23T06:39:37.677 INFO:teuthology.orchestra.run.smithi016.stdout:556.out 2023-09-23T06:39:37.677 INFO:teuthology.orchestra.run.smithi016.stdout:557 2023-09-23T06:39:37.677 INFO:teuthology.orchestra.run.smithi016.stdout:557.out 2023-09-23T06:39:37.677 INFO:teuthology.orchestra.run.smithi016.stdout:558 2023-09-23T06:39:37.677 INFO:teuthology.orchestra.run.smithi016.stdout:558.out 2023-09-23T06:39:37.677 INFO:teuthology.orchestra.run.smithi016.stdout:559 2023-09-23T06:39:37.677 INFO:teuthology.orchestra.run.smithi016.stdout:559.out 2023-09-23T06:39:37.677 INFO:teuthology.orchestra.run.smithi016.stdout:560 2023-09-23T06:39:37.678 INFO:teuthology.orchestra.run.smithi016.stdout:560.out 2023-09-23T06:39:37.678 INFO:teuthology.orchestra.run.smithi016.stdout:561 2023-09-23T06:39:37.678 INFO:teuthology.orchestra.run.smithi016.stdout:561.out 2023-09-23T06:39:37.678 INFO:teuthology.orchestra.run.smithi016.stdout:562 2023-09-23T06:39:37.678 INFO:teuthology.orchestra.run.smithi016.stdout:562.out 2023-09-23T06:39:37.678 INFO:teuthology.orchestra.run.smithi016.stdout:563 2023-09-23T06:39:37.678 INFO:teuthology.orchestra.run.smithi016.stdout:563.out 2023-09-23T06:39:37.678 INFO:teuthology.orchestra.run.smithi016.stdout:564 2023-09-23T06:39:37.678 INFO:teuthology.orchestra.run.smithi016.stdout:564.out 2023-09-23T06:39:37.678 INFO:teuthology.orchestra.run.smithi016.stdout:565 2023-09-23T06:39:37.678 INFO:teuthology.orchestra.run.smithi016.stdout:565.out 2023-09-23T06:39:37.679 INFO:teuthology.orchestra.run.smithi016.stdout:566 2023-09-23T06:39:37.679 INFO:teuthology.orchestra.run.smithi016.stdout:566.out 2023-09-23T06:39:37.679 INFO:teuthology.orchestra.run.smithi016.stdout:567 2023-09-23T06:39:37.679 INFO:teuthology.orchestra.run.smithi016.stdout:567.out 2023-09-23T06:39:37.679 INFO:teuthology.orchestra.run.smithi016.stdout:568 2023-09-23T06:39:37.679 INFO:teuthology.orchestra.run.smithi016.stdout:568.out 2023-09-23T06:39:37.679 INFO:teuthology.orchestra.run.smithi016.stdout:569 2023-09-23T06:39:37.679 INFO:teuthology.orchestra.run.smithi016.stdout:569.out 2023-09-23T06:39:37.679 INFO:teuthology.orchestra.run.smithi016.stdout:570 2023-09-23T06:39:37.679 INFO:teuthology.orchestra.run.smithi016.stdout:570.out 2023-09-23T06:39:37.679 INFO:teuthology.orchestra.run.smithi016.stdout:571 2023-09-23T06:39:37.679 INFO:teuthology.orchestra.run.smithi016.stdout:571.out 2023-09-23T06:39:37.680 INFO:teuthology.orchestra.run.smithi016.stdout:572 2023-09-23T06:39:37.680 INFO:teuthology.orchestra.run.smithi016.stdout:572.out 2023-09-23T06:39:37.680 INFO:teuthology.orchestra.run.smithi016.stdout:573 2023-09-23T06:39:37.680 INFO:teuthology.orchestra.run.smithi016.stdout:573.out 2023-09-23T06:39:37.680 INFO:teuthology.orchestra.run.smithi016.stdout:574 2023-09-23T06:39:37.680 INFO:teuthology.orchestra.run.smithi016.stdout:574.out 2023-09-23T06:39:37.680 INFO:teuthology.orchestra.run.smithi016.stdout:575 2023-09-23T06:39:37.680 INFO:teuthology.orchestra.run.smithi016.stdout:575.out 2023-09-23T06:39:37.680 INFO:teuthology.orchestra.run.smithi016.stdout:576 2023-09-23T06:39:37.680 INFO:teuthology.orchestra.run.smithi016.stdout:576.out 2023-09-23T06:39:37.680 INFO:teuthology.orchestra.run.smithi016.stdout:577 2023-09-23T06:39:37.681 INFO:teuthology.orchestra.run.smithi016.stdout:577.out 2023-09-23T06:39:37.681 INFO:teuthology.orchestra.run.smithi016.stdout:578 2023-09-23T06:39:37.681 INFO:teuthology.orchestra.run.smithi016.stdout:578.out 2023-09-23T06:39:37.681 INFO:teuthology.orchestra.run.smithi016.stdout:579 2023-09-23T06:39:37.681 INFO:teuthology.orchestra.run.smithi016.stdout:579.out 2023-09-23T06:39:37.681 INFO:teuthology.orchestra.run.smithi016.stdout:580 2023-09-23T06:39:37.681 INFO:teuthology.orchestra.run.smithi016.stdout:580.out 2023-09-23T06:39:37.681 INFO:teuthology.orchestra.run.smithi016.stdout:581 2023-09-23T06:39:37.681 INFO:teuthology.orchestra.run.smithi016.stdout:581.out 2023-09-23T06:39:37.681 INFO:teuthology.orchestra.run.smithi016.stdout:582 2023-09-23T06:39:37.681 INFO:teuthology.orchestra.run.smithi016.stdout:582.out 2023-09-23T06:39:37.681 INFO:teuthology.orchestra.run.smithi016.stdout:583 2023-09-23T06:39:37.682 INFO:teuthology.orchestra.run.smithi016.stdout:583.out 2023-09-23T06:39:37.682 INFO:teuthology.orchestra.run.smithi016.stdout:584 2023-09-23T06:39:37.682 INFO:teuthology.orchestra.run.smithi016.stdout:584.out 2023-09-23T06:39:37.682 INFO:teuthology.orchestra.run.smithi016.stdout:585 2023-09-23T06:39:37.682 INFO:teuthology.orchestra.run.smithi016.stdout:585.out 2023-09-23T06:39:37.682 INFO:teuthology.orchestra.run.smithi016.stdout:586 2023-09-23T06:39:37.682 INFO:teuthology.orchestra.run.smithi016.stdout:586.out 2023-09-23T06:39:37.682 INFO:teuthology.orchestra.run.smithi016.stdout:587 2023-09-23T06:39:37.682 INFO:teuthology.orchestra.run.smithi016.stdout:587.out 2023-09-23T06:39:37.683 INFO:teuthology.orchestra.run.smithi016.stdout:588 2023-09-23T06:39:37.683 INFO:teuthology.orchestra.run.smithi016.stdout:588.out 2023-09-23T06:39:37.683 INFO:teuthology.orchestra.run.smithi016.stdout:589 2023-09-23T06:39:37.683 INFO:teuthology.orchestra.run.smithi016.stdout:589.out 2023-09-23T06:39:37.683 INFO:teuthology.orchestra.run.smithi016.stdout:590 2023-09-23T06:39:37.683 INFO:teuthology.orchestra.run.smithi016.stdout:590.out 2023-09-23T06:39:37.683 INFO:teuthology.orchestra.run.smithi016.stdout:591 2023-09-23T06:39:37.683 INFO:teuthology.orchestra.run.smithi016.stdout:591.out 2023-09-23T06:39:37.683 INFO:teuthology.orchestra.run.smithi016.stdout:592 2023-09-23T06:39:37.683 INFO:teuthology.orchestra.run.smithi016.stdout:592.out 2023-09-23T06:39:37.683 INFO:teuthology.orchestra.run.smithi016.stdout:593 2023-09-23T06:39:37.684 INFO:teuthology.orchestra.run.smithi016.stdout:593.out 2023-09-23T06:39:37.684 INFO:teuthology.orchestra.run.smithi016.stdout:594 2023-09-23T06:39:37.684 INFO:teuthology.orchestra.run.smithi016.stdout:594.out 2023-09-23T06:39:37.684 INFO:teuthology.orchestra.run.smithi016.stdout:595 2023-09-23T06:39:37.684 INFO:teuthology.orchestra.run.smithi016.stdout:595.out 2023-09-23T06:39:37.684 INFO:teuthology.orchestra.run.smithi016.stdout:596 2023-09-23T06:39:37.684 INFO:teuthology.orchestra.run.smithi016.stdout:596.out 2023-09-23T06:39:37.684 INFO:teuthology.orchestra.run.smithi016.stdout:597 2023-09-23T06:39:37.684 INFO:teuthology.orchestra.run.smithi016.stdout:597.out 2023-09-23T06:39:37.684 INFO:teuthology.orchestra.run.smithi016.stdout:598 2023-09-23T06:39:37.684 INFO:teuthology.orchestra.run.smithi016.stdout:598.out 2023-09-23T06:39:37.685 INFO:teuthology.orchestra.run.smithi016.stdout:599 2023-09-23T06:39:37.685 INFO:teuthology.orchestra.run.smithi016.stdout:599.out 2023-09-23T06:39:37.685 INFO:teuthology.orchestra.run.smithi016.stdout:600 2023-09-23T06:39:37.685 INFO:teuthology.orchestra.run.smithi016.stdout:600.out 2023-09-23T06:39:37.685 INFO:teuthology.orchestra.run.smithi016.stdout:601 2023-09-23T06:39:37.685 INFO:teuthology.orchestra.run.smithi016.stdout:601.out 2023-09-23T06:39:37.685 INFO:teuthology.orchestra.run.smithi016.stdout:602 2023-09-23T06:39:37.685 INFO:teuthology.orchestra.run.smithi016.stdout:602.out 2023-09-23T06:39:37.685 INFO:teuthology.orchestra.run.smithi016.stdout:603 2023-09-23T06:39:37.685 INFO:teuthology.orchestra.run.smithi016.stdout:603.out 2023-09-23T06:39:37.685 INFO:teuthology.orchestra.run.smithi016.stdout:604 2023-09-23T06:39:37.685 INFO:teuthology.orchestra.run.smithi016.stdout:604.out 2023-09-23T06:39:37.686 INFO:teuthology.orchestra.run.smithi016.stdout:605 2023-09-23T06:39:37.686 INFO:teuthology.orchestra.run.smithi016.stdout:605.out 2023-09-23T06:39:37.686 INFO:teuthology.orchestra.run.smithi016.stdout:606 2023-09-23T06:39:37.686 INFO:teuthology.orchestra.run.smithi016.stdout:606.out 2023-09-23T06:39:37.686 INFO:teuthology.orchestra.run.smithi016.stdout:607 2023-09-23T06:39:37.686 INFO:teuthology.orchestra.run.smithi016.stdout:607.out 2023-09-23T06:39:37.686 INFO:teuthology.orchestra.run.smithi016.stdout:608 2023-09-23T06:39:37.686 INFO:teuthology.orchestra.run.smithi016.stdout:608.out 2023-09-23T06:39:37.686 INFO:teuthology.orchestra.run.smithi016.stdout:609 2023-09-23T06:39:37.686 INFO:teuthology.orchestra.run.smithi016.stdout:609.out 2023-09-23T06:39:37.686 INFO:teuthology.orchestra.run.smithi016.stdout:610 2023-09-23T06:39:37.687 INFO:teuthology.orchestra.run.smithi016.stdout:610.out 2023-09-23T06:39:37.687 INFO:teuthology.orchestra.run.smithi016.stdout:611 2023-09-23T06:39:37.687 INFO:teuthology.orchestra.run.smithi016.stdout:611.out 2023-09-23T06:39:37.687 INFO:teuthology.orchestra.run.smithi016.stdout:612 2023-09-23T06:39:37.687 INFO:teuthology.orchestra.run.smithi016.stdout:612.out 2023-09-23T06:39:37.687 INFO:teuthology.orchestra.run.smithi016.stdout:613 2023-09-23T06:39:37.687 INFO:teuthology.orchestra.run.smithi016.stdout:613.out 2023-09-23T06:39:37.687 INFO:teuthology.orchestra.run.smithi016.stdout:614 2023-09-23T06:39:37.687 INFO:teuthology.orchestra.run.smithi016.stdout:614.out 2023-09-23T06:39:37.687 INFO:teuthology.orchestra.run.smithi016.stdout:615 2023-09-23T06:39:37.687 INFO:teuthology.orchestra.run.smithi016.stdout:615.out 2023-09-23T06:39:37.688 INFO:teuthology.orchestra.run.smithi016.stdout:616 2023-09-23T06:39:37.688 INFO:teuthology.orchestra.run.smithi016.stdout:616.out 2023-09-23T06:39:37.688 INFO:teuthology.orchestra.run.smithi016.stdout:617 2023-09-23T06:39:37.688 INFO:teuthology.orchestra.run.smithi016.stdout:617.out 2023-09-23T06:39:37.688 INFO:teuthology.orchestra.run.smithi016.stdout:618 2023-09-23T06:39:37.688 INFO:teuthology.orchestra.run.smithi016.stdout:618.out 2023-09-23T06:39:37.688 INFO:teuthology.orchestra.run.smithi016.stdout:619 2023-09-23T06:39:37.688 INFO:teuthology.orchestra.run.smithi016.stdout:619.out 2023-09-23T06:39:37.688 INFO:teuthology.orchestra.run.smithi016.stdout:620 2023-09-23T06:39:37.688 INFO:teuthology.orchestra.run.smithi016.stdout:620.out 2023-09-23T06:39:37.688 INFO:teuthology.orchestra.run.smithi016.stdout:621 2023-09-23T06:39:37.688 INFO:teuthology.orchestra.run.smithi016.stdout:621.out 2023-09-23T06:39:37.689 INFO:teuthology.orchestra.run.smithi016.stdout:622 2023-09-23T06:39:37.689 INFO:teuthology.orchestra.run.smithi016.stdout:622.out 2023-09-23T06:39:37.689 INFO:teuthology.orchestra.run.smithi016.stdout:623 2023-09-23T06:39:37.689 INFO:teuthology.orchestra.run.smithi016.stdout:623.out 2023-09-23T06:39:37.689 INFO:teuthology.orchestra.run.smithi016.stdout:624 2023-09-23T06:39:37.689 INFO:teuthology.orchestra.run.smithi016.stdout:624.out 2023-09-23T06:39:37.689 INFO:teuthology.orchestra.run.smithi016.stdout:625 2023-09-23T06:39:37.689 INFO:teuthology.orchestra.run.smithi016.stdout:625.out 2023-09-23T06:39:37.689 INFO:teuthology.orchestra.run.smithi016.stdout:626 2023-09-23T06:39:37.689 INFO:teuthology.orchestra.run.smithi016.stdout:626.out 2023-09-23T06:39:37.689 INFO:teuthology.orchestra.run.smithi016.stdout:627 2023-09-23T06:39:37.690 INFO:teuthology.orchestra.run.smithi016.stdout:627.out 2023-09-23T06:39:37.690 INFO:teuthology.orchestra.run.smithi016.stdout:628 2023-09-23T06:39:37.690 INFO:teuthology.orchestra.run.smithi016.stdout:628.out 2023-09-23T06:39:37.690 INFO:teuthology.orchestra.run.smithi016.stdout:629 2023-09-23T06:39:37.690 INFO:teuthology.orchestra.run.smithi016.stdout:629.out 2023-09-23T06:39:37.690 INFO:teuthology.orchestra.run.smithi016.stdout:630 2023-09-23T06:39:37.690 INFO:teuthology.orchestra.run.smithi016.stdout:630.out 2023-09-23T06:39:37.690 INFO:teuthology.orchestra.run.smithi016.stdout:631 2023-09-23T06:39:37.690 INFO:teuthology.orchestra.run.smithi016.stdout:631.out 2023-09-23T06:39:37.690 INFO:teuthology.orchestra.run.smithi016.stdout:632 2023-09-23T06:39:37.690 INFO:teuthology.orchestra.run.smithi016.stdout:632.out 2023-09-23T06:39:37.691 INFO:teuthology.orchestra.run.smithi016.stdout:633 2023-09-23T06:39:37.691 INFO:teuthology.orchestra.run.smithi016.stdout:633.out 2023-09-23T06:39:37.691 INFO:teuthology.orchestra.run.smithi016.stdout:634 2023-09-23T06:39:37.691 INFO:teuthology.orchestra.run.smithi016.stdout:634.out 2023-09-23T06:39:37.691 INFO:teuthology.orchestra.run.smithi016.stdout:635 2023-09-23T06:39:37.691 INFO:teuthology.orchestra.run.smithi016.stdout:635.out 2023-09-23T06:39:37.691 INFO:teuthology.orchestra.run.smithi016.stdout:636 2023-09-23T06:39:37.691 INFO:teuthology.orchestra.run.smithi016.stdout:636.out 2023-09-23T06:39:37.691 INFO:teuthology.orchestra.run.smithi016.stdout:637 2023-09-23T06:39:37.692 INFO:teuthology.orchestra.run.smithi016.stdout:637.out 2023-09-23T06:39:37.692 INFO:teuthology.orchestra.run.smithi016.stdout:638 2023-09-23T06:39:37.692 INFO:teuthology.orchestra.run.smithi016.stdout:638.out 2023-09-23T06:39:37.692 INFO:teuthology.orchestra.run.smithi016.stdout:639 2023-09-23T06:39:37.692 INFO:teuthology.orchestra.run.smithi016.stdout:639.out 2023-09-23T06:39:37.692 INFO:teuthology.orchestra.run.smithi016.stdout:640 2023-09-23T06:39:37.693 INFO:teuthology.orchestra.run.smithi016.stdout:640.out 2023-09-23T06:39:37.693 INFO:teuthology.orchestra.run.smithi016.stdout:641 2023-09-23T06:39:37.693 INFO:teuthology.orchestra.run.smithi016.stdout:641.out 2023-09-23T06:39:37.693 INFO:teuthology.orchestra.run.smithi016.stdout:642 2023-09-23T06:39:37.693 INFO:teuthology.orchestra.run.smithi016.stdout:642.out 2023-09-23T06:39:37.693 INFO:teuthology.orchestra.run.smithi016.stdout:643 2023-09-23T06:39:37.694 INFO:teuthology.orchestra.run.smithi016.stdout:643.out 2023-09-23T06:39:37.694 INFO:teuthology.orchestra.run.smithi016.stdout:644 2023-09-23T06:39:37.694 INFO:teuthology.orchestra.run.smithi016.stdout:644.out 2023-09-23T06:39:37.694 INFO:teuthology.orchestra.run.smithi016.stdout:645 2023-09-23T06:39:37.694 INFO:teuthology.orchestra.run.smithi016.stdout:645.out 2023-09-23T06:39:37.695 INFO:teuthology.orchestra.run.smithi016.stdout:646 2023-09-23T06:39:37.695 INFO:teuthology.orchestra.run.smithi016.stdout:646.out 2023-09-23T06:39:37.695 INFO:teuthology.orchestra.run.smithi016.stdout:647 2023-09-23T06:39:37.695 INFO:teuthology.orchestra.run.smithi016.stdout:647.out 2023-09-23T06:39:37.695 INFO:teuthology.orchestra.run.smithi016.stdout:648 2023-09-23T06:39:37.696 INFO:teuthology.orchestra.run.smithi016.stdout:648.out 2023-09-23T06:39:37.696 INFO:teuthology.orchestra.run.smithi016.stdout:649 2023-09-23T06:39:37.696 INFO:teuthology.orchestra.run.smithi016.stdout:649.out 2023-09-23T06:39:37.696 INFO:teuthology.orchestra.run.smithi016.stdout:650 2023-09-23T06:39:37.696 INFO:teuthology.orchestra.run.smithi016.stdout:650.out 2023-09-23T06:39:37.696 INFO:teuthology.orchestra.run.smithi016.stdout:651 2023-09-23T06:39:37.697 INFO:teuthology.orchestra.run.smithi016.stdout:651.out 2023-09-23T06:39:37.697 INFO:teuthology.orchestra.run.smithi016.stdout:652 2023-09-23T06:39:37.697 INFO:teuthology.orchestra.run.smithi016.stdout:652.out 2023-09-23T06:39:37.697 INFO:teuthology.orchestra.run.smithi016.stdout:653 2023-09-23T06:39:37.697 INFO:teuthology.orchestra.run.smithi016.stdout:653.out 2023-09-23T06:39:37.698 INFO:teuthology.orchestra.run.smithi016.stdout:654 2023-09-23T06:39:37.698 INFO:teuthology.orchestra.run.smithi016.stdout:654.out 2023-09-23T06:39:37.698 INFO:teuthology.orchestra.run.smithi016.stdout:655 2023-09-23T06:39:37.698 INFO:teuthology.orchestra.run.smithi016.stdout:655.out 2023-09-23T06:39:37.698 INFO:teuthology.orchestra.run.smithi016.stdout:656 2023-09-23T06:39:37.698 INFO:teuthology.orchestra.run.smithi016.stdout:656.out 2023-09-23T06:39:37.699 INFO:teuthology.orchestra.run.smithi016.stdout:657 2023-09-23T06:39:37.699 INFO:teuthology.orchestra.run.smithi016.stdout:657.out 2023-09-23T06:39:37.699 INFO:teuthology.orchestra.run.smithi016.stdout:658 2023-09-23T06:39:37.699 INFO:teuthology.orchestra.run.smithi016.stdout:658.out 2023-09-23T06:39:37.699 INFO:teuthology.orchestra.run.smithi016.stdout:659 2023-09-23T06:39:37.699 INFO:teuthology.orchestra.run.smithi016.stdout:659.out 2023-09-23T06:39:37.700 INFO:teuthology.orchestra.run.smithi016.stdout:660 2023-09-23T06:39:37.700 INFO:teuthology.orchestra.run.smithi016.stdout:660.out 2023-09-23T06:39:37.700 INFO:teuthology.orchestra.run.smithi016.stdout:661 2023-09-23T06:39:37.700 INFO:teuthology.orchestra.run.smithi016.stdout:661.out 2023-09-23T06:39:37.700 INFO:teuthology.orchestra.run.smithi016.stdout:662 2023-09-23T06:39:37.701 INFO:teuthology.orchestra.run.smithi016.stdout:662.out 2023-09-23T06:39:37.701 INFO:teuthology.orchestra.run.smithi016.stdout:663 2023-09-23T06:39:37.701 INFO:teuthology.orchestra.run.smithi016.stdout:663.out 2023-09-23T06:39:37.701 INFO:teuthology.orchestra.run.smithi016.stdout:664 2023-09-23T06:39:37.701 INFO:teuthology.orchestra.run.smithi016.stdout:664.out 2023-09-23T06:39:37.701 INFO:teuthology.orchestra.run.smithi016.stdout:665 2023-09-23T06:39:37.702 INFO:teuthology.orchestra.run.smithi016.stdout:665.out 2023-09-23T06:39:37.702 INFO:teuthology.orchestra.run.smithi016.stdout:666 2023-09-23T06:39:37.702 INFO:teuthology.orchestra.run.smithi016.stdout:666.out 2023-09-23T06:39:37.702 INFO:teuthology.orchestra.run.smithi016.stdout:667 2023-09-23T06:39:37.702 INFO:teuthology.orchestra.run.smithi016.stdout:667.out 2023-09-23T06:39:37.703 INFO:teuthology.orchestra.run.smithi016.stdout:668 2023-09-23T06:39:37.703 INFO:teuthology.orchestra.run.smithi016.stdout:668.out 2023-09-23T06:39:37.703 INFO:teuthology.orchestra.run.smithi016.stdout:669 2023-09-23T06:39:37.703 INFO:teuthology.orchestra.run.smithi016.stdout:669.out 2023-09-23T06:39:37.703 INFO:teuthology.orchestra.run.smithi016.stdout:670 2023-09-23T06:39:37.703 INFO:teuthology.orchestra.run.smithi016.stdout:670.out 2023-09-23T06:39:37.704 INFO:teuthology.orchestra.run.smithi016.stdout:671 2023-09-23T06:39:37.704 INFO:teuthology.orchestra.run.smithi016.stdout:671.out 2023-09-23T06:39:37.704 INFO:teuthology.orchestra.run.smithi016.stdout:672 2023-09-23T06:39:37.704 INFO:teuthology.orchestra.run.smithi016.stdout:672.out 2023-09-23T06:39:37.704 INFO:teuthology.orchestra.run.smithi016.stdout:673 2023-09-23T06:39:37.705 INFO:teuthology.orchestra.run.smithi016.stdout:673.out 2023-09-23T06:39:37.705 INFO:teuthology.orchestra.run.smithi016.stdout:674 2023-09-23T06:39:37.705 INFO:teuthology.orchestra.run.smithi016.stdout:674.out 2023-09-23T06:39:37.705 INFO:teuthology.orchestra.run.smithi016.stdout:675 2023-09-23T06:39:37.705 INFO:teuthology.orchestra.run.smithi016.stdout:675.out 2023-09-23T06:39:37.705 INFO:teuthology.orchestra.run.smithi016.stdout:676 2023-09-23T06:39:37.705 INFO:teuthology.orchestra.run.smithi016.stdout:676.out 2023-09-23T06:39:37.706 INFO:teuthology.orchestra.run.smithi016.stdout:677 2023-09-23T06:39:37.706 INFO:teuthology.orchestra.run.smithi016.stdout:677.out 2023-09-23T06:39:37.706 INFO:teuthology.orchestra.run.smithi016.stdout:678 2023-09-23T06:39:37.706 INFO:teuthology.orchestra.run.smithi016.stdout:678.out 2023-09-23T06:39:37.706 INFO:teuthology.orchestra.run.smithi016.stdout:679 2023-09-23T06:39:37.706 INFO:teuthology.orchestra.run.smithi016.stdout:679.out 2023-09-23T06:39:37.707 INFO:teuthology.orchestra.run.smithi016.stdout:680 2023-09-23T06:39:37.707 INFO:teuthology.orchestra.run.smithi016.stdout:680.out 2023-09-23T06:39:37.707 INFO:teuthology.orchestra.run.smithi016.stdout:681 2023-09-23T06:39:37.707 INFO:teuthology.orchestra.run.smithi016.stdout:681.out 2023-09-23T06:39:37.707 INFO:teuthology.orchestra.run.smithi016.stdout:682 2023-09-23T06:39:37.707 INFO:teuthology.orchestra.run.smithi016.stdout:682.out 2023-09-23T06:39:37.708 INFO:teuthology.orchestra.run.smithi016.stdout:683 2023-09-23T06:39:37.708 INFO:teuthology.orchestra.run.smithi016.stdout:683.out 2023-09-23T06:39:37.708 INFO:teuthology.orchestra.run.smithi016.stdout:684 2023-09-23T06:39:37.708 INFO:teuthology.orchestra.run.smithi016.stdout:684.out 2023-09-23T06:39:37.708 INFO:teuthology.orchestra.run.smithi016.stdout:685 2023-09-23T06:39:37.709 INFO:teuthology.orchestra.run.smithi016.stdout:685.out 2023-09-23T06:39:37.709 INFO:teuthology.orchestra.run.smithi016.stdout:686 2023-09-23T06:39:37.709 INFO:teuthology.orchestra.run.smithi016.stdout:686.out 2023-09-23T06:39:37.709 INFO:teuthology.orchestra.run.smithi016.stdout:687 2023-09-23T06:39:37.709 INFO:teuthology.orchestra.run.smithi016.stdout:687.out 2023-09-23T06:39:37.709 INFO:teuthology.orchestra.run.smithi016.stdout:688 2023-09-23T06:39:37.710 INFO:teuthology.orchestra.run.smithi016.stdout:688.out 2023-09-23T06:39:37.710 INFO:teuthology.orchestra.run.smithi016.stdout:689 2023-09-23T06:39:37.710 INFO:teuthology.orchestra.run.smithi016.stdout:689.out 2023-09-23T06:39:37.710 INFO:teuthology.orchestra.run.smithi016.stdout:690 2023-09-23T06:39:37.710 INFO:teuthology.orchestra.run.smithi016.stdout:690.out 2023-09-23T06:39:37.710 INFO:teuthology.orchestra.run.smithi016.stdout:691 2023-09-23T06:39:37.711 INFO:teuthology.orchestra.run.smithi016.stdout:691.out 2023-09-23T06:39:37.711 INFO:teuthology.orchestra.run.smithi016.stdout:692 2023-09-23T06:39:37.711 INFO:teuthology.orchestra.run.smithi016.stdout:692.out 2023-09-23T06:39:37.711 INFO:teuthology.orchestra.run.smithi016.stdout:693 2023-09-23T06:39:37.711 INFO:teuthology.orchestra.run.smithi016.stdout:693.out 2023-09-23T06:39:37.712 INFO:teuthology.orchestra.run.smithi016.stdout:694 2023-09-23T06:39:37.712 INFO:teuthology.orchestra.run.smithi016.stdout:694.out 2023-09-23T06:39:37.712 INFO:teuthology.orchestra.run.smithi016.stdout:695 2023-09-23T06:39:37.712 INFO:teuthology.orchestra.run.smithi016.stdout:695.out 2023-09-23T06:39:37.712 INFO:teuthology.orchestra.run.smithi016.stdout:696 2023-09-23T06:39:37.712 INFO:teuthology.orchestra.run.smithi016.stdout:696.out 2023-09-23T06:39:37.712 INFO:teuthology.orchestra.run.smithi016.stdout:697 2023-09-23T06:39:37.713 INFO:teuthology.orchestra.run.smithi016.stdout:697.out 2023-09-23T06:39:37.713 INFO:teuthology.orchestra.run.smithi016.stdout:698 2023-09-23T06:39:37.713 INFO:teuthology.orchestra.run.smithi016.stdout:698.out 2023-09-23T06:39:37.713 INFO:teuthology.orchestra.run.smithi016.stdout:699 2023-09-23T06:39:37.713 INFO:teuthology.orchestra.run.smithi016.stdout:699.out 2023-09-23T06:39:37.713 INFO:teuthology.orchestra.run.smithi016.stdout:700 2023-09-23T06:39:37.713 INFO:teuthology.orchestra.run.smithi016.stdout:700.out 2023-09-23T06:39:37.713 INFO:teuthology.orchestra.run.smithi016.stdout:701 2023-09-23T06:39:37.713 INFO:teuthology.orchestra.run.smithi016.stdout:701.out 2023-09-23T06:39:37.713 INFO:teuthology.orchestra.run.smithi016.stdout:702 2023-09-23T06:39:37.714 INFO:teuthology.orchestra.run.smithi016.stdout:702.out 2023-09-23T06:39:37.714 INFO:teuthology.orchestra.run.smithi016.stdout:703 2023-09-23T06:39:37.714 INFO:teuthology.orchestra.run.smithi016.stdout:703.out 2023-09-23T06:39:37.714 INFO:teuthology.orchestra.run.smithi016.stdout:704 2023-09-23T06:39:37.714 INFO:teuthology.orchestra.run.smithi016.stdout:704.out 2023-09-23T06:39:37.714 INFO:teuthology.orchestra.run.smithi016.stdout:705 2023-09-23T06:39:37.714 INFO:teuthology.orchestra.run.smithi016.stdout:705.out 2023-09-23T06:39:37.715 INFO:teuthology.orchestra.run.smithi016.stdout:706 2023-09-23T06:39:37.715 INFO:teuthology.orchestra.run.smithi016.stdout:706.out 2023-09-23T06:39:37.715 INFO:teuthology.orchestra.run.smithi016.stdout:707 2023-09-23T06:39:37.715 INFO:teuthology.orchestra.run.smithi016.stdout:707.out 2023-09-23T06:39:37.715 INFO:teuthology.orchestra.run.smithi016.stdout:708 2023-09-23T06:39:37.715 INFO:teuthology.orchestra.run.smithi016.stdout:708.out 2023-09-23T06:39:37.715 INFO:teuthology.orchestra.run.smithi016.stdout:709 2023-09-23T06:39:37.715 INFO:teuthology.orchestra.run.smithi016.stdout:709.out 2023-09-23T06:39:37.716 INFO:teuthology.orchestra.run.smithi016.stdout:710 2023-09-23T06:39:37.716 INFO:teuthology.orchestra.run.smithi016.stdout:710.out 2023-09-23T06:39:37.716 INFO:teuthology.orchestra.run.smithi016.stdout:711 2023-09-23T06:39:37.716 INFO:teuthology.orchestra.run.smithi016.stdout:711.out 2023-09-23T06:39:37.716 INFO:teuthology.orchestra.run.smithi016.stdout:712 2023-09-23T06:39:37.716 INFO:teuthology.orchestra.run.smithi016.stdout:712.out 2023-09-23T06:39:37.716 INFO:teuthology.orchestra.run.smithi016.stdout:713 2023-09-23T06:39:37.716 INFO:teuthology.orchestra.run.smithi016.stdout:713.out 2023-09-23T06:39:37.717 INFO:teuthology.orchestra.run.smithi016.stdout:714 2023-09-23T06:39:37.717 INFO:teuthology.orchestra.run.smithi016.stdout:714.out 2023-09-23T06:39:37.717 INFO:teuthology.orchestra.run.smithi016.stdout:715 2023-09-23T06:39:37.717 INFO:teuthology.orchestra.run.smithi016.stdout:715.out 2023-09-23T06:39:37.717 INFO:teuthology.orchestra.run.smithi016.stdout:716 2023-09-23T06:39:37.717 INFO:teuthology.orchestra.run.smithi016.stdout:716.out 2023-09-23T06:39:37.717 INFO:teuthology.orchestra.run.smithi016.stdout:717 2023-09-23T06:39:37.717 INFO:teuthology.orchestra.run.smithi016.stdout:717.out 2023-09-23T06:39:37.718 INFO:teuthology.orchestra.run.smithi016.stdout:718 2023-09-23T06:39:37.718 INFO:teuthology.orchestra.run.smithi016.stdout:718.out 2023-09-23T06:39:37.718 INFO:teuthology.orchestra.run.smithi016.stdout:719 2023-09-23T06:39:37.718 INFO:teuthology.orchestra.run.smithi016.stdout:719.out 2023-09-23T06:39:37.718 INFO:teuthology.orchestra.run.smithi016.stdout:720 2023-09-23T06:39:37.718 INFO:teuthology.orchestra.run.smithi016.stdout:720.out 2023-09-23T06:39:37.718 INFO:teuthology.orchestra.run.smithi016.stdout:721 2023-09-23T06:39:37.718 INFO:teuthology.orchestra.run.smithi016.stdout:721.out 2023-09-23T06:39:37.718 INFO:teuthology.orchestra.run.smithi016.stdout:722 2023-09-23T06:39:37.718 INFO:teuthology.orchestra.run.smithi016.stdout:722.out 2023-09-23T06:39:37.718 INFO:teuthology.orchestra.run.smithi016.stdout:723 2023-09-23T06:39:37.719 INFO:teuthology.orchestra.run.smithi016.stdout:723.out 2023-09-23T06:39:37.719 INFO:teuthology.orchestra.run.smithi016.stdout:724 2023-09-23T06:39:37.719 INFO:teuthology.orchestra.run.smithi016.stdout:724.out 2023-09-23T06:39:37.719 INFO:teuthology.orchestra.run.smithi016.stdout:725 2023-09-23T06:39:37.719 INFO:teuthology.orchestra.run.smithi016.stdout:725.out 2023-09-23T06:39:37.719 INFO:teuthology.orchestra.run.smithi016.stdout:726 2023-09-23T06:39:37.719 INFO:teuthology.orchestra.run.smithi016.stdout:726.out 2023-09-23T06:39:37.719 INFO:teuthology.orchestra.run.smithi016.stdout:727 2023-09-23T06:39:37.719 INFO:teuthology.orchestra.run.smithi016.stdout:727.out 2023-09-23T06:39:37.719 INFO:teuthology.orchestra.run.smithi016.stdout:728 2023-09-23T06:39:37.719 INFO:teuthology.orchestra.run.smithi016.stdout:728.out 2023-09-23T06:39:37.719 INFO:teuthology.orchestra.run.smithi016.stdout:729 2023-09-23T06:39:37.720 INFO:teuthology.orchestra.run.smithi016.stdout:729.out 2023-09-23T06:39:37.720 INFO:teuthology.orchestra.run.smithi016.stdout:730 2023-09-23T06:39:37.720 INFO:teuthology.orchestra.run.smithi016.stdout:730.out 2023-09-23T06:39:37.720 INFO:teuthology.orchestra.run.smithi016.stdout:731 2023-09-23T06:39:37.720 INFO:teuthology.orchestra.run.smithi016.stdout:731.out 2023-09-23T06:39:37.720 INFO:teuthology.orchestra.run.smithi016.stdout:group.list 2023-09-23T06:39:37.720 INFO:teuthology.orchestra.run.smithi016.stdout:Makefile 2023-09-23T06:39:37.721 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/001) 2023-09-23T06:39:38.223 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:39:38.235 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:39:38.237 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:39:38.239 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:39:38.239 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:39:46.254 INFO:teuthology.orchestra.run.smithi016.stdout:generic/001 8s 2023-09-23T06:39:46.266 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/001 2023-09-23T06:39:46.267 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:39:46.273 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:39:46.455 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:39:46.456 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/002) 2023-09-23T06:39:46.913 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:39:46.925 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:39:46.926 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:39:46.929 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:39:46.929 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:39:47.812 INFO:teuthology.orchestra.run.smithi016.stdout:generic/002 0s 2023-09-23T06:39:47.825 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/002 2023-09-23T06:39:47.825 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:39:47.831 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:39:47.921 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:39:47.921 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/003) 2023-09-23T06:39:48.375 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:39:48.387 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:39:48.389 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:39:48.391 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:39:48.391 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:39:48.884 INFO:teuthology.orchestra.run.smithi016.stdout:generic/003 [not run] atime not maintained by ceph 2023-09-23T06:39:48.893 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/003 2023-09-23T06:39:48.894 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/003 2023-09-23T06:39:48.894 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:39:48.900 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:39:48.936 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:39:48.936 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/004) 2023-09-23T06:39:49.386 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:39:49.398 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:39:49.399 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:39:49.402 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:39:49.402 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:39:49.901 INFO:teuthology.orchestra.run.smithi016.stdout:generic/004 [not run] O_TMPFILE is not supported 2023-09-23T06:39:49.911 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/004 2023-09-23T06:39:49.911 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/004 2023-09-23T06:39:49.911 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:39:49.917 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:39:49.956 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:39:49.956 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/005) 2023-09-23T06:39:50.406 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:39:50.418 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:39:50.419 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:39:50.422 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:39:50.422 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:39:51.164 INFO:teuthology.orchestra.run.smithi016.stdout:generic/005 1s 2023-09-23T06:39:51.177 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/005 2023-09-23T06:39:51.177 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:39:51.182 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:39:51.291 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:39:51.292 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/006) 2023-09-23T06:39:51.741 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:39:51.754 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:39:51.755 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:39:51.757 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:39:51.757 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:40:04.596 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:40:04.601 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:40:16.394 INFO:teuthology.orchestra.run.smithi016.stdout:generic/006 25s 2023-09-23T06:40:16.407 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/006 2023-09-23T06:40:16.407 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:40:16.413 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:40:16.477 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:40:16.477 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/007) 2023-09-23T06:40:17.122 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:40:17.134 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:40:17.135 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:40:17.138 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:40:17.138 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:40:34.717 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:40:34.723 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:41:06.142 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:41:06.147 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:41:08.388 INFO:teuthology.orchestra.run.smithi016.stdout:generic/007 51s 2023-09-23T06:41:08.401 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/007 2023-09-23T06:41:08.401 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:41:08.407 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:41:08.483 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:41:08.483 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/008) 2023-09-23T06:41:09.023 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:41:09.035 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:41:09.037 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:41:09.039 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:41:09.039 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:41:09.661 INFO:teuthology.orchestra.run.smithi016.stdout:generic/008 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-09-23T06:41:09.671 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/008 2023-09-23T06:41:09.671 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/008 2023-09-23T06:41:09.671 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:41:09.677 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:41:09.726 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:41:09.727 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/009) 2023-09-23T06:41:10.172 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:41:10.185 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:41:10.186 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:41:10.189 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:41:10.189 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:41:10.795 INFO:teuthology.orchestra.run.smithi016.stdout:generic/009 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-09-23T06:41:10.805 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/009 2023-09-23T06:41:10.805 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/009 2023-09-23T06:41:10.805 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:41:10.811 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:41:10.854 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:41:10.854 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/010) 2023-09-23T06:41:11.306 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:41:11.318 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:41:11.319 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:41:11.322 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:41:11.322 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:41:11.801 INFO:teuthology.orchestra.run.smithi016.stdout:generic/010 [not run] /tmp/tmp.Zw2uDyk3yhxfstests-dev/src/dbtest not built 2023-09-23T06:41:11.811 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/010 2023-09-23T06:41:11.811 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/010 2023-09-23T06:41:11.811 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:41:11.817 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:41:11.852 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:41:11.852 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/011) 2023-09-23T06:41:12.300 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:41:12.313 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:41:12.314 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:41:12.317 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:41:12.317 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:41:36.249 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:41:36.254 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:41:42.103 INFO:teuthology.orchestra.run.smithi016.stdout:generic/011 30s 2023-09-23T06:41:42.130 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/011 2023-09-23T06:41:42.130 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:41:42.136 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:41:42.342 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:41:42.343 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/012) 2023-09-23T06:41:42.794 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:41:42.806 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:41:42.807 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:41:42.810 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:41:42.810 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:41:43.500 INFO:teuthology.orchestra.run.smithi016.stdout:generic/012 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T06:41:43.510 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/012 2023-09-23T06:41:43.510 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/012 2023-09-23T06:41:43.510 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:41:43.516 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:41:43.597 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:41:43.598 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/013) 2023-09-23T06:41:44.047 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:41:44.059 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:41:44.061 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:41:44.063 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:41:44.063 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:42:07.314 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:42:07.328 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:42:37.565 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:42:37.572 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:42:53.853 INFO:teuthology.orchestra.run.smithi016.stdout:generic/013 69s 2023-09-23T06:42:55.288 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/013 2023-09-23T06:42:55.289 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:42:55.297 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:42:55.351 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:42:55.351 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/014) 2023-09-23T06:42:56.069 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:42:56.090 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:42:56.093 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:42:56.098 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:42:56.098 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:43:07.859 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:43:07.871 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:43:38.050 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:43:38.061 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:44:08.200 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:44:08.213 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:44:38.421 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:44:38.431 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:45:08.577 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:45:08.583 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:45:38.741 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:45:38.749 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:46:08.941 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:46:08.945 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:46:40.163 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:46:40.172 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:47:10.342 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:47:10.354 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:47:11.343 INFO:teuthology.orchestra.run.smithi016.stdout:generic/014 255s 2023-09-23T06:47:11.363 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/014 2023-09-23T06:47:11.363 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:47:11.372 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:11.436 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:47:11.436 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/015) 2023-09-23T06:47:12.112 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:47:12.132 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:47:12.133 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:47:12.137 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:47:12.137 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:12.864 INFO:teuthology.orchestra.run.smithi016.stdout:generic/015 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-23T06:47:12.883 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/015 2023-09-23T06:47:12.883 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/015 2023-09-23T06:47:12.883 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:47:12.893 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:12.944 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:47:12.944 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/016) 2023-09-23T06:47:13.635 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:47:13.654 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:47:13.656 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:47:13.660 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:47:13.660 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:14.626 INFO:teuthology.orchestra.run.smithi016.stdout:generic/016 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T06:47:14.643 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/016 2023-09-23T06:47:14.643 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/016 2023-09-23T06:47:14.643 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:47:14.652 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:14.777 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:47:14.778 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/017) 2023-09-23T06:47:15.561 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:47:15.578 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:47:15.580 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:47:15.585 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:47:15.585 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:16.336 INFO:teuthology.orchestra.run.smithi016.stdout:generic/017 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-23T06:47:16.350 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/017 2023-09-23T06:47:16.350 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/017 2023-09-23T06:47:16.350 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:47:16.360 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:16.415 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:47:16.415 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/018) 2023-09-23T06:47:17.115 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:47:17.140 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:47:17.144 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:47:17.148 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:47:17.148 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:18.085 INFO:teuthology.orchestra.run.smithi016.stdout:generic/018 [not run] defragmentation not supported for fstype "ceph" 2023-09-23T06:47:18.117 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/018 2023-09-23T06:47:18.117 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/018 2023-09-23T06:47:18.117 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:47:18.129 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:18.176 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:47:18.176 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/019) 2023-09-23T06:47:18.871 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:47:18.895 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:47:18.897 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:47:18.901 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:47:18.901 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:19.627 INFO:teuthology.orchestra.run.smithi016.stdout:generic/019 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T06:47:19.641 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/019 2023-09-23T06:47:19.642 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/019 2023-09-23T06:47:19.642 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:47:19.652 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:19.709 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:47:19.709 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/020) 2023-09-23T06:47:20.437 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:47:20.456 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:47:20.457 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:47:20.462 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:47:20.462 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:29.095 INFO:teuthology.orchestra.run.smithi016.stdout:generic/020 9s 2023-09-23T06:47:29.117 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/020 2023-09-23T06:47:29.117 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:47:29.125 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:29.257 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:47:29.258 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/021) 2023-09-23T06:47:30.053 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:47:30.069 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:47:30.071 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:47:30.075 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:47:30.075 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:31.056 INFO:teuthology.orchestra.run.smithi016.stdout:generic/021 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T06:47:31.069 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/021 2023-09-23T06:47:31.070 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/021 2023-09-23T06:47:31.070 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:47:31.077 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:31.215 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:47:31.216 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/022) 2023-09-23T06:47:32.030 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:47:32.046 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:47:32.047 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:47:32.051 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:47:32.052 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:33.022 INFO:teuthology.orchestra.run.smithi016.stdout:generic/022 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T06:47:33.035 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/022 2023-09-23T06:47:33.036 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/022 2023-09-23T06:47:33.036 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:47:33.044 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:33.183 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:47:33.183 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/023) 2023-09-23T06:47:34.003 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:47:34.027 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:47:34.029 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:47:34.033 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:47:34.033 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:36.617 INFO:teuthology.orchestra.run.smithi016.stdout:generic/023 2s 2023-09-23T06:47:36.637 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/023 2023-09-23T06:47:36.637 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:47:36.645 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:36.850 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:47:36.850 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/024) 2023-09-23T06:47:37.630 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:47:37.659 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:47:37.661 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:47:37.664 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:47:37.665 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:38.437 INFO:teuthology.orchestra.run.smithi016.stdout:generic/024 [not run] kernel doesn't support renameat2 syscall 2023-09-23T06:47:38.453 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/024 2023-09-23T06:47:38.453 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/024 2023-09-23T06:47:38.454 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:47:38.464 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:38.585 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:47:38.585 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/025) 2023-09-23T06:47:39.394 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:47:39.414 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:47:39.416 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:47:39.420 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:47:39.420 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:40.204 INFO:teuthology.orchestra.run.smithi016.stdout:generic/025 [not run] kernel doesn't support renameat2 syscall 2023-09-23T06:47:40.218 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/025 2023-09-23T06:47:40.219 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/025 2023-09-23T06:47:40.219 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:47:40.227 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:40.335 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:47:40.335 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/026) 2023-09-23T06:47:40.616 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:47:40.622 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:47:41.165 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:47:41.180 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:47:41.184 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:47:41.186 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:47:41.186 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:41.976 INFO:teuthology.orchestra.run.smithi016.stdout:generic/026 [not run] ceph does not define maximum ACL count 2023-09-23T06:47:41.994 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/026 2023-09-23T06:47:41.997 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/026 2023-09-23T06:47:41.997 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:47:42.004 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:42.074 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:47:42.074 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/027) 2023-09-23T06:47:42.770 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:47:42.788 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:47:42.790 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:47:42.793 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:47:42.793 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:43.512 INFO:teuthology.orchestra.run.smithi016.stdout:generic/027 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-23T06:47:43.527 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/027 2023-09-23T06:47:43.527 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/027 2023-09-23T06:47:43.527 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:47:43.536 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:43.586 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:47:43.586 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/028) 2023-09-23T06:47:44.271 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:47:44.293 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:47:44.294 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:47:44.297 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:47:44.297 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:50.091 INFO:teuthology.orchestra.run.smithi016.stdout:generic/028 6s 2023-09-23T06:47:50.113 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/028 2023-09-23T06:47:50.113 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:47:50.122 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:50.175 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:47:50.176 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/029) 2023-09-23T06:47:50.876 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:47:50.895 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:47:50.895 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:47:50.898 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:47:50.898 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:55.683 INFO:teuthology.orchestra.run.smithi016.stdout:generic/029 4s 2023-09-23T06:47:55.702 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/029 2023-09-23T06:47:55.702 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:47:55.711 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:55.738 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:47:55.738 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/030) 2023-09-23T06:47:56.451 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:47:56.468 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:47:56.469 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:47:56.472 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:47:56.472 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:58.938 INFO:teuthology.orchestra.run.smithi016.stdout:generic/030 2s 2023-09-23T06:47:58.960 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/030 2023-09-23T06:47:58.960 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:47:58.967 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:47:59.003 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:47:59.004 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/031) 2023-09-23T06:47:59.708 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:47:59.729 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:47:59.732 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:47:59.733 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:47:59.733 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:00.667 INFO:teuthology.orchestra.run.smithi016.stdout:generic/031 [not run] xfs_io fcollapse failed (old kernel/wrong fs?) 2023-09-23T06:48:00.681 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/031 2023-09-23T06:48:00.681 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/031 2023-09-23T06:48:00.682 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:00.691 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:00.754 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:00.755 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/032) 2023-09-23T06:48:01.305 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:01.330 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:01.331 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:01.335 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:01.335 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:02.101 INFO:teuthology.orchestra.run.smithi016.stdout:generic/032 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T06:48:02.119 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/032 2023-09-23T06:48:02.119 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/032 2023-09-23T06:48:02.119 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:02.127 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:02.180 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:02.180 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/033) 2023-09-23T06:48:02.855 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:02.881 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:02.882 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:02.887 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:02.887 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:03.802 INFO:teuthology.orchestra.run.smithi016.stdout:generic/033 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-09-23T06:48:03.814 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/033 2023-09-23T06:48:03.814 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/033 2023-09-23T06:48:03.815 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:03.828 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:03.896 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:03.897 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/034) 2023-09-23T06:48:04.617 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:04.639 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:04.640 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:04.644 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:04.644 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:05.407 INFO:teuthology.orchestra.run.smithi016.stdout:generic/034 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T06:48:05.419 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/034 2023-09-23T06:48:05.419 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/034 2023-09-23T06:48:05.420 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:05.430 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:05.482 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:05.483 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/035) 2023-09-23T06:48:06.184 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:06.204 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:06.206 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:06.209 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:06.209 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:07.059 INFO:teuthology.orchestra.run.smithi016.stdout:generic/035 1s 2023-09-23T06:48:07.089 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/035 2023-09-23T06:48:07.089 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:07.097 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:07.234 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:07.234 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/036) 2023-09-23T06:48:08.021 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:08.039 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:08.042 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:08.046 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:08.046 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:10.779 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:48:10.785 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:48:18.988 INFO:teuthology.orchestra.run.smithi016.stdout:generic/036 10s 2023-09-23T06:48:19.008 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/036 2023-09-23T06:48:19.008 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:19.020 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:19.217 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:19.217 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/037) 2023-09-23T06:48:19.993 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:20.016 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:20.018 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:20.024 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:20.024 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:33.530 INFO:teuthology.orchestra.run.smithi016.stdout:generic/037 13s 2023-09-23T06:48:33.551 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/037 2023-09-23T06:48:33.551 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:33.562 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:33.596 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:33.597 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/038) 2023-09-23T06:48:34.283 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:34.298 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:34.304 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:34.307 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:34.307 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:35.036 INFO:teuthology.orchestra.run.smithi016.stdout:generic/038 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T06:48:35.054 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/038 2023-09-23T06:48:35.055 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/038 2023-09-23T06:48:35.056 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:35.064 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:35.114 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:35.114 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/039) 2023-09-23T06:48:35.816 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:35.836 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:35.842 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:35.844 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:35.844 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:36.654 INFO:teuthology.orchestra.run.smithi016.stdout:generic/039 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T06:48:36.670 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/039 2023-09-23T06:48:36.670 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/039 2023-09-23T06:48:36.670 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:36.681 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:36.739 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:36.739 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/040) 2023-09-23T06:48:37.437 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:37.459 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:37.461 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:37.464 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:37.464 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:38.259 INFO:teuthology.orchestra.run.smithi016.stdout:generic/040 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T06:48:38.279 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/040 2023-09-23T06:48:38.279 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/040 2023-09-23T06:48:38.279 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:38.289 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:38.342 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:38.343 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/041) 2023-09-23T06:48:39.032 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:39.048 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:39.049 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:39.056 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:39.057 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:39.870 INFO:teuthology.orchestra.run.smithi016.stdout:generic/041 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T06:48:39.884 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/041 2023-09-23T06:48:39.884 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/041 2023-09-23T06:48:39.884 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:39.890 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:39.948 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:39.948 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/042) 2023-09-23T06:48:40.642 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:40.663 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:40.664 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:40.667 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:40.668 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:40.963 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:48:40.970 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:48:41.612 INFO:teuthology.orchestra.run.smithi016.stdout:generic/042 [not run] ceph does not support shutdown 2023-09-23T06:48:41.651 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/042 2023-09-23T06:48:41.651 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/042 2023-09-23T06:48:41.651 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:41.660 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:41.715 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:41.716 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/043) 2023-09-23T06:48:42.427 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:42.449 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:42.450 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:42.453 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:42.453 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:43.388 INFO:teuthology.orchestra.run.smithi016.stdout:generic/043 [not run] ceph does not support shutdown 2023-09-23T06:48:43.418 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/043 2023-09-23T06:48:43.418 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/043 2023-09-23T06:48:43.419 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:43.428 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:43.475 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:43.475 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/044) 2023-09-23T06:48:44.178 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:44.196 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:44.197 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:44.201 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:44.202 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:45.139 INFO:teuthology.orchestra.run.smithi016.stdout:generic/044 [not run] ceph does not support shutdown 2023-09-23T06:48:45.165 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/044 2023-09-23T06:48:45.165 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/044 2023-09-23T06:48:45.165 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:45.174 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:45.234 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:45.234 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/045) 2023-09-23T06:48:45.925 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:45.945 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:45.946 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:45.950 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:45.950 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:46.857 INFO:teuthology.orchestra.run.smithi016.stdout:generic/045 [not run] ceph does not support shutdown 2023-09-23T06:48:46.893 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/045 2023-09-23T06:48:46.894 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/045 2023-09-23T06:48:46.894 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:46.907 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:46.961 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:46.961 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/046) 2023-09-23T06:48:47.645 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:47.665 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:47.667 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:47.670 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:47.670 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:48.601 INFO:teuthology.orchestra.run.smithi016.stdout:generic/046 [not run] ceph does not support shutdown 2023-09-23T06:48:48.644 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/046 2023-09-23T06:48:48.645 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/046 2023-09-23T06:48:48.645 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:48.654 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:48.704 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:48.705 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/047) 2023-09-23T06:48:49.403 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:49.419 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:49.420 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:49.427 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:49.427 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:50.391 INFO:teuthology.orchestra.run.smithi016.stdout:generic/047 [not run] ceph does not support shutdown 2023-09-23T06:48:50.415 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/047 2023-09-23T06:48:50.415 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/047 2023-09-23T06:48:50.415 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:50.421 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:50.458 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:50.459 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/048) 2023-09-23T06:48:50.915 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:50.927 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:50.929 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:50.931 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:50.931 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:51.569 INFO:teuthology.orchestra.run.smithi016.stdout:generic/048 [not run] ceph does not support shutdown 2023-09-23T06:48:51.596 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/048 2023-09-23T06:48:51.596 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/048 2023-09-23T06:48:51.596 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:51.602 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:51.635 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:51.636 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/049) 2023-09-23T06:48:52.084 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:52.096 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:52.097 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:52.100 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:52.100 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:52.738 INFO:teuthology.orchestra.run.smithi016.stdout:generic/049 [not run] ceph does not support shutdown 2023-09-23T06:48:52.766 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/049 2023-09-23T06:48:52.766 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/049 2023-09-23T06:48:52.766 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:52.772 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:52.811 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:52.812 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/050) 2023-09-23T06:48:53.264 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:53.276 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:53.278 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:53.280 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:53.280 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:53.915 INFO:teuthology.orchestra.run.smithi016.stdout:generic/050 [not run] ceph does not support shutdown 2023-09-23T06:48:53.942 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/050 2023-09-23T06:48:53.943 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/050 2023-09-23T06:48:53.943 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:53.948 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:53.981 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:53.982 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/051) 2023-09-23T06:48:54.428 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:54.440 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:54.441 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:54.444 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:54.444 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:55.107 INFO:teuthology.orchestra.run.smithi016.stdout:generic/051 [not run] ceph does not support shutdown 2023-09-23T06:48:55.117 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/051 2023-09-23T06:48:55.117 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/051 2023-09-23T06:48:55.117 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:55.123 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:55.158 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:55.158 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/052) 2023-09-23T06:48:55.616 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:55.628 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:55.630 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:55.632 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:55.632 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:56.274 INFO:teuthology.orchestra.run.smithi016.stdout:generic/052 [not run] ceph does not support shutdown 2023-09-23T06:48:56.299 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/052 2023-09-23T06:48:56.299 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/052 2023-09-23T06:48:56.299 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:56.305 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:56.345 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:56.345 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/053) 2023-09-23T06:48:56.798 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:56.810 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:56.812 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:56.814 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:56.814 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:58.011 INFO:teuthology.orchestra.run.smithi016.stdout:generic/053 0s 2023-09-23T06:48:58.170 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/053 2023-09-23T06:48:58.170 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:58.176 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:58.197 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:58.197 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/054) 2023-09-23T06:48:58.655 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:58.668 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:58.669 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:58.671 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:58.672 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:59.332 INFO:teuthology.orchestra.run.smithi016.stdout:generic/054 [not run] ceph does not support shutdown 2023-09-23T06:48:59.361 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/054 2023-09-23T06:48:59.361 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/054 2023-09-23T06:48:59.361 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:48:59.367 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:48:59.404 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:48:59.405 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/055) 2023-09-23T06:48:59.860 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:48:59.873 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:48:59.874 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:48:59.876 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:48:59.876 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:00.531 INFO:teuthology.orchestra.run.smithi016.stdout:generic/055 [not run] ceph does not support shutdown 2023-09-23T06:49:00.557 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/055 2023-09-23T06:49:00.557 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/055 2023-09-23T06:49:00.557 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:49:00.563 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:00.601 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:49:00.602 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/056) 2023-09-23T06:49:01.055 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:49:01.068 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:49:01.069 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:49:01.072 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:49:01.072 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:01.602 INFO:teuthology.orchestra.run.smithi016.stdout:generic/056 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T06:49:01.612 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/056 2023-09-23T06:49:01.612 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/056 2023-09-23T06:49:01.612 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:49:01.618 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:01.665 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:49:01.666 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/057) 2023-09-23T06:49:02.120 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:49:02.132 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:49:02.133 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:49:02.136 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:49:02.136 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:02.672 INFO:teuthology.orchestra.run.smithi016.stdout:generic/057 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T06:49:02.682 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/057 2023-09-23T06:49:02.683 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/057 2023-09-23T06:49:02.683 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:49:02.689 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:02.738 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:49:02.738 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/058) 2023-09-23T06:49:03.191 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:49:03.203 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:49:03.204 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:49:03.207 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:49:03.207 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:03.871 INFO:teuthology.orchestra.run.smithi016.stdout:generic/058 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T06:49:03.881 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/058 2023-09-23T06:49:03.881 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/058 2023-09-23T06:49:03.881 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:49:03.887 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:04.038 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:49:04.039 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/059) 2023-09-23T06:49:04.628 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:49:04.641 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:49:04.642 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:49:04.645 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:49:04.645 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:05.150 INFO:teuthology.orchestra.run.smithi016.stdout:generic/059 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T06:49:05.160 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/059 2023-09-23T06:49:05.160 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/059 2023-09-23T06:49:05.160 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:49:05.166 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:05.200 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:49:05.201 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/060) 2023-09-23T06:49:05.652 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:49:05.665 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:49:05.666 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:49:05.668 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:49:05.668 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:06.617 INFO:teuthology.orchestra.run.smithi016.stdout:generic/060 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T06:49:06.627 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/060 2023-09-23T06:49:06.627 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/060 2023-09-23T06:49:06.627 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:49:06.633 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:06.782 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:49:06.782 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/061) 2023-09-23T06:49:07.374 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:49:07.386 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:49:07.388 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:49:07.390 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:49:07.390 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:08.028 INFO:teuthology.orchestra.run.smithi016.stdout:generic/061 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T06:49:08.038 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/061 2023-09-23T06:49:08.038 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/061 2023-09-23T06:49:08.038 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:49:08.044 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:08.158 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:49:08.158 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/062) 2023-09-23T06:49:08.784 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:49:08.796 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:49:08.797 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:49:08.800 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:49:08.800 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:11.114 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:49:11.134 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:49:11.557 INFO:teuthology.orchestra.run.smithi016.stdout:generic/062 3s 2023-09-23T06:49:11.595 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/062 2023-09-23T06:49:11.596 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:49:11.607 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:11.642 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:49:11.642 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/063) 2023-09-23T06:49:12.118 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:49:12.133 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:49:12.133 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:49:12.134 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:49:12.134 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:12.836 INFO:teuthology.orchestra.run.smithi016.stdout:generic/063 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T06:49:12.847 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/063 2023-09-23T06:49:12.847 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/063 2023-09-23T06:49:12.847 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:49:12.852 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:12.988 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:49:12.988 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/064) 2023-09-23T06:49:13.598 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:49:13.610 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:49:13.612 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:49:13.614 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:49:13.614 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:14.133 INFO:teuthology.orchestra.run.smithi016.stdout:generic/064 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-23T06:49:14.143 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/064 2023-09-23T06:49:14.143 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/064 2023-09-23T06:49:14.143 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:49:14.149 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:14.190 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:49:14.191 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/065) 2023-09-23T06:49:14.636 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:49:14.648 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:49:14.649 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:49:14.652 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:49:14.652 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:15.175 INFO:teuthology.orchestra.run.smithi016.stdout:generic/065 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T06:49:15.185 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/065 2023-09-23T06:49:15.185 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/065 2023-09-23T06:49:15.185 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:49:15.191 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:15.230 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:49:15.230 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/066) 2023-09-23T06:49:15.682 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:49:15.694 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:49:15.695 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:49:15.698 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:49:15.698 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:16.213 INFO:teuthology.orchestra.run.smithi016.stdout:generic/066 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T06:49:16.223 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/066 2023-09-23T06:49:16.223 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/066 2023-09-23T06:49:16.223 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:49:16.229 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:16.265 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:49:16.265 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/067) 2023-09-23T06:49:16.716 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:49:16.728 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:49:16.730 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:49:16.732 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:49:16.732 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:17.280 INFO:teuthology.orchestra.run.smithi016.stdout:generic/067 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T06:49:17.290 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/067 2023-09-23T06:49:17.290 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/067 2023-09-23T06:49:17.290 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:49:17.296 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:17.338 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:49:17.338 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/068) 2023-09-23T06:49:17.792 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:49:17.804 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:49:17.805 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:49:17.808 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:49:17.808 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:18.326 INFO:teuthology.orchestra.run.smithi016.stdout:generic/068 [not run] ceph does not support freezing 2023-09-23T06:49:18.336 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/068 2023-09-23T06:49:18.336 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/068 2023-09-23T06:49:18.336 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:49:18.342 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:18.379 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:49:18.379 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/069) 2023-09-23T06:49:18.833 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:49:18.845 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:49:18.847 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:49:18.849 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:49:18.849 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:39.424 INFO:teuthology.orchestra.run.smithi016.stdout:generic/069 20s 2023-09-23T06:49:39.466 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/069 2023-09-23T06:49:39.467 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:49:39.485 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:39.541 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:49:39.542 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/070) 2023-09-23T06:49:40.020 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:49:40.033 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:49:40.034 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:49:40.037 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:49:40.037 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:49:41.554 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:49:41.567 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:50:09.216 INFO:teuthology.orchestra.run.smithi016.stdout:generic/070 29s 2023-09-23T06:50:09.238 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/070 2023-09-23T06:50:09.238 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:50:09.247 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:50:09.399 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:50:09.399 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/071) 2023-09-23T06:50:10.224 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:50:10.244 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:50:10.245 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:50:10.255 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:50:10.255 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:50:11.027 INFO:teuthology.orchestra.run.smithi016.stdout:generic/071 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-09-23T06:50:11.042 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/071 2023-09-23T06:50:11.042 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/071 2023-09-23T06:50:11.042 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:50:11.052 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:50:11.106 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:50:11.107 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/072) 2023-09-23T06:50:11.828 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:50:11.831 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:50:11.841 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:50:11.849 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:50:11.850 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:50:11.854 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:50:11.854 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:50:12.750 INFO:teuthology.orchestra.run.smithi016.stdout:generic/072 [not run] xfs_io fcollapse failed (old kernel/wrong fs?) 2023-09-23T06:50:12.763 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/072 2023-09-23T06:50:12.763 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/072 2023-09-23T06:50:12.763 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:50:12.775 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:50:12.846 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:50:12.846 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/073) 2023-09-23T06:50:13.550 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:50:13.571 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:50:13.573 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:50:13.577 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:50:13.577 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:50:14.331 INFO:teuthology.orchestra.run.smithi016.stdout:generic/073 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T06:50:14.345 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/073 2023-09-23T06:50:14.345 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/073 2023-09-23T06:50:14.345 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:50:14.351 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:50:14.400 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:50:14.400 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/074) 2023-09-23T06:50:15.078 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:50:15.098 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:50:15.099 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:50:15.104 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:50:15.104 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:50:41.981 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:50:42.035 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:50:42.293 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T06:50:42.291+0000 7f9664bf9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 218827) UID: 0 2023-09-23T06:50:42.294 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T06:50:42.291+0000 7fd5b89f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 218827) UID: 0 2023-09-23T06:51:04.345 INFO:teuthology.orchestra.run.smithi016.stdout:generic/074 49s 2023-09-23T06:51:04.368 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/074 2023-09-23T06:51:04.368 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:51:04.382 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:51:05.302 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:51:05.302 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/075) 2023-09-23T06:51:06.267 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:51:06.292 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:51:06.294 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:51:06.296 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:51:06.297 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:51:43.771 INFO:teuthology.orchestra.run.smithi016.stdout:generic/075 37s 2023-09-23T06:51:43.797 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/075 2023-09-23T06:51:43.797 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:51:43.809 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:51:43.969 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:51:43.970 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/076) 2023-09-23T06:51:44.919 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:51:44.942 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:51:44.944 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:51:44.955 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:51:44.955 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:51:45.743 INFO:teuthology.orchestra.run.smithi016.stdout:generic/076 [not run] require 172.21.15.16:6789:/scratch to be local device 2023-09-23T06:51:45.757 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/076 2023-09-23T06:51:45.757 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/076 2023-09-23T06:51:45.757 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:51:45.772 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:51:45.824 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:51:45.825 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/077) 2023-09-23T06:51:46.612 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:51:46.637 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:51:46.639 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:51:46.642 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:51:46.642 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:51:48.618 INFO:teuthology.orchestra.run.smithi016.stdout:generic/077 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-23T06:51:48.635 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/077 2023-09-23T06:51:48.635 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/077 2023-09-23T06:51:48.635 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:51:48.644 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:51:48.788 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:51:48.789 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/078) 2023-09-23T06:51:49.726 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:51:49.742 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:51:49.744 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:51:49.747 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:51:49.747 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:51:50.620 INFO:teuthology.orchestra.run.smithi016.stdout:generic/078 [not run] kernel doesn't support renameat2 syscall 2023-09-23T06:51:50.638 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/078 2023-09-23T06:51:50.638 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/078 2023-09-23T06:51:50.638 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:51:50.646 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:51:50.779 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:51:50.780 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/079) 2023-09-23T06:51:51.775 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:51:51.805 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:51:51.807 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:51:51.814 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:51:51.814 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:51:52.667 INFO:teuthology.orchestra.run.smithi016.stdout:generic/079 [not run] file system doesn't support chattr +ia 2023-09-23T06:51:52.679 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/079 2023-09-23T06:51:52.679 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/079 2023-09-23T06:51:52.679 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:51:52.695 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:51:52.758 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:51:52.758 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/080) 2023-09-23T06:51:53.512 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:51:53.533 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:51:53.534 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:51:53.540 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:51:53.540 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:51:56.491 INFO:teuthology.orchestra.run.smithi016.stdout:generic/080 3s 2023-09-23T06:51:56.513 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/080 2023-09-23T06:51:56.513 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:51:56.525 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:51:56.612 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:51:56.613 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/081) 2023-09-23T06:51:57.415 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:51:57.438 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:51:57.440 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:51:57.444 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:51:57.444 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:51:58.295 INFO:teuthology.orchestra.run.smithi016.stdout:generic/081 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T06:51:58.308 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/081 2023-09-23T06:51:58.308 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/081 2023-09-23T06:51:58.309 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:51:58.320 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:51:58.377 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:51:58.377 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/082) 2023-09-23T06:51:59.148 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:51:59.172 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:51:59.177 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:51:59.181 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:51:59.181 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:52:00.005 INFO:teuthology.orchestra.run.smithi016.stdout:generic/082 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T06:52:00.022 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/082 2023-09-23T06:52:00.022 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/082 2023-09-23T06:52:00.022 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:52:00.031 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:52:00.100 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:52:00.101 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/083) 2023-09-23T06:52:00.884 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:52:00.902 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:52:00.903 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:52:00.908 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:52:00.908 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:52:01.714 INFO:teuthology.orchestra.run.smithi016.stdout:generic/083 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-23T06:52:01.728 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/083 2023-09-23T06:52:01.728 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/083 2023-09-23T06:52:01.728 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:52:01.739 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:52:01.799 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:52:01.799 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/084) 2023-09-23T06:52:02.546 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:52:02.575 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:52:02.577 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:52:02.583 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:52:02.583 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:52:08.969 INFO:teuthology.orchestra.run.smithi016.stdout:generic/084 6s 2023-09-23T06:52:09.051 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/084 2023-09-23T06:52:09.051 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:52:09.069 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:52:09.131 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:52:09.132 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/085) 2023-09-23T06:52:09.907 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:52:09.928 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:52:09.929 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:52:09.933 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:52:09.933 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:52:10.814 INFO:teuthology.orchestra.run.smithi016.stdout:generic/085 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T06:52:10.829 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/085 2023-09-23T06:52:10.829 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/085 2023-09-23T06:52:10.829 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:52:10.838 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:52:10.906 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:52:10.906 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/086) 2023-09-23T06:52:11.642 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:52:11.660 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:52:11.661 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:52:11.665 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:52:11.666 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:52:12.492 INFO:teuthology.orchestra.run.smithi016.stdout:generic/086 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T06:52:12.511 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/086 2023-09-23T06:52:12.511 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/086 2023-09-23T06:52:12.511 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:52:12.523 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:52:12.588 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:52:12.588 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/087) 2023-09-23T06:52:13.343 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:52:13.365 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:52:13.366 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:52:13.371 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:52:13.371 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:52:14.449 INFO:teuthology.orchestra.run.smithi016.stdout:generic/087 1s 2023-09-23T06:52:14.722 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/087 2023-09-23T06:52:14.722 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:52:14.733 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:52:14.907 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:52:14.907 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/088) 2023-09-23T06:52:15.863 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:52:15.884 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:52:15.885 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:52:15.892 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:52:15.892 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:52:16.802 INFO:teuthology.orchestra.run.smithi016.stdout:generic/088 0s 2023-09-23T06:52:17.033 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/088 2023-09-23T06:52:17.034 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T06:52:17.041 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:52:17.172 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T06:52:17.172 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/089) 2023-09-23T06:52:18.070 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T06:52:18.091 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T06:52:18.092 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T06:52:18.096 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T06:52:18.097 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T06:53:56.932 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:53:56.938 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:54:28.287 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:54:28.293 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:54:59.319 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:54:59.324 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:55:29.441 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:55:29.448 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:56:00.137 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:56:00.142 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:56:30.247 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:56:30.264 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:56:30.604 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T06:56:30.602+0000 7fd5b89f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 228033) UID: 0 2023-09-23T06:56:30.606 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T06:56:30.602+0000 7f9664bf9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 228033) UID: 0 2023-09-23T06:59:40.900 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T06:59:40.905 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:00:13.620 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:00:13.643 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:00:43.956 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:00:43.961 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:00:44.056 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T07:00:44.055+0000 7fd5b89f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 230155) UID: 0 2023-09-23T07:00:44.057 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T07:00:44.055+0000 7f9664bf9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 230155) UID: 0 2023-09-23T07:00:49.052 INFO:teuthology.orchestra.run.smithi016.stdout:generic/089 511s 2023-09-23T07:00:49.077 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/089 2023-09-23T07:00:49.077 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:00:49.088 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:00:49.504 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:00:49.504 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/090) 2023-09-23T07:00:51.208 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:00:51.220 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:00:51.221 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:00:51.223 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:00:51.223 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:00:51.769 INFO:teuthology.orchestra.run.smithi016.stdout:generic/090 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T07:00:51.779 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/090 2023-09-23T07:00:51.779 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/090 2023-09-23T07:00:51.779 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:00:51.785 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:00:51.830 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:00:51.831 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/091) 2023-09-23T07:00:52.286 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:00:52.298 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:00:52.300 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:00:52.302 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:00:52.302 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:02:49.582 INFO:teuthology.orchestra.run.smithi016.stdout:generic/091 117s 2023-09-23T07:02:49.594 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/091 2023-09-23T07:02:49.594 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:02:49.600 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:02:49.762 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:02:49.762 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/092) 2023-09-23T07:02:50.440 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:02:50.452 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:02:50.453 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:02:50.456 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:02:50.456 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:02:50.985 INFO:teuthology.orchestra.run.smithi016.stdout:generic/092 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T07:02:50.995 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/092 2023-09-23T07:02:50.995 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/092 2023-09-23T07:02:50.995 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:02:51.001 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:02:51.046 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:02:51.046 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/093) 2023-09-23T07:02:51.514 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:02:51.526 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:02:51.527 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:02:51.530 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:02:51.530 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:02:52.495 INFO:teuthology.orchestra.run.smithi016.stdout:generic/093 1s 2023-09-23T07:02:52.508 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/093 2023-09-23T07:02:52.508 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:02:52.514 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:02:52.687 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:02:52.687 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/094) 2023-09-23T07:02:53.367 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:02:53.379 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:02:53.380 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:02:53.383 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:02:53.383 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:02:53.949 INFO:teuthology.orchestra.run.smithi016.stdout:generic/094 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-23T07:02:53.958 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/094 2023-09-23T07:02:53.959 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/094 2023-09-23T07:02:53.961 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:02:53.965 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:02:54.120 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:02:54.121 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/095) 2023-09-23T07:02:54.777 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:02:54.789 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:02:54.790 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:02:54.793 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:02:54.793 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:10.752 INFO:teuthology.orchestra.run.smithi016.stdout:generic/095 16s 2023-09-23T07:03:10.765 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/095 2023-09-23T07:03:10.765 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:03:10.771 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:10.791 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:03:10.792 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/096) 2023-09-23T07:03:11.248 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:03:11.260 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:03:11.261 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:03:11.264 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:03:11.264 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:11.910 INFO:teuthology.orchestra.run.smithi016.stdout:generic/096 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-09-23T07:03:11.920 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/096 2023-09-23T07:03:11.920 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/096 2023-09-23T07:03:11.920 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:03:11.926 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:11.969 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:03:11.970 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/097) 2023-09-23T07:03:12.437 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:03:12.449 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:03:12.450 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:03:12.453 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:03:12.453 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:13.533 INFO:teuthology.orchestra.run.smithi016.stdout:generic/097 1s 2023-09-23T07:03:13.546 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/097 2023-09-23T07:03:13.546 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:03:13.551 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:13.596 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:03:13.596 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/098) 2023-09-23T07:03:14.046 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:03:14.058 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:03:14.059 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:03:14.062 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:03:14.062 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:16.439 INFO:teuthology.orchestra.run.smithi016.stdout:generic/098 2s 2023-09-23T07:03:16.451 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/098 2023-09-23T07:03:16.452 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:03:16.457 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:16.478 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:03:16.479 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/099) 2023-09-23T07:03:16.929 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:03:16.942 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:03:16.943 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:03:16.946 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:03:16.946 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:18.353 INFO:teuthology.orchestra.run.smithi016.stdout:generic/099 1s 2023-09-23T07:03:18.365 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/099 2023-09-23T07:03:18.365 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:03:18.371 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:18.562 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:03:18.562 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/100) 2023-09-23T07:03:19.183 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:03:19.196 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:03:19.197 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:03:19.200 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:03:19.200 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:34.123 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:03:34.128 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:03:42.654 INFO:teuthology.orchestra.run.smithi016.stdout:generic/100 23s 2023-09-23T07:03:42.667 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/100 2023-09-23T07:03:42.667 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:03:42.674 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:45.590 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:03:45.590 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/101) 2023-09-23T07:03:46.108 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:03:46.120 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:03:46.121 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:03:46.124 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:03:46.124 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:46.637 INFO:teuthology.orchestra.run.smithi016.stdout:generic/101 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T07:03:46.648 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/101 2023-09-23T07:03:46.648 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/101 2023-09-23T07:03:46.648 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:03:46.654 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:46.699 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:03:46.700 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/102) 2023-09-23T07:03:47.165 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:03:47.177 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:03:47.178 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:03:47.181 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:03:47.181 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:47.678 INFO:teuthology.orchestra.run.smithi016.stdout:generic/102 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-23T07:03:47.688 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/102 2023-09-23T07:03:47.688 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/102 2023-09-23T07:03:47.688 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:03:47.694 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:47.730 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:03:47.731 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/103) 2023-09-23T07:03:48.193 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:03:48.205 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:03:48.206 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:03:48.209 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:03:48.209 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:48.750 INFO:teuthology.orchestra.run.smithi016.stdout:generic/103 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T07:03:48.760 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/103 2023-09-23T07:03:48.760 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/103 2023-09-23T07:03:48.760 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:03:48.766 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:48.897 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:03:48.897 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/104) 2023-09-23T07:03:49.634 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:03:49.647 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:03:49.648 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:03:49.650 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:03:49.650 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:50.191 INFO:teuthology.orchestra.run.smithi016.stdout:generic/104 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T07:03:50.201 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/104 2023-09-23T07:03:50.201 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/104 2023-09-23T07:03:50.201 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:03:50.207 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:50.250 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:03:50.251 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/105) 2023-09-23T07:03:50.745 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:03:50.755 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:03:50.756 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:03:50.759 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:03:50.759 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:51.729 INFO:teuthology.orchestra.run.smithi016.stdout:generic/105 1s 2023-09-23T07:03:51.775 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/105 2023-09-23T07:03:51.785 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:03:51.810 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:51.875 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:03:51.875 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/106) 2023-09-23T07:03:52.358 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:03:52.370 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:03:52.371 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:03:52.374 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:03:52.374 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:52.931 INFO:teuthology.orchestra.run.smithi016.stdout:generic/106 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T07:03:52.941 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/106 2023-09-23T07:03:52.941 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/106 2023-09-23T07:03:52.941 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:03:52.947 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:52.988 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:03:52.988 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/107) 2023-09-23T07:03:53.441 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:03:53.454 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:03:53.455 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:03:53.457 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:03:53.458 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:53.999 INFO:teuthology.orchestra.run.smithi016.stdout:generic/107 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T07:03:54.009 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/107 2023-09-23T07:03:54.009 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/107 2023-09-23T07:03:54.009 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:03:54.015 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:54.055 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:03:54.056 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/108) 2023-09-23T07:03:54.507 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:03:54.519 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:03:54.520 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:03:54.523 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:03:54.523 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:55.210 INFO:teuthology.orchestra.run.smithi016.stdout:generic/108 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T07:03:55.221 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/108 2023-09-23T07:03:55.221 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/108 2023-09-23T07:03:55.221 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:03:55.227 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:03:55.266 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:03:55.266 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/109) 2023-09-23T07:03:55.720 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:03:55.732 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:03:55.733 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:03:55.736 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:03:55.736 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:04:04.252 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:04:04.257 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:04:05.232 INFO:teuthology.orchestra.run.smithi016.stdout:generic/109 10s 2023-09-23T07:04:05.245 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/109 2023-09-23T07:04:05.245 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:04:05.251 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:04:05.274 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:04:05.274 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/110) 2023-09-23T07:04:06.186 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:04:06.198 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:04:06.199 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:04:06.202 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:04:06.202 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:04:29.469 INFO:teuthology.orchestra.run.smithi016.stdout:generic/110 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:04:29.479 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/110 2023-09-23T07:04:29.479 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/110 2023-09-23T07:04:29.479 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:04:29.485 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:04:29.616 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:04:29.617 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/111) 2023-09-23T07:04:30.292 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:04:30.304 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:04:30.305 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:04:30.308 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:04:30.308 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:04:30.863 INFO:teuthology.orchestra.run.smithi016.stdout:generic/111 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:04:30.872 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/111 2023-09-23T07:04:30.872 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/111 2023-09-23T07:04:30.872 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:04:30.879 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:04:31.042 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:04:31.043 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/112) 2023-09-23T07:04:31.678 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:04:31.691 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:04:31.693 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:04:31.695 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:04:31.695 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:04:34.359 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:04:34.365 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:04:49.289 INFO:teuthology.orchestra.run.smithi016.stdout:generic/112 18s 2023-09-23T07:04:49.302 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/112 2023-09-23T07:04:49.302 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:04:49.309 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:04:49.474 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:04:49.475 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/113) 2023-09-23T07:04:50.120 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:04:50.132 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:04:50.134 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:04:50.136 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:04:50.136 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:04.472 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:05:04.476 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:05:07.193 INFO:teuthology.orchestra.run.smithi016.stdout:generic/113 17s 2023-09-23T07:05:07.205 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/113 2023-09-23T07:05:07.206 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:05:07.212 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:07.368 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:05:07.369 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/114) 2023-09-23T07:05:08.008 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:05:08.021 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:05:08.022 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:05:08.025 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:05:08.025 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:08.590 INFO:teuthology.orchestra.run.smithi016.stdout:generic/114 [not run] device block size: 4096 greater than 512 2023-09-23T07:05:08.600 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/114 2023-09-23T07:05:08.600 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/114 2023-09-23T07:05:08.600 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:05:08.607 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:08.646 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:05:08.647 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/115) 2023-09-23T07:05:09.099 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:05:09.111 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:05:09.112 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:05:09.115 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:05:09.115 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:09.669 INFO:teuthology.orchestra.run.smithi016.stdout:generic/115 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:05:09.679 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/115 2023-09-23T07:05:09.680 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/115 2023-09-23T07:05:09.680 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:05:09.686 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:09.839 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:05:09.839 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/116) 2023-09-23T07:05:10.486 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:05:10.498 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:05:10.500 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:05:10.502 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:05:10.502 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:11.051 INFO:teuthology.orchestra.run.smithi016.stdout:generic/116 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:05:11.061 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/116 2023-09-23T07:05:11.061 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/116 2023-09-23T07:05:11.061 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:05:11.067 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:11.228 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:05:11.228 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/117) 2023-09-23T07:05:11.866 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:05:11.879 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:05:11.880 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:05:11.882 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:05:11.883 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:27.727 INFO:teuthology.orchestra.run.smithi016.stdout:generic/117 15s 2023-09-23T07:05:27.740 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/117 2023-09-23T07:05:27.740 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:05:27.746 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:27.794 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:05:27.794 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/118) 2023-09-23T07:05:28.269 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:05:28.281 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:05:28.282 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:05:28.285 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:05:28.285 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:29.294 INFO:teuthology.orchestra.run.smithi016.stdout:generic/118 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:05:29.304 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/118 2023-09-23T07:05:29.304 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/118 2023-09-23T07:05:29.304 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:05:29.310 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:29.464 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:05:29.465 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/119) 2023-09-23T07:05:30.106 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:05:30.119 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:05:30.120 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:05:30.122 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:05:30.123 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:30.680 INFO:teuthology.orchestra.run.smithi016.stdout:generic/119 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:05:30.690 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/119 2023-09-23T07:05:30.690 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/119 2023-09-23T07:05:30.690 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:05:30.696 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:30.838 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:05:30.838 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/120) 2023-09-23T07:05:31.487 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:05:31.499 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:05:31.500 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:05:31.503 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:05:31.503 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:31.993 INFO:teuthology.orchestra.run.smithi016.stdout:generic/120 [not run] atime not maintained by ceph 2023-09-23T07:05:32.003 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/120 2023-09-23T07:05:32.003 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/120 2023-09-23T07:05:32.003 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:05:32.009 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:32.048 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:05:32.048 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/121) 2023-09-23T07:05:32.495 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:05:32.507 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:05:32.508 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:05:32.511 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:05:32.511 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:33.064 INFO:teuthology.orchestra.run.smithi016.stdout:generic/121 [not run] Dedupe not supported by test filesystem type: ceph 2023-09-23T07:05:33.073 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/121 2023-09-23T07:05:33.074 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/121 2023-09-23T07:05:33.074 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:05:33.080 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:33.240 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:05:33.240 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/122) 2023-09-23T07:05:33.883 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:05:33.896 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:05:33.897 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:05:33.900 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:05:33.900 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:34.464 INFO:teuthology.orchestra.run.smithi016.stdout:generic/122 [not run] Dedupe not supported by test filesystem type: ceph 2023-09-23T07:05:34.474 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/122 2023-09-23T07:05:34.474 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/122 2023-09-23T07:05:34.474 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:05:34.480 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:34.621 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:05:34.621 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/123) 2023-09-23T07:05:35.278 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:05:35.290 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:05:35.291 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:05:35.294 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:05:35.294 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:35.753 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:05:35.757 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:05:36.235 INFO:teuthology.orchestra.run.smithi016.stdout:generic/123 1s 2023-09-23T07:05:36.247 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/123 2023-09-23T07:05:36.247 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:05:36.254 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:36.411 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:05:36.411 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/124) 2023-09-23T07:05:37.039 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:05:37.051 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:05:37.053 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:05:37.055 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:05:37.055 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:40.971 INFO:teuthology.orchestra.run.smithi016.stdout:generic/124 3s 2023-09-23T07:05:41.032 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/124 2023-09-23T07:05:41.032 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:05:41.050 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:05:41.548 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:05:41.548 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/125) 2023-09-23T07:05:42.246 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:05:42.258 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:05:42.259 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:05:42.262 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:05:42.262 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:06:05.860 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:06:05.866 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:06:35.972 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:06:35.977 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:06:44.033 INFO:teuthology.orchestra.run.smithi016.stdout:generic/125 62s 2023-09-23T07:06:44.046 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/125 2023-09-23T07:06:44.047 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:06:44.053 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:06:44.154 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:06:44.154 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/126) 2023-09-23T07:06:44.834 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:06:44.847 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:06:44.848 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:06:44.850 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:06:44.851 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:06:45.649 INFO:teuthology.orchestra.run.smithi016.stdout:generic/126 0s 2023-09-23T07:06:45.663 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/126 2023-09-23T07:06:45.663 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:06:45.669 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:06:45.837 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:06:45.837 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/127) 2023-09-23T07:06:46.482 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:06:46.494 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:06:46.495 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:06:46.498 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:06:46.498 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:07:06.092 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:07:06.097 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:07:36.379 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:07:36.385 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:08:06.536 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:08:06.541 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:08:36.660 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:08:36.665 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:09:06.779 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:09:06.785 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:09:37.443 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:09:37.448 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:10:07.560 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:10:07.565 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:10:37.833 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:10:37.838 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:11:07.944 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:11:07.950 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:11:38.671 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:11:38.676 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:12:08.783 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:12:08.788 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:12:38.892 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:12:38.897 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:13:10.290 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:13:10.295 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:13:40.401 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:13:40.406 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:14:10.730 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:14:10.735 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:14:40.858 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:14:40.863 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:15:11.145 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:15:11.150 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:15:41.640 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:15:41.645 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:16:11.752 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:16:11.757 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:16:41.858 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:16:41.863 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:16:49.926 INFO:teuthology.orchestra.run.smithi016.stdout:generic/127 603s 2023-09-23T07:16:49.939 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/127 2023-09-23T07:16:49.939 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:16:49.945 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:16:50.092 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:16:50.093 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/128) 2023-09-23T07:16:50.744 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:16:50.757 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:16:50.758 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:16:50.761 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:16:50.761 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:16:52.231 INFO:teuthology.orchestra.run.smithi016.stdout:generic/128 2s 2023-09-23T07:16:52.244 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/128 2023-09-23T07:16:52.244 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:16:52.250 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:16:52.271 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:16:52.271 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/129) 2023-09-23T07:16:52.725 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:16:52.737 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:16:52.738 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:16:52.741 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:16:52.741 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:17:11.974 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:17:11.980 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:17:42.135 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:17:42.143 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:18:12.334 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:18:12.342 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:18:42.649 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:18:42.658 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:19:15.335 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:19:15.340 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:19:45.785 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:19:45.791 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:20:16.049 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:20:16.055 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:20:46.324 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:20:46.340 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:21:16.550 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:21:16.563 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:21:47.842 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:21:47.871 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:22:18.267 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:22:18.277 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:22:48.538 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:22:48.556 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:23:18.747 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:23:18.754 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:23:48.947 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:23:48.965 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:24:19.176 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:24:19.186 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:24:49.416 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:24:49.421 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:25:19.742 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:25:19.750 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:25:49.964 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:25:49.979 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:26:20.210 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:26:20.215 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:26:51.539 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:26:51.551 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:26:51.797 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T07:26:51.796+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 269332) UID: 0 2023-09-23T07:26:51.797 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T07:26:51.796+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 269332) UID: 0 2023-09-23T07:26:51.798 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T07:26:51.796+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 269332) UID: 0 2023-09-23T07:26:51.798 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T07:26:51.796+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 269332) UID: 0 2023-09-23T07:30:14.224 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:30:14.238 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:30:44.667 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:30:44.679 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:31:14.979 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:31:15.008 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:31:45.239 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:31:45.265 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:32:15.492 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:32:15.513 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:32:15.758 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T07:32:15.756+0000 7f928a3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 126312) UID: 0 2023-09-23T07:32:15.761 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T07:32:15.755+0000 7fc9907f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 126312) UID: 0 2023-09-23T07:32:15.763 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T07:32:15.761+0000 7f1ebfbf8700 -1 Fail to open '/proc/126312/cmdline' error = (2) No such file or directory 2023-09-23T07:32:15.763 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T07:32:15.761+0000 7f1ebfbf8700 -1 received signal: Hangup from (PID: 126312) UID: 0 2023-09-23T07:32:15.779 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T07:32:15.772+0000 7fdb129f8700 -1 Fail to open '/proc/126312/cmdline' error = (2) No such file or directory 2023-09-23T07:32:15.779 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T07:32:15.772+0000 7fdb129f8700 -1 received signal: Hangup from (PID: 126312) UID: 0 2023-09-23T07:35:35.283 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:35:35.290 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:35:35.472 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T07:35:35.468+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 269552) UID: 0 2023-09-23T07:35:35.473 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T07:35:35.464+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 269552) UID: 0 2023-09-23T07:35:35.473 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T07:35:35.464+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 269552) UID: 0 2023-09-23T07:35:35.473 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T07:35:35.467+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 269552) UID: 0 2023-09-23T07:37:30.791 INFO:teuthology.orchestra.run.smithi016.stdout:generic/129 1238s 2023-09-23T07:37:30.857 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/129 2023-09-23T07:37:30.857 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:37:30.865 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:37:30.889 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:37:30.889 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/130) 2023-09-23T07:37:31.928 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:37:31.940 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:37:31.942 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:37:31.944 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:37:31.944 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:37:46.902 INFO:teuthology.orchestra.run.smithi016.stdout:generic/130 14s 2023-09-23T07:37:46.938 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/130 2023-09-23T07:37:46.938 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:37:46.968 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:37:47.035 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:37:47.035 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/131) 2023-09-23T07:37:47.567 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:37:47.579 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:37:47.580 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:37:47.583 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:37:47.583 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:37:49.396 INFO:teuthology.orchestra.run.smithi016.stdout:generic/131 2s 2023-09-23T07:37:49.416 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/131 2023-09-23T07:37:49.417 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:37:49.426 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:37:49.584 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:37:49.584 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/132) 2023-09-23T07:37:50.563 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:37:50.582 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:37:50.584 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:37:50.586 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:37:50.586 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:38:06.558 INFO:teuthology.orchestra.run.smithi016.stdout:generic/132 16s 2023-09-23T07:38:06.571 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/132 2023-09-23T07:38:06.571 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:38:06.577 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:38:06.598 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:38:06.598 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/133) 2023-09-23T07:38:07.306 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:38:07.318 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:38:07.320 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:38:07.322 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:38:07.323 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:38:55.879 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:38:55.885 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:38:55.976 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T07:38:55.975+0000 7f928a3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 126491) UID: 0 2023-09-23T07:38:55.976 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T07:38:55.975+0000 7fc9907f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 126491) UID: 0 2023-09-23T07:38:55.976 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T07:38:55.975+0000 7fdb129f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 126491) UID: 0 2023-09-23T07:38:55.977 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T07:38:55.975+0000 7f1ebfbf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 126491) UID: 0 2023-09-23T07:42:40.112 INFO:teuthology.orchestra.run.smithi016.stdout:generic/133 273s 2023-09-23T07:42:40.124 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/133 2023-09-23T07:42:40.124 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:42:40.130 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:40.302 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:42:40.302 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/134) 2023-09-23T07:42:41.069 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:42:41.082 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:42:41.083 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:42:41.085 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:42:41.085 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:41.671 INFO:teuthology.orchestra.run.smithi016.stdout:generic/134 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:42:41.681 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/134 2023-09-23T07:42:41.681 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/134 2023-09-23T07:42:41.681 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:42:41.687 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:41.860 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:42:41.860 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/135) 2023-09-23T07:42:42.487 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:42:42.499 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:42:42.500 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:42:42.503 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:42:42.503 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:43.807 INFO:teuthology.orchestra.run.smithi016.stdout:generic/135 1s 2023-09-23T07:42:43.819 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/135 2023-09-23T07:42:43.820 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:42:43.826 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:43.847 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:42:43.847 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/136) 2023-09-23T07:42:44.298 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:42:44.311 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:42:44.312 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:42:44.314 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:42:44.315 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:44.875 INFO:teuthology.orchestra.run.smithi016.stdout:generic/136 [not run] Dedupe not supported by test filesystem type: ceph 2023-09-23T07:42:44.885 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/136 2023-09-23T07:42:44.885 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/136 2023-09-23T07:42:44.885 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:42:44.891 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:45.005 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:42:45.005 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/137) 2023-09-23T07:42:45.681 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:42:45.694 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:42:45.695 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:42:45.697 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:42:45.697 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:46.271 INFO:teuthology.orchestra.run.smithi016.stdout:generic/137 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:42:46.281 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/137 2023-09-23T07:42:46.281 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/137 2023-09-23T07:42:46.281 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:42:46.287 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:46.429 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:42:46.430 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/138) 2023-09-23T07:42:47.100 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:42:47.113 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:42:47.114 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:42:47.116 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:42:47.117 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:47.680 INFO:teuthology.orchestra.run.smithi016.stdout:generic/138 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:42:47.690 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/138 2023-09-23T07:42:47.690 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/138 2023-09-23T07:42:47.691 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:42:47.696 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:47.819 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:42:47.819 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/139) 2023-09-23T07:42:48.492 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:42:48.504 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:42:48.506 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:42:48.508 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:42:48.508 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:49.070 INFO:teuthology.orchestra.run.smithi016.stdout:generic/139 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:42:49.080 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/139 2023-09-23T07:42:49.080 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/139 2023-09-23T07:42:49.081 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:42:49.086 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:49.222 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:42:49.222 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/140) 2023-09-23T07:42:49.880 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:42:49.893 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:42:49.894 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:42:49.896 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:42:49.896 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:50.459 INFO:teuthology.orchestra.run.smithi016.stdout:generic/140 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:42:50.469 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/140 2023-09-23T07:42:50.469 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/140 2023-09-23T07:42:50.469 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:42:50.475 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:50.605 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:42:50.605 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/141) 2023-09-23T07:42:51.279 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:42:51.292 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:42:51.293 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:42:51.295 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:42:51.296 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:52.056 INFO:teuthology.orchestra.run.smithi016.stdout:generic/141 1s 2023-09-23T07:42:52.069 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/141 2023-09-23T07:42:52.069 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:42:52.075 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:52.096 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:42:52.097 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/142) 2023-09-23T07:42:52.552 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:42:52.566 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:42:52.567 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:42:52.569 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:42:52.570 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:53.134 INFO:teuthology.orchestra.run.smithi016.stdout:generic/142 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:42:53.144 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/142 2023-09-23T07:42:53.144 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/142 2023-09-23T07:42:53.144 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:42:53.150 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:53.307 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:42:53.308 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/143) 2023-09-23T07:42:53.965 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:42:53.978 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:42:53.979 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:42:53.982 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:42:53.982 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:54.538 INFO:teuthology.orchestra.run.smithi016.stdout:generic/143 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:42:54.548 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/143 2023-09-23T07:42:54.548 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/143 2023-09-23T07:42:54.548 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:42:54.554 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:54.687 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:42:54.687 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/144) 2023-09-23T07:42:55.344 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:42:55.356 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:42:55.357 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:42:55.360 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:42:55.360 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:55.920 INFO:teuthology.orchestra.run.smithi016.stdout:generic/144 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:42:55.929 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/144 2023-09-23T07:42:55.930 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/144 2023-09-23T07:42:55.930 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:42:55.936 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:56.098 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:42:56.098 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/145) 2023-09-23T07:42:56.740 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:42:56.753 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:42:56.754 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:42:56.757 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:42:56.757 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:57.315 INFO:teuthology.orchestra.run.smithi016.stdout:generic/145 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:42:57.325 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/145 2023-09-23T07:42:57.325 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/145 2023-09-23T07:42:57.325 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:42:57.331 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:57.481 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:42:57.481 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/146) 2023-09-23T07:42:58.142 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:42:58.155 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:42:58.156 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:42:58.158 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:42:58.159 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:58.724 INFO:teuthology.orchestra.run.smithi016.stdout:generic/146 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:42:58.735 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/146 2023-09-23T07:42:58.735 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/146 2023-09-23T07:42:58.735 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:42:58.741 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:42:58.904 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:42:58.904 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/147) 2023-09-23T07:42:59.534 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:42:59.547 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:42:59.548 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:42:59.551 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:42:59.551 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:00.110 INFO:teuthology.orchestra.run.smithi016.stdout:generic/147 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:43:00.120 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/147 2023-09-23T07:43:00.120 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/147 2023-09-23T07:43:00.120 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:00.127 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:00.288 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:00.288 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/148) 2023-09-23T07:43:00.933 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:00.945 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:00.946 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:00.949 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:00.949 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:01.500 INFO:teuthology.orchestra.run.smithi016.stdout:generic/148 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:43:01.509 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/148 2023-09-23T07:43:01.510 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/148 2023-09-23T07:43:01.510 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:01.516 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:01.704 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:01.704 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/149) 2023-09-23T07:43:02.344 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:02.357 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:02.358 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:02.360 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:02.360 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:02.916 INFO:teuthology.orchestra.run.smithi016.stdout:generic/149 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:43:02.926 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/149 2023-09-23T07:43:02.926 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/149 2023-09-23T07:43:02.927 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:02.933 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:03.097 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:03.097 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/150) 2023-09-23T07:43:03.772 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:03.785 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:03.786 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:03.789 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:03.789 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:04.342 INFO:teuthology.orchestra.run.smithi016.stdout:generic/150 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:43:04.351 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/150 2023-09-23T07:43:04.352 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/150 2023-09-23T07:43:04.352 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:04.358 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:04.517 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:04.517 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/151) 2023-09-23T07:43:05.180 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:05.192 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:05.194 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:05.196 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:05.196 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:05.752 INFO:teuthology.orchestra.run.smithi016.stdout:generic/151 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:43:05.762 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/151 2023-09-23T07:43:05.762 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/151 2023-09-23T07:43:05.762 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:05.768 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:05.927 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:05.928 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/152) 2023-09-23T07:43:06.568 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:06.582 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:06.583 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:06.585 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:06.585 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:07.142 INFO:teuthology.orchestra.run.smithi016.stdout:generic/152 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:43:07.152 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/152 2023-09-23T07:43:07.152 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/152 2023-09-23T07:43:07.152 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:07.158 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:07.292 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:07.293 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/153) 2023-09-23T07:43:07.969 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:07.981 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:07.982 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:07.985 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:07.985 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:08.537 INFO:teuthology.orchestra.run.smithi016.stdout:generic/153 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:43:08.547 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/153 2023-09-23T07:43:08.547 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/153 2023-09-23T07:43:08.547 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:08.553 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:08.728 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:08.728 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/154) 2023-09-23T07:43:09.348 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:09.361 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:09.362 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:09.364 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:09.364 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:09.924 INFO:teuthology.orchestra.run.smithi016.stdout:generic/154 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:43:09.934 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/154 2023-09-23T07:43:09.935 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/154 2023-09-23T07:43:09.935 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:09.941 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:10.088 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:10.088 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/155) 2023-09-23T07:43:10.750 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:10.763 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:10.764 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:10.766 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:10.766 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:11.324 INFO:teuthology.orchestra.run.smithi016.stdout:generic/155 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:43:11.334 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/155 2023-09-23T07:43:11.334 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/155 2023-09-23T07:43:11.334 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:11.340 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:11.475 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:11.476 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/156) 2023-09-23T07:43:12.147 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:12.159 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:12.160 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:12.163 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:12.163 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:12.723 INFO:teuthology.orchestra.run.smithi016.stdout:generic/156 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:43:12.734 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/156 2023-09-23T07:43:12.734 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/156 2023-09-23T07:43:12.734 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:12.740 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:12.903 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:12.903 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/157) 2023-09-23T07:43:13.538 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:13.550 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:13.552 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:13.554 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:13.554 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:14.120 INFO:teuthology.orchestra.run.smithi016.stdout:generic/157 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:43:14.130 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/157 2023-09-23T07:43:14.130 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/157 2023-09-23T07:43:14.130 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:14.136 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:14.281 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:14.282 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/158) 2023-09-23T07:43:14.962 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:14.974 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:14.976 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:14.978 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:14.978 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:15.549 INFO:teuthology.orchestra.run.smithi016.stdout:generic/158 [not run] Dedupe not supported by test filesystem type: ceph 2023-09-23T07:43:15.559 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/158 2023-09-23T07:43:15.559 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/158 2023-09-23T07:43:15.559 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:15.565 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:15.695 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:15.695 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/159) 2023-09-23T07:43:16.369 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:16.382 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:16.383 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:16.385 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:16.385 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:16.929 INFO:teuthology.orchestra.run.smithi016.stdout:generic/159 [not run] file system doesn't support chattr +i 2023-09-23T07:43:16.939 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/159 2023-09-23T07:43:16.939 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/159 2023-09-23T07:43:16.939 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:16.945 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:16.993 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:16.993 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/160) 2023-09-23T07:43:17.452 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:17.464 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:17.465 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:17.468 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:17.468 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:18.003 INFO:teuthology.orchestra.run.smithi016.stdout:generic/160 [not run] file system doesn't support chattr +i 2023-09-23T07:43:18.013 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/160 2023-09-23T07:43:18.013 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/160 2023-09-23T07:43:18.013 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:18.019 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:18.065 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:18.065 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/161) 2023-09-23T07:43:18.518 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:18.530 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:18.532 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:18.534 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:18.534 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:19.417 INFO:teuthology.orchestra.run.smithi016.stdout:generic/161 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:43:19.438 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/161 2023-09-23T07:43:19.439 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/161 2023-09-23T07:43:19.439 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:19.452 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:19.649 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:19.650 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/162) 2023-09-23T07:43:20.108 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:20.121 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:20.122 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:20.125 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:20.125 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:20.856 INFO:teuthology.orchestra.run.smithi016.stdout:generic/162 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-09-23T07:43:20.976 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/162 2023-09-23T07:43:20.976 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/162 2023-09-23T07:43:20.976 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:21.010 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:21.275 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:21.275 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/163) 2023-09-23T07:43:21.740 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:21.752 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:21.753 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:21.756 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:21.756 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:22.479 INFO:teuthology.orchestra.run.smithi016.stdout:generic/163 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-09-23T07:43:22.623 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/163 2023-09-23T07:43:22.623 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/163 2023-09-23T07:43:22.623 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:22.647 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:22.917 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:22.917 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/164) 2023-09-23T07:43:23.372 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:23.384 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:23.385 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:23.388 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:23.388 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:24.249 INFO:teuthology.orchestra.run.smithi016.stdout:generic/164 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:43:24.318 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/164 2023-09-23T07:43:24.318 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/164 2023-09-23T07:43:24.318 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:24.323 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:24.483 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:24.483 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/165) 2023-09-23T07:43:24.958 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:24.971 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:24.972 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:24.974 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:24.975 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:25.873 INFO:teuthology.orchestra.run.smithi016.stdout:generic/165 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:43:25.915 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/165 2023-09-23T07:43:25.926 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/165 2023-09-23T07:43:25.926 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:25.927 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:26.094 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:26.095 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/166) 2023-09-23T07:43:26.552 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:26.564 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:26.565 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:26.568 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:26.568 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:27.416 INFO:teuthology.orchestra.run.smithi016.stdout:generic/166 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:43:27.451 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/166 2023-09-23T07:43:27.451 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/166 2023-09-23T07:43:27.451 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:27.467 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:27.664 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:27.664 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/167) 2023-09-23T07:43:28.131 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:28.144 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:28.145 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:28.147 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:28.147 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:29.035 INFO:teuthology.orchestra.run.smithi016.stdout:generic/167 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:43:29.071 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/167 2023-09-23T07:43:29.071 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/167 2023-09-23T07:43:29.071 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:29.080 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:29.272 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:29.273 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/168) 2023-09-23T07:43:29.724 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:29.736 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:29.737 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:29.740 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:29.740 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:30.592 INFO:teuthology.orchestra.run.smithi016.stdout:generic/168 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:43:30.627 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/168 2023-09-23T07:43:30.628 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/168 2023-09-23T07:43:30.628 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:30.636 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:30.806 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:30.807 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/169) 2023-09-23T07:43:30.859 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:43:30.865 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:43:31.309 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:31.321 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:31.323 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:31.325 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:31.325 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:32.328 INFO:teuthology.orchestra.run.smithi016.stdout:generic/169 1s 2023-09-23T07:43:32.340 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/169 2023-09-23T07:43:32.340 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:32.347 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:32.367 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:32.368 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/170) 2023-09-23T07:43:32.822 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:32.835 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:32.836 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:32.838 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:32.839 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:33.666 INFO:teuthology.orchestra.run.smithi016.stdout:generic/170 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:43:33.703 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/170 2023-09-23T07:43:33.703 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/170 2023-09-23T07:43:33.703 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:33.722 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:33.960 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:33.960 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/171) 2023-09-23T07:43:34.425 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:34.437 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:34.439 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:34.441 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:34.441 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:35.506 INFO:teuthology.orchestra.run.smithi016.stdout:generic/171 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:43:35.543 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/171 2023-09-23T07:43:35.543 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/171 2023-09-23T07:43:35.543 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:35.554 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:35.770 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:35.770 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/172) 2023-09-23T07:43:36.229 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:36.241 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:36.242 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:36.245 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:36.245 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:37.114 INFO:teuthology.orchestra.run.smithi016.stdout:generic/172 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:43:37.150 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/172 2023-09-23T07:43:37.150 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/172 2023-09-23T07:43:37.150 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:37.158 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:37.341 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:37.341 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/173) 2023-09-23T07:43:37.822 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:37.835 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:37.836 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:37.839 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:37.839 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:38.708 INFO:teuthology.orchestra.run.smithi016.stdout:generic/173 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:43:38.747 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/173 2023-09-23T07:43:38.747 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/173 2023-09-23T07:43:38.747 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:38.762 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:38.959 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:38.959 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/174) 2023-09-23T07:43:39.425 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:39.437 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:39.438 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:39.440 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:39.441 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:40.325 INFO:teuthology.orchestra.run.smithi016.stdout:generic/174 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:43:40.366 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/174 2023-09-23T07:43:40.366 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/174 2023-09-23T07:43:40.367 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:40.389 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:40.572 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:40.572 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/175) 2023-09-23T07:43:41.036 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:41.049 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:41.050 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:41.052 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:41.053 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:41.928 INFO:teuthology.orchestra.run.smithi016.stdout:generic/175 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:43:41.956 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/175 2023-09-23T07:43:41.956 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/175 2023-09-23T07:43:41.956 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:42.006 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:42.171 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:42.171 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/176) 2023-09-23T07:43:42.642 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:42.655 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:42.656 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:42.658 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:42.659 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:43.542 INFO:teuthology.orchestra.run.smithi016.stdout:generic/176 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:43:43.618 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/176 2023-09-23T07:43:43.618 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/176 2023-09-23T07:43:43.618 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:43.651 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:43.788 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:43.788 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/177) 2023-09-23T07:43:44.250 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:44.262 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:44.263 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:44.266 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:44.266 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:45.014 INFO:teuthology.orchestra.run.smithi016.stdout:generic/177 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-23T07:43:45.024 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/177 2023-09-23T07:43:45.024 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/177 2023-09-23T07:43:45.024 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:45.030 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:45.181 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:45.181 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/178) 2023-09-23T07:43:45.842 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:45.854 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:45.855 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:45.858 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:45.858 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:46.425 INFO:teuthology.orchestra.run.smithi016.stdout:generic/178 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:43:46.436 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/178 2023-09-23T07:43:46.436 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/178 2023-09-23T07:43:46.436 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:46.442 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:46.606 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:46.607 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/179) 2023-09-23T07:43:47.241 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:47.253 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:47.254 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:47.257 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:47.257 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:47.813 INFO:teuthology.orchestra.run.smithi016.stdout:generic/179 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:43:47.823 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/179 2023-09-23T07:43:47.823 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/179 2023-09-23T07:43:47.823 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:47.829 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:47.996 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:47.996 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/180) 2023-09-23T07:43:48.647 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:48.660 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:48.661 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:48.664 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:48.664 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:49.228 INFO:teuthology.orchestra.run.smithi016.stdout:generic/180 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:43:49.238 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/180 2023-09-23T07:43:49.238 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/180 2023-09-23T07:43:49.238 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:49.244 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:49.386 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:49.387 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/181) 2023-09-23T07:43:50.051 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:50.063 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:50.065 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:50.067 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:50.067 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:50.623 INFO:teuthology.orchestra.run.smithi016.stdout:generic/181 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:43:50.633 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/181 2023-09-23T07:43:50.633 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/181 2023-09-23T07:43:50.634 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:50.639 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:50.815 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:50.816 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/182) 2023-09-23T07:43:51.459 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:51.472 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:51.473 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:51.475 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:51.476 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:52.038 INFO:teuthology.orchestra.run.smithi016.stdout:generic/182 [not run] Dedupe not supported by test filesystem type: ceph 2023-09-23T07:43:52.048 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/182 2023-09-23T07:43:52.048 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/182 2023-09-23T07:43:52.048 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:52.054 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:52.188 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:52.188 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/183) 2023-09-23T07:43:52.861 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:52.873 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:52.875 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:52.877 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:52.877 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:53.749 INFO:teuthology.orchestra.run.smithi016.stdout:generic/183 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:43:53.800 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/183 2023-09-23T07:43:53.800 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/183 2023-09-23T07:43:53.800 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:53.814 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:53.996 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:53.997 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/184) 2023-09-23T07:43:54.454 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:54.466 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:54.468 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:54.470 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:54.470 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:55.042 INFO:teuthology.orchestra.run.smithi016.stdout:generic/184 1s 2023-09-23T07:43:55.055 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/184 2023-09-23T07:43:55.055 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:55.061 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:55.105 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:55.106 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/185) 2023-09-23T07:43:55.561 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:55.574 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:55.575 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:55.577 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:55.577 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:56.492 INFO:teuthology.orchestra.run.smithi016.stdout:generic/185 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:43:56.541 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/185 2023-09-23T07:43:56.541 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/185 2023-09-23T07:43:56.541 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:56.541 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:56.705 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:56.705 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/186) 2023-09-23T07:43:57.159 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:57.171 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:57.172 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:57.175 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:57.175 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:58.047 INFO:teuthology.orchestra.run.smithi016.stdout:generic/186 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:43:58.089 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/186 2023-09-23T07:43:58.089 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/186 2023-09-23T07:43:58.089 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:58.093 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:58.296 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:58.297 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/187) 2023-09-23T07:43:58.757 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:43:58.769 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:43:58.770 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:43:58.773 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:43:58.773 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:59.639 INFO:teuthology.orchestra.run.smithi016.stdout:generic/187 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:43:59.692 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/187 2023-09-23T07:43:59.692 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/187 2023-09-23T07:43:59.692 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:43:59.706 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:43:59.909 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:43:59.910 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/188) 2023-09-23T07:44:00.367 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:00.380 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:00.381 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:00.383 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:00.383 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:01.227 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:44:01.258 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:44:01.274 INFO:teuthology.orchestra.run.smithi016.stdout:generic/188 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:44:01.310 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/188 2023-09-23T07:44:01.310 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/188 2023-09-23T07:44:01.310 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:44:01.328 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:01.527 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:44:01.527 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/189) 2023-09-23T07:44:02.021 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:02.033 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:02.034 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:02.037 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:02.037 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:02.913 INFO:teuthology.orchestra.run.smithi016.stdout:generic/189 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:44:02.967 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/189 2023-09-23T07:44:02.967 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/189 2023-09-23T07:44:02.967 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:44:02.987 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:03.149 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:44:03.150 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/190) 2023-09-23T07:44:03.606 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:03.619 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:03.620 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:03.623 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:03.623 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:04.452 INFO:teuthology.orchestra.run.smithi016.stdout:generic/190 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:44:04.482 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/190 2023-09-23T07:44:04.483 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/190 2023-09-23T07:44:04.483 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:44:04.491 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:04.638 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:44:04.639 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/191) 2023-09-23T07:44:05.168 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:05.181 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:05.182 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:05.184 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:05.185 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:06.083 INFO:teuthology.orchestra.run.smithi016.stdout:generic/191 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:44:06.130 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/191 2023-09-23T07:44:06.132 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/191 2023-09-23T07:44:06.132 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:44:06.163 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:06.332 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:44:06.332 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/192) 2023-09-23T07:44:06.793 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:06.806 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:06.807 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:06.809 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:06.809 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:07.330 INFO:teuthology.orchestra.run.smithi016.stdout:generic/192 [not run] atime not maintained by ceph 2023-09-23T07:44:07.340 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/192 2023-09-23T07:44:07.340 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/192 2023-09-23T07:44:07.340 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:44:07.346 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:07.390 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:44:07.390 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/193) 2023-09-23T07:44:07.860 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:07.872 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:07.873 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:07.876 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:07.876 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:09.656 INFO:teuthology.orchestra.run.smithi016.stdout:generic/193 1s 2023-09-23T07:44:09.670 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/193 2023-09-23T07:44:09.670 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:44:09.675 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:09.841 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:44:09.841 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/194) 2023-09-23T07:44:10.497 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:10.509 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:10.510 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:10.513 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:10.513 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:11.375 INFO:teuthology.orchestra.run.smithi016.stdout:generic/194 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:44:11.427 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/194 2023-09-23T07:44:11.427 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/194 2023-09-23T07:44:11.427 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:44:11.448 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:11.602 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:44:11.602 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/195) 2023-09-23T07:44:12.085 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:12.097 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:12.098 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:12.101 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:12.101 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:12.960 INFO:teuthology.orchestra.run.smithi016.stdout:generic/195 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:44:12.987 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/195 2023-09-23T07:44:12.987 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/195 2023-09-23T07:44:12.987 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:44:13.002 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:13.216 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:44:13.217 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/196) 2023-09-23T07:44:13.684 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:13.696 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:13.697 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:13.700 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:13.700 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:14.599 INFO:teuthology.orchestra.run.smithi016.stdout:generic/196 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:44:14.625 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/196 2023-09-23T07:44:14.625 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/196 2023-09-23T07:44:14.625 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:44:14.643 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:14.800 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:44:14.800 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/197) 2023-09-23T07:44:15.270 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:15.282 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:15.284 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:15.286 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:15.286 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:16.187 INFO:teuthology.orchestra.run.smithi016.stdout:generic/197 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:44:16.216 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/197 2023-09-23T07:44:16.217 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/197 2023-09-23T07:44:16.217 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:44:16.224 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:16.418 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:44:16.419 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/198) 2023-09-23T07:44:16.882 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:16.894 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:16.895 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:16.898 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:16.898 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:18.151 INFO:teuthology.orchestra.run.smithi016.stdout:generic/198 1s 2023-09-23T07:44:18.164 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/198 2023-09-23T07:44:18.164 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:44:18.170 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:18.369 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:44:18.370 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/199) 2023-09-23T07:44:19.077 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:19.089 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:19.091 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:19.093 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:19.093 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:19.978 INFO:teuthology.orchestra.run.smithi016.stdout:generic/199 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:44:20.030 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/199 2023-09-23T07:44:20.030 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/199 2023-09-23T07:44:20.030 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:44:20.044 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:20.247 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:44:20.247 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/200) 2023-09-23T07:44:20.703 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:20.715 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:20.717 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:20.719 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:20.719 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:21.599 INFO:teuthology.orchestra.run.smithi016.stdout:generic/200 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:44:21.632 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/200 2023-09-23T07:44:21.632 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/200 2023-09-23T07:44:21.633 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:44:21.641 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:21.851 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:44:21.851 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/201) 2023-09-23T07:44:22.304 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:22.316 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:22.318 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:22.320 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:22.321 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:23.200 INFO:teuthology.orchestra.run.smithi016.stdout:generic/201 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:44:23.238 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/201 2023-09-23T07:44:23.239 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/201 2023-09-23T07:44:23.239 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:44:23.277 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:23.459 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:44:23.459 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/202) 2023-09-23T07:44:23.921 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:23.933 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:23.934 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:23.937 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:23.937 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:24.800 INFO:teuthology.orchestra.run.smithi016.stdout:generic/202 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:44:24.835 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/202 2023-09-23T07:44:24.836 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/202 2023-09-23T07:44:24.836 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:44:24.853 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:25.077 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:44:25.077 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/203) 2023-09-23T07:44:25.536 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:25.549 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:25.550 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:25.553 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:25.553 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:26.459 INFO:teuthology.orchestra.run.smithi016.stdout:generic/203 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:44:26.517 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/203 2023-09-23T07:44:26.517 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/203 2023-09-23T07:44:26.517 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:44:26.526 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:26.688 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:44:26.689 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/204) 2023-09-23T07:44:27.153 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:27.166 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:27.167 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:27.169 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:27.169 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:28.745 INFO:teuthology.orchestra.run.smithi016.stdout:generic/204 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-23T07:44:28.755 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/204 2023-09-23T07:44:28.756 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/204 2023-09-23T07:44:28.756 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:44:28.762 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:28.813 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:44:28.813 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/205) 2023-09-23T07:44:29.268 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:29.280 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:29.281 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:29.284 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:29.284 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:30.181 INFO:teuthology.orchestra.run.smithi016.stdout:generic/205 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:44:30.208 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/205 2023-09-23T07:44:30.212 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/205 2023-09-23T07:44:30.212 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:44:30.224 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:30.363 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:44:30.364 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/206) 2023-09-23T07:44:30.852 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:30.864 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:30.866 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:30.868 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:30.868 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:31.547 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:44:31.552 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:44:31.809 INFO:teuthology.orchestra.run.smithi016.stdout:generic/206 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:44:31.862 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/206 2023-09-23T07:44:31.862 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/206 2023-09-23T07:44:31.862 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:44:31.892 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:32.015 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:44:32.015 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/207) 2023-09-23T07:44:32.514 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:32.527 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:32.528 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:32.531 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:32.531 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:38.818 INFO:teuthology.orchestra.run.smithi016.stdout:generic/207 6s 2023-09-23T07:44:38.831 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/207 2023-09-23T07:44:38.831 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:44:38.837 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:44:38.989 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:44:38.989 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/208) 2023-09-23T07:44:39.643 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:44:39.655 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:44:39.656 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:44:39.659 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:44:39.659 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:45:01.782 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:45:01.789 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:45:31.900 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:45:31.907 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:46:02.216 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:46:02.229 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:46:32.348 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:46:32.354 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:47:02.615 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:47:02.620 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:47:32.746 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:47:32.754 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:48:00.348 INFO:teuthology.orchestra.run.smithi016.stdout:generic/208 201s 2023-09-23T07:48:00.360 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/208 2023-09-23T07:48:00.361 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:48:00.367 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:00.491 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:48:00.492 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/209) 2023-09-23T07:48:01.183 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:48:01.195 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:48:01.197 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:48:01.199 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:48:01.199 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:02.892 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:48:02.897 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:48:33.108 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:48:33.113 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:48:39.594 INFO:teuthology.orchestra.run.smithi016.stdout:generic/209 38s 2023-09-23T07:48:40.241 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/209 2023-09-23T07:48:40.241 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:48:40.247 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:40.415 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:48:40.415 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/210) 2023-09-23T07:48:41.057 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:48:41.069 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:48:41.070 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:48:41.073 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:48:41.073 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:41.726 INFO:teuthology.orchestra.run.smithi016.stdout:generic/210 0s 2023-09-23T07:48:41.738 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/210 2023-09-23T07:48:41.738 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:48:41.745 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:41.872 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:48:41.872 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/211) 2023-09-23T07:48:42.557 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:48:42.569 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:48:42.570 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:48:42.572 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:48:42.572 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:43.861 INFO:teuthology.orchestra.run.smithi016.stdout:generic/211 1s 2023-09-23T07:48:43.874 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/211 2023-09-23T07:48:43.874 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:48:43.880 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:43.926 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:48:43.927 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/212) 2023-09-23T07:48:44.377 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:48:44.390 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:48:44.391 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:48:44.394 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:48:44.394 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:45.022 INFO:teuthology.orchestra.run.smithi016.stdout:generic/212 1s 2023-09-23T07:48:45.034 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/212 2023-09-23T07:48:45.035 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:48:45.041 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:45.092 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:48:45.093 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/213) 2023-09-23T07:48:45.547 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:48:45.560 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:48:45.561 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:48:45.563 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:48:45.563 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:46.096 INFO:teuthology.orchestra.run.smithi016.stdout:generic/213 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T07:48:46.106 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/213 2023-09-23T07:48:46.106 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/213 2023-09-23T07:48:46.106 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:48:46.112 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:46.156 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:48:46.156 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/214) 2023-09-23T07:48:46.617 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:48:46.630 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:48:46.631 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:48:46.633 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:48:46.634 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:47.172 INFO:teuthology.orchestra.run.smithi016.stdout:generic/214 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T07:48:47.182 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/214 2023-09-23T07:48:47.182 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/214 2023-09-23T07:48:47.182 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:48:47.188 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:47.228 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:48:47.228 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/215) 2023-09-23T07:48:47.677 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:48:47.689 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:48:47.690 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:48:47.693 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:48:47.693 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:50.311 INFO:teuthology.orchestra.run.smithi016.stdout:generic/215 3s 2023-09-23T07:48:50.325 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/215 2023-09-23T07:48:50.325 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:48:50.332 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:50.399 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:48:50.399 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/216) 2023-09-23T07:48:50.857 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:48:50.869 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:48:50.871 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:48:50.873 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:48:50.873 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:51.769 INFO:teuthology.orchestra.run.smithi016.stdout:generic/216 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:48:51.815 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/216 2023-09-23T07:48:51.816 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/216 2023-09-23T07:48:51.816 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:48:51.825 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:52.015 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:48:52.015 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/217) 2023-09-23T07:48:52.468 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:48:52.480 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:48:52.481 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:48:52.484 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:48:52.484 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:53.393 INFO:teuthology.orchestra.run.smithi016.stdout:generic/217 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:48:53.429 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/217 2023-09-23T07:48:53.429 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/217 2023-09-23T07:48:53.429 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:48:53.446 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:53.592 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:48:53.592 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/218) 2023-09-23T07:48:54.055 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:48:54.068 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:48:54.069 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:48:54.071 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:48:54.071 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:54.990 INFO:teuthology.orchestra.run.smithi016.stdout:generic/218 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:48:55.040 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/218 2023-09-23T07:48:55.040 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/218 2023-09-23T07:48:55.040 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:48:55.060 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:55.200 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:48:55.200 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/219) 2023-09-23T07:48:55.675 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:48:55.687 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:48:55.688 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:48:55.690 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:48:55.691 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:56.207 INFO:teuthology.orchestra.run.smithi016.stdout:generic/219 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T07:48:56.217 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/219 2023-09-23T07:48:56.217 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/219 2023-09-23T07:48:56.217 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:48:56.223 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:56.268 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:48:56.269 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/220) 2023-09-23T07:48:56.723 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:48:56.735 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:48:56.736 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:48:56.739 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:48:56.739 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:57.670 INFO:teuthology.orchestra.run.smithi016.stdout:generic/220 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:48:57.720 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/220 2023-09-23T07:48:57.720 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/220 2023-09-23T07:48:57.720 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:48:57.741 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:57.878 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:48:57.878 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/221) 2023-09-23T07:48:58.329 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:48:58.342 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:48:58.343 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:48:58.346 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:48:58.346 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:59.901 INFO:teuthology.orchestra.run.smithi016.stdout:generic/221 1s 2023-09-23T07:48:59.915 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/221 2023-09-23T07:48:59.915 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:48:59.921 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:48:59.968 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:48:59.968 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/222) 2023-09-23T07:49:00.426 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:49:00.438 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:49:00.440 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:49:00.442 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:49:00.442 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:01.361 INFO:teuthology.orchestra.run.smithi016.stdout:generic/222 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:49:01.404 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/222 2023-09-23T07:49:01.404 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/222 2023-09-23T07:49:01.404 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:49:01.438 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:01.575 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:49:01.575 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/223) 2023-09-23T07:49:02.035 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:49:02.047 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:49:02.049 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:49:02.051 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:49:02.051 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:02.571 INFO:teuthology.orchestra.run.smithi016.stdout:generic/223 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T07:49:02.580 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/223 2023-09-23T07:49:02.581 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/223 2023-09-23T07:49:02.581 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:49:02.587 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:02.644 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:49:02.644 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/224) 2023-09-23T07:49:03.108 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:49:03.121 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:49:03.122 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:49:03.124 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:49:03.125 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:03.219 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:49:03.225 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:49:03.631 INFO:teuthology.orchestra.run.smithi016.stdout:generic/224 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-23T07:49:03.641 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/224 2023-09-23T07:49:03.641 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/224 2023-09-23T07:49:03.641 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:49:03.647 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:03.686 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:49:03.687 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/225) 2023-09-23T07:49:04.139 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:49:04.151 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:49:04.152 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:49:04.155 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:49:04.155 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:04.736 INFO:teuthology.orchestra.run.smithi016.stdout:generic/225 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-23T07:49:04.746 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/225 2023-09-23T07:49:04.746 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/225 2023-09-23T07:49:04.746 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:49:04.752 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:04.904 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:49:04.904 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/226) 2023-09-23T07:49:05.572 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:49:05.585 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:49:05.586 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:49:05.588 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:49:05.589 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:06.142 INFO:teuthology.orchestra.run.smithi016.stdout:generic/226 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-23T07:49:06.151 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/226 2023-09-23T07:49:06.152 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/226 2023-09-23T07:49:06.152 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:49:06.158 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:06.209 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:49:06.209 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/227) 2023-09-23T07:49:06.669 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:49:06.681 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:49:06.682 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:49:06.685 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:49:06.685 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:07.517 INFO:teuthology.orchestra.run.smithi016.stdout:generic/227 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:49:07.563 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/227 2023-09-23T07:49:07.563 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/227 2023-09-23T07:49:07.563 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:49:07.579 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:07.799 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:49:07.799 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/228) 2023-09-23T07:49:08.257 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:49:08.270 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:49:08.271 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:49:08.274 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:49:08.274 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:08.836 INFO:teuthology.orchestra.run.smithi016.stdout:generic/228 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T07:49:08.846 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/228 2023-09-23T07:49:08.846 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/228 2023-09-23T07:49:08.846 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:49:08.852 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:08.894 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:49:08.894 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/229) 2023-09-23T07:49:09.349 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:49:09.361 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:49:09.363 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:49:09.365 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:49:09.365 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:10.240 INFO:teuthology.orchestra.run.smithi016.stdout:generic/229 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:49:10.294 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/229 2023-09-23T07:49:10.294 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/229 2023-09-23T07:49:10.294 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:49:10.298 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:10.456 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:49:10.456 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/230) 2023-09-23T07:49:10.939 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:49:10.952 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:49:10.953 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:49:10.955 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:49:10.955 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:11.465 INFO:teuthology.orchestra.run.smithi016.stdout:generic/230 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T07:49:11.475 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/230 2023-09-23T07:49:11.475 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/230 2023-09-23T07:49:11.475 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:49:11.481 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:11.525 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:49:11.526 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/231) 2023-09-23T07:49:11.979 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:49:11.992 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:49:11.994 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:49:11.996 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:49:11.996 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:12.497 INFO:teuthology.orchestra.run.smithi016.stdout:generic/231 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T07:49:12.507 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/231 2023-09-23T07:49:12.508 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/231 2023-09-23T07:49:12.508 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:49:12.513 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:12.553 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:49:12.554 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/232) 2023-09-23T07:49:13.010 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:49:13.022 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:49:13.023 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:49:13.026 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:49:13.026 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:13.520 INFO:teuthology.orchestra.run.smithi016.stdout:generic/232 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T07:49:13.530 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/232 2023-09-23T07:49:13.530 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/232 2023-09-23T07:49:13.530 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:49:13.536 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:13.578 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:49:13.579 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/233) 2023-09-23T07:49:14.035 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:49:14.047 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:49:14.048 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:49:14.051 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:49:14.051 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:14.551 INFO:teuthology.orchestra.run.smithi016.stdout:generic/233 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T07:49:14.561 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/233 2023-09-23T07:49:14.561 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/233 2023-09-23T07:49:14.561 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:49:14.567 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:14.614 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:49:14.614 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/234) 2023-09-23T07:49:15.068 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:49:15.080 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:49:15.081 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:49:15.084 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:49:15.084 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:15.584 INFO:teuthology.orchestra.run.smithi016.stdout:generic/234 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T07:49:15.593 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/234 2023-09-23T07:49:15.594 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/234 2023-09-23T07:49:15.594 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:49:15.599 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:15.644 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:49:15.644 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/235) 2023-09-23T07:49:16.105 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:49:16.118 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:49:16.119 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:49:16.122 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:49:16.122 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:16.633 INFO:teuthology.orchestra.run.smithi016.stdout:generic/235 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T07:49:16.643 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/235 2023-09-23T07:49:16.643 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/235 2023-09-23T07:49:16.643 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:49:16.649 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:16.688 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:49:16.689 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/236) 2023-09-23T07:49:17.146 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:49:17.158 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:49:17.159 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:49:17.162 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:49:17.162 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:18.802 INFO:teuthology.orchestra.run.smithi016.stdout:generic/236 1s 2023-09-23T07:49:18.816 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/236 2023-09-23T07:49:18.817 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:49:18.823 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:18.952 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:49:18.953 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/237) 2023-09-23T07:49:19.627 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:49:19.639 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:49:19.640 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:49:19.643 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:49:19.643 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:20.285 INFO:teuthology.orchestra.run.smithi016.stdout:generic/237 1s 2023-09-23T07:49:20.298 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/237 2023-09-23T07:49:20.298 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:49:20.304 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:20.488 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:49:20.488 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/238) 2023-09-23T07:49:21.120 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:49:21.132 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:49:21.134 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:49:21.136 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:49:21.136 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:21.991 INFO:teuthology.orchestra.run.smithi016.stdout:generic/238 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:49:22.037 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/238 2023-09-23T07:49:22.037 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/238 2023-09-23T07:49:22.037 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:49:22.048 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:22.234 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:49:22.234 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/239) 2023-09-23T07:49:22.698 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:49:22.710 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:49:22.711 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:49:22.713 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:49:22.714 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:49:33.334 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:49:33.348 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:50:03.730 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:50:03.737 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:50:34.056 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:50:34.068 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:51:04.305 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:51:04.322 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:51:16.373 INFO:teuthology.orchestra.run.smithi016.stdout:generic/239 114s 2023-09-23T07:51:16.385 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/239 2023-09-23T07:51:16.386 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:51:16.392 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:51:16.493 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:51:16.493 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/240) 2023-09-23T07:51:17.183 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:51:17.195 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:51:17.196 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:51:17.199 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:51:17.199 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:51:18.265 INFO:teuthology.orchestra.run.smithi016.stdout:generic/240 1s 2023-09-23T07:51:19.709 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/240 2023-09-23T07:51:19.709 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:51:19.716 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:51:19.905 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:51:19.906 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/241) 2023-09-23T07:51:20.568 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:51:20.580 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:51:20.582 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:51:20.584 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:51:20.585 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:51:34.595 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:51:34.616 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:52:04.792 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:52:04.800 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:52:04.909 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T07:52:04.907+0000 7fd5b89f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 326668) UID: 0 2023-09-23T07:52:04.909 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T07:52:04.907+0000 7f9664bf9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 326668) UID: 0 2023-09-23T07:52:34.258 INFO:teuthology.orchestra.run.smithi016.stdout:generic/241 74s 2023-09-23T07:52:34.275 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/241 2023-09-23T07:52:34.275 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:52:34.281 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:52:35.247 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:52:35.247 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/242) 2023-09-23T07:52:35.859 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:52:35.871 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:52:35.873 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:52:35.876 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:52:35.876 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:52:37.165 INFO:teuthology.orchestra.run.smithi016.stdout:generic/242 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:52:37.190 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/242 2023-09-23T07:52:37.190 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/242 2023-09-23T07:52:37.190 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:52:37.204 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:52:37.420 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:52:37.420 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/243) 2023-09-23T07:52:37.881 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:52:37.893 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:52:37.894 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:52:37.897 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:52:37.897 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:52:38.749 INFO:teuthology.orchestra.run.smithi016.stdout:generic/243 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:52:38.788 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/243 2023-09-23T07:52:38.788 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/243 2023-09-23T07:52:38.788 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:52:38.794 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:52:39.018 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:52:39.018 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/244) 2023-09-23T07:52:39.483 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:52:39.495 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:52:39.497 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:52:39.499 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:52:39.499 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:52:39.987 INFO:teuthology.orchestra.run.smithi016.stdout:generic/244 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T07:52:39.997 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/244 2023-09-23T07:52:39.997 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/244 2023-09-23T07:52:39.997 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:52:40.003 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:52:40.051 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:52:40.051 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/245) 2023-09-23T07:52:40.810 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:52:40.823 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:52:40.824 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:52:40.826 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:52:40.827 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:52:41.450 INFO:teuthology.orchestra.run.smithi016.stdout:generic/245 0s 2023-09-23T07:52:43.816 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/245 2023-09-23T07:52:43.817 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:52:43.823 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:52:43.973 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:52:43.973 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/246) 2023-09-23T07:52:44.684 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:52:44.696 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:52:44.697 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:52:44.700 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:52:44.700 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:52:45.259 INFO:teuthology.orchestra.run.smithi016.stdout:generic/246 1s 2023-09-23T07:52:45.272 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/246 2023-09-23T07:52:45.272 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:52:45.278 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:52:45.414 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:52:45.414 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/247) 2023-09-23T07:52:46.129 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:52:46.142 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:52:46.143 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:52:46.146 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:52:46.146 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:52:55.899 INFO:teuthology.orchestra.run.smithi016.stdout:generic/247 9s 2023-09-23T07:52:55.912 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/247 2023-09-23T07:52:55.912 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:52:55.918 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:52:55.940 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:52:55.940 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/248) 2023-09-23T07:52:56.398 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:52:56.411 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:52:56.412 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:52:56.414 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:52:56.415 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:52:56.971 INFO:teuthology.orchestra.run.smithi016.stdout:generic/248 0s 2023-09-23T07:52:56.984 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/248 2023-09-23T07:52:56.984 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:52:56.990 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:52:57.037 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:52:57.037 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/249) 2023-09-23T07:52:57.504 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:52:57.517 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:52:57.518 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:52:57.521 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:52:57.521 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:52:58.427 INFO:teuthology.orchestra.run.smithi016.stdout:generic/249 1s 2023-09-23T07:52:58.441 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/249 2023-09-23T07:52:58.441 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:52:58.448 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:52:58.589 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:52:58.589 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/250) 2023-09-23T07:52:59.305 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:52:59.317 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:52:59.318 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:52:59.321 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:52:59.321 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:52:59.949 INFO:teuthology.orchestra.run.smithi016.stdout:generic/250 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T07:52:59.959 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/250 2023-09-23T07:52:59.959 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/250 2023-09-23T07:52:59.959 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:52:59.965 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:00.004 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:53:00.004 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/251) 2023-09-23T07:53:00.468 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:53:00.481 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:53:00.482 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:53:00.484 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:53:00.484 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:01.379 INFO:teuthology.orchestra.run.smithi016.stdout:generic/251 [not run] FITRIM not supported on /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:53:01.572 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/251 2023-09-23T07:53:01.572 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/251 2023-09-23T07:53:01.573 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:53:01.573 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:01.573 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:53:01.573 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/252) 2023-09-23T07:53:02.038 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:53:02.051 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:53:02.052 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:53:02.055 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:53:02.055 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:02.632 INFO:teuthology.orchestra.run.smithi016.stdout:generic/252 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T07:53:02.642 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/252 2023-09-23T07:53:02.642 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/252 2023-09-23T07:53:02.642 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:53:02.648 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:02.684 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:53:02.684 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/253) 2023-09-23T07:53:03.151 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:53:03.163 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:53:03.164 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:53:03.167 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:53:03.167 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:04.063 INFO:teuthology.orchestra.run.smithi016.stdout:generic/253 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:53:04.118 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/253 2023-09-23T07:53:04.126 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/253 2023-09-23T07:53:04.126 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:53:04.130 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:04.323 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:53:04.323 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/254) 2023-09-23T07:53:04.855 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:53:04.868 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:53:04.869 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:53:04.872 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:53:04.872 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:05.780 INFO:teuthology.orchestra.run.smithi016.stdout:generic/254 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:53:05.835 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/254 2023-09-23T07:53:05.837 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/254 2023-09-23T07:53:05.837 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:53:05.851 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:06.034 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:53:06.035 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/255) 2023-09-23T07:53:06.513 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:53:06.527 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:53:06.528 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:53:06.530 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:53:06.530 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:07.322 INFO:teuthology.orchestra.run.smithi016.stdout:generic/255 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T07:53:07.332 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/255 2023-09-23T07:53:07.332 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/255 2023-09-23T07:53:07.332 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:53:07.338 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:07.453 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:53:07.454 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/256) 2023-09-23T07:53:08.187 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:53:08.199 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:53:08.201 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:53:08.203 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:53:08.203 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:09.422 INFO:teuthology.orchestra.run.smithi016.stdout:generic/256 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-23T07:53:09.431 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/256 2023-09-23T07:53:09.431 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/256 2023-09-23T07:53:09.432 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:53:09.438 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:09.482 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:53:09.482 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/257) 2023-09-23T07:53:09.945 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:53:09.958 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:53:09.959 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:53:09.961 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:53:09.961 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:11.186 INFO:teuthology.orchestra.run.smithi016.stdout:generic/257 1s 2023-09-23T07:53:11.199 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/257 2023-09-23T07:53:11.199 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:53:11.205 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:11.448 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:53:11.448 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/258) 2023-09-23T07:53:12.138 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:53:12.169 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:53:12.170 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:53:12.172 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:53:12.172 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:12.689 INFO:teuthology.orchestra.run.smithi016.stdout:generic/258 [not run] ceph does not support negative timestamps 2023-09-23T07:53:12.699 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/258 2023-09-23T07:53:12.699 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/258 2023-09-23T07:53:12.699 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:53:12.705 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:12.744 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:53:12.744 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/259) 2023-09-23T07:53:13.198 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:53:13.211 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:53:13.212 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:53:13.214 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:53:13.214 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:14.059 INFO:teuthology.orchestra.run.smithi016.stdout:generic/259 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:53:14.079 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/259 2023-09-23T07:53:14.079 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/259 2023-09-23T07:53:14.079 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:53:14.095 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:14.350 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:53:14.350 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/260) 2023-09-23T07:53:14.834 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:53:14.847 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:53:14.848 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:53:14.850 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:53:14.850 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:15.538 INFO:teuthology.orchestra.run.smithi016.stdout:generic/260 [not run] FITRIM not supported on /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:53:15.567 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/260 2023-09-23T07:53:15.567 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/260 2023-09-23T07:53:15.567 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:53:15.573 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:15.610 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:53:15.610 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/261) 2023-09-23T07:53:16.080 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:53:16.094 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:53:16.095 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:53:16.098 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:53:16.098 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:16.989 INFO:teuthology.orchestra.run.smithi016.stdout:generic/261 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:53:17.022 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/261 2023-09-23T07:53:17.022 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/261 2023-09-23T07:53:17.022 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:53:17.043 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:17.218 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:53:17.218 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/262) 2023-09-23T07:53:17.719 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:53:17.731 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:53:17.732 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:53:17.737 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:53:17.737 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:18.599 INFO:teuthology.orchestra.run.smithi016.stdout:generic/262 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:53:18.628 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/262 2023-09-23T07:53:18.629 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/262 2023-09-23T07:53:18.629 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:53:18.642 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:53:18.914 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:53:18.914 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/263) 2023-09-23T07:53:19.386 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:53:19.398 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:53:19.399 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:53:19.402 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:53:19.402 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:03.247 INFO:teuthology.orchestra.run.smithi016.stdout:generic/263 44s 2023-09-23T07:54:03.260 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/263 2023-09-23T07:54:03.261 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:03.267 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:03.360 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:03.360 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/264) 2023-09-23T07:54:04.095 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:04.107 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:04.108 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:04.111 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:04.111 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:05.125 INFO:teuthology.orchestra.run.smithi016.stdout:generic/264 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:05.170 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/264 2023-09-23T07:54:05.170 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/264 2023-09-23T07:54:05.170 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:05.189 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:05.358 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:05.359 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/265) 2023-09-23T07:54:05.873 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:05.885 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:05.886 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:05.889 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:05.889 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:07.009 INFO:teuthology.orchestra.run.smithi016.stdout:generic/265 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:07.063 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/265 2023-09-23T07:54:07.063 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/265 2023-09-23T07:54:07.063 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:07.083 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:07.181 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:07.181 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/266) 2023-09-23T07:54:07.646 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:07.659 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:07.660 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:07.662 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:07.662 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:08.743 INFO:teuthology.orchestra.run.smithi016.stdout:generic/266 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:08.808 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/266 2023-09-23T07:54:08.809 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/266 2023-09-23T07:54:08.809 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:08.825 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:08.914 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:08.914 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/267) 2023-09-23T07:54:09.393 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:09.406 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:09.407 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:09.409 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:09.410 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:10.391 INFO:teuthology.orchestra.run.smithi016.stdout:generic/267 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:10.460 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/267 2023-09-23T07:54:10.460 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/267 2023-09-23T07:54:10.461 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:10.476 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:10.608 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:10.608 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/268) 2023-09-23T07:54:11.092 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:11.104 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:11.105 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:11.108 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:11.108 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:12.145 INFO:teuthology.orchestra.run.smithi016.stdout:generic/268 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:12.172 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/268 2023-09-23T07:54:12.173 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/268 2023-09-23T07:54:12.173 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:12.188 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:12.315 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:12.316 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/269) 2023-09-23T07:54:12.784 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:12.797 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:12.798 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:12.801 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:12.801 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:13.302 INFO:teuthology.orchestra.run.smithi016.stdout:generic/269 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-23T07:54:13.312 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/269 2023-09-23T07:54:13.312 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/269 2023-09-23T07:54:13.313 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:13.328 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:13.373 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:13.373 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/270) 2023-09-23T07:54:13.832 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:13.844 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:13.846 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:13.848 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:13.848 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:14.328 INFO:teuthology.orchestra.run.smithi016.stdout:generic/270 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T07:54:14.338 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/270 2023-09-23T07:54:14.338 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/270 2023-09-23T07:54:14.338 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:14.344 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:14.385 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:14.386 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/271) 2023-09-23T07:54:14.846 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:14.859 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:14.860 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:14.862 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:14.863 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:15.956 INFO:teuthology.orchestra.run.smithi016.stdout:generic/271 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:15.986 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/271 2023-09-23T07:54:15.986 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/271 2023-09-23T07:54:15.986 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:15.991 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:16.112 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:16.112 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/272) 2023-09-23T07:54:16.569 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:16.581 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:16.582 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:16.585 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:16.585 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:17.729 INFO:teuthology.orchestra.run.smithi016.stdout:generic/272 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:17.766 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/272 2023-09-23T07:54:17.766 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/272 2023-09-23T07:54:17.766 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:17.782 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:17.866 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:17.866 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/273) 2023-09-23T07:54:18.325 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:18.338 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:18.339 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:18.341 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:18.341 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:18.853 INFO:teuthology.orchestra.run.smithi016.stdout:generic/273 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-23T07:54:18.864 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/273 2023-09-23T07:54:18.864 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/273 2023-09-23T07:54:18.864 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:18.869 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:18.908 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:18.908 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/274) 2023-09-23T07:54:19.372 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:19.384 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:19.385 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:19.388 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:19.388 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:19.905 INFO:teuthology.orchestra.run.smithi016.stdout:generic/274 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-09-23T07:54:19.915 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/274 2023-09-23T07:54:19.915 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/274 2023-09-23T07:54:19.916 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:19.921 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:19.970 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:19.970 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/275) 2023-09-23T07:54:20.433 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:20.446 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:20.446 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:20.449 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:20.449 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:20.956 INFO:teuthology.orchestra.run.smithi016.stdout:generic/275 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-23T07:54:20.967 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/275 2023-09-23T07:54:20.967 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/275 2023-09-23T07:54:20.967 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:20.973 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:21.010 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:21.010 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/276) 2023-09-23T07:54:21.462 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:21.475 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:21.476 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:21.479 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:21.479 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:22.462 INFO:teuthology.orchestra.run.smithi016.stdout:generic/276 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:22.492 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/276 2023-09-23T07:54:22.492 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/276 2023-09-23T07:54:22.492 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:22.518 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:22.671 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:22.671 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/277) 2023-09-23T07:54:23.144 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:23.156 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:23.157 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:23.160 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:23.160 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:23.728 INFO:teuthology.orchestra.run.smithi016.stdout:generic/277 [not run] file system doesn't support chattr +A 2023-09-23T07:54:23.737 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/277 2023-09-23T07:54:23.737 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/277 2023-09-23T07:54:23.737 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:23.743 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:23.788 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:23.788 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/278) 2023-09-23T07:54:24.249 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:24.262 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:24.263 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:24.266 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:24.266 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:25.231 INFO:teuthology.orchestra.run.smithi016.stdout:generic/278 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:25.276 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/278 2023-09-23T07:54:25.276 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/278 2023-09-23T07:54:25.276 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:25.286 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:25.474 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:25.474 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/279) 2023-09-23T07:54:25.940 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:25.952 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:25.953 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:25.956 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:25.956 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:27.023 INFO:teuthology.orchestra.run.smithi016.stdout:generic/279 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:27.065 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/279 2023-09-23T07:54:27.065 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/279 2023-09-23T07:54:27.065 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:27.082 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:27.215 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:27.216 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/280) 2023-09-23T07:54:27.701 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:27.713 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:27.715 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:27.717 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:27.717 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:28.241 INFO:teuthology.orchestra.run.smithi016.stdout:generic/280 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T07:54:28.251 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/280 2023-09-23T07:54:28.251 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/280 2023-09-23T07:54:28.251 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:28.257 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:28.303 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:28.303 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/281) 2023-09-23T07:54:28.769 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:28.781 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:28.782 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:28.785 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:28.785 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:29.747 INFO:teuthology.orchestra.run.smithi016.stdout:generic/281 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:29.768 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/281 2023-09-23T07:54:29.768 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/281 2023-09-23T07:54:29.768 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:29.783 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:29.969 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:29.969 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/282) 2023-09-23T07:54:30.448 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:30.460 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:30.462 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:30.464 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:30.464 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:31.429 INFO:teuthology.orchestra.run.smithi016.stdout:generic/282 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:31.483 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/282 2023-09-23T07:54:31.483 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/282 2023-09-23T07:54:31.483 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:31.494 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:31.619 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:31.619 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/283) 2023-09-23T07:54:32.094 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:32.106 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:32.107 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:32.110 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:32.110 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:33.059 INFO:teuthology.orchestra.run.smithi016.stdout:generic/283 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:33.103 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/283 2023-09-23T07:54:33.103 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/283 2023-09-23T07:54:33.103 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:33.116 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:33.280 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:33.280 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/284) 2023-09-23T07:54:33.760 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:33.772 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:33.773 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:33.776 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:33.776 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:34.619 INFO:teuthology.orchestra.run.smithi016.stdout:generic/284 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:34.649 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/284 2023-09-23T07:54:34.652 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/284 2023-09-23T07:54:34.652 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:34.670 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:34.931 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:34.931 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/285) 2023-09-23T07:54:35.413 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:35.426 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:35.427 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:35.430 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:35.430 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:37.494 INFO:teuthology.orchestra.run.smithi016.stdout:generic/285 2s 2023-09-23T07:54:37.507 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/285 2023-09-23T07:54:37.507 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:37.513 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:38.051 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:38.052 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/286) 2023-09-23T07:54:39.019 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:39.041 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:39.042 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:39.046 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:39.046 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:39.893 INFO:teuthology.orchestra.run.smithi016.stdout:generic/286 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T07:54:39.911 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/286 2023-09-23T07:54:39.911 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/286 2023-09-23T07:54:39.911 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:39.922 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:39.993 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:39.993 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/287) 2023-09-23T07:54:40.743 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:40.766 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:40.767 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:40.771 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:40.771 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:42.083 INFO:teuthology.orchestra.run.smithi016.stdout:generic/287 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:42.173 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/287 2023-09-23T07:54:42.173 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/287 2023-09-23T07:54:42.174 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:42.206 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:42.414 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:42.415 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/288) 2023-09-23T07:54:43.206 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:43.230 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:43.232 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:43.236 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:43.236 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:44.017 INFO:teuthology.orchestra.run.smithi016.stdout:generic/288 [not run] FITRIM not supported on /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:44.042 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/288 2023-09-23T07:54:44.043 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/288 2023-09-23T07:54:44.043 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:44.048 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:44.086 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:44.086 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/289) 2023-09-23T07:54:44.546 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:44.559 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:44.560 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:44.562 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:44.563 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:45.479 INFO:teuthology.orchestra.run.smithi016.stdout:generic/289 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:45.502 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/289 2023-09-23T07:54:45.502 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/289 2023-09-23T07:54:45.503 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:45.514 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:45.727 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:45.728 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/290) 2023-09-23T07:54:46.206 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:46.218 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:46.220 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:46.222 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:46.222 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:47.079 INFO:teuthology.orchestra.run.smithi016.stdout:generic/290 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:47.136 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/290 2023-09-23T07:54:47.136 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/290 2023-09-23T07:54:47.136 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:47.161 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:47.419 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:47.419 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/291) 2023-09-23T07:54:47.881 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:47.894 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:47.895 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:47.898 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:47.898 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:48.825 INFO:teuthology.orchestra.run.smithi016.stdout:generic/291 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:48.877 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/291 2023-09-23T07:54:48.877 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/291 2023-09-23T07:54:48.878 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:48.922 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:49.059 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:49.060 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/292) 2023-09-23T07:54:49.583 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:49.596 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:49.597 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:49.600 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:49.600 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:50.484 INFO:teuthology.orchestra.run.smithi016.stdout:generic/292 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:50.528 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/292 2023-09-23T07:54:50.528 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/292 2023-09-23T07:54:50.529 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:50.533 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:50.781 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:50.781 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/293) 2023-09-23T07:54:51.268 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:51.280 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:51.281 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:51.286 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:51.286 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:52.152 INFO:teuthology.orchestra.run.smithi016.stdout:generic/293 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:52.188 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/293 2023-09-23T07:54:52.189 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/293 2023-09-23T07:54:52.189 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:52.225 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:52.451 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:52.451 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/294) 2023-09-23T07:54:52.928 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:52.941 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:52.942 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:52.944 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:52.944 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:54.046 INFO:teuthology.orchestra.run.smithi016.stdout:generic/294 1s 2023-09-23T07:54:54.097 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/294 2023-09-23T07:54:54.097 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:54.103 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:54.146 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:54.146 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/295) 2023-09-23T07:54:54.689 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:54.701 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:54.703 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:54.705 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:54.705 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:55.556 INFO:teuthology.orchestra.run.smithi016.stdout:generic/295 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:55.587 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/295 2023-09-23T07:54:55.587 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/295 2023-09-23T07:54:55.587 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:55.619 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:55.882 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:55.882 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/296) 2023-09-23T07:54:56.352 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:56.364 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:56.365 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:56.368 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:56.368 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:57.297 INFO:teuthology.orchestra.run.smithi016.stdout:generic/296 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:57.350 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/296 2023-09-23T07:54:57.350 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/296 2023-09-23T07:54:57.350 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:57.377 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:57.535 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:57.535 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/297) 2023-09-23T07:54:58.017 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:58.031 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:58.032 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:58.035 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:58.035 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:58.910 INFO:teuthology.orchestra.run.smithi016.stdout:generic/297 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:54:58.948 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/297 2023-09-23T07:54:58.948 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/297 2023-09-23T07:54:58.949 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:54:58.957 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:54:59.189 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:54:59.189 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/298) 2023-09-23T07:54:59.664 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:54:59.676 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:54:59.677 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:54:59.680 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:54:59.680 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:00.589 INFO:teuthology.orchestra.run.smithi016.stdout:generic/298 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:55:00.637 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/298 2023-09-23T07:55:00.637 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/298 2023-09-23T07:55:00.637 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:55:00.646 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:00.800 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:55:00.800 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/299) 2023-09-23T07:55:01.280 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:55:01.293 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:55:01.294 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:55:01.296 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:55:01.297 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:01.937 INFO:teuthology.orchestra.run.smithi016.stdout:generic/299 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T07:55:01.949 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/299 2023-09-23T07:55:01.949 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/299 2023-09-23T07:55:01.949 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:55:01.957 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:02.027 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:55:02.027 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/300) 2023-09-23T07:55:02.554 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:55:02.567 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:55:02.568 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:55:02.571 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:55:02.571 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:03.173 INFO:teuthology.orchestra.run.smithi016.stdout:generic/300 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T07:55:03.183 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/300 2023-09-23T07:55:03.183 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/300 2023-09-23T07:55:03.183 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:55:03.189 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:03.242 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:55:03.242 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/301) 2023-09-23T07:55:03.692 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:55:03.705 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:55:03.706 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:55:03.709 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:55:03.709 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:04.577 INFO:teuthology.orchestra.run.smithi016.stdout:generic/301 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:55:04.623 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/301 2023-09-23T07:55:04.624 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/301 2023-09-23T07:55:04.624 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:55:04.635 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:04.797 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:55:04.797 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/302) 2023-09-23T07:55:05.259 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:55:05.272 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:55:05.273 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:55:05.276 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:55:05.276 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:06.143 INFO:teuthology.orchestra.run.smithi016.stdout:generic/302 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:55:06.168 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/302 2023-09-23T07:55:06.168 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/302 2023-09-23T07:55:06.168 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:55:06.181 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:06.383 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:55:06.384 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/303) 2023-09-23T07:55:06.848 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:55:06.860 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:55:06.862 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:55:06.864 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:55:06.864 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:07.427 INFO:teuthology.orchestra.run.smithi016.stdout:generic/303 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T07:55:07.437 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/303 2023-09-23T07:55:07.437 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/303 2023-09-23T07:55:07.437 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:55:07.443 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:07.607 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:55:07.607 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/304) 2023-09-23T07:55:08.289 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:55:08.301 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:55:08.302 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:55:08.305 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:55:08.305 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:09.100 INFO:teuthology.orchestra.run.smithi016.stdout:generic/304 [not run] Dedupe not supported by test filesystem type: ceph 2023-09-23T07:55:09.110 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/304 2023-09-23T07:55:09.110 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/304 2023-09-23T07:55:09.110 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:55:09.116 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:09.248 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:55:09.248 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/305) 2023-09-23T07:55:09.931 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:55:09.943 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:55:09.944 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:55:09.947 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:55:09.947 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:10.790 INFO:teuthology.orchestra.run.smithi016.stdout:generic/305 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:55:10.822 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/305 2023-09-23T07:55:10.823 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/305 2023-09-23T07:55:10.823 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:55:10.845 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:11.004 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:55:11.004 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/306) 2023-09-23T07:55:11.487 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:55:11.499 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:55:11.500 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:55:11.503 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:55:11.503 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:12.612 INFO:teuthology.orchestra.run.smithi016.stdout:generic/306 1s 2023-09-23T07:55:12.667 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/306 2023-09-23T07:55:12.667 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:55:12.681 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:12.880 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:55:12.881 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/307) 2023-09-23T07:55:13.571 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:55:13.583 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:55:13.584 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:55:13.587 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:55:13.587 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:15.631 INFO:teuthology.orchestra.run.smithi016.stdout:generic/307 2s 2023-09-23T07:55:15.644 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/307 2023-09-23T07:55:15.644 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:55:15.650 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:15.671 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:55:15.671 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/308) 2023-09-23T07:55:16.124 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:55:16.137 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:55:16.138 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:55:16.141 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:55:16.141 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:16.695 INFO:teuthology.orchestra.run.smithi016.stdout:generic/308 0s 2023-09-23T07:55:16.708 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/308 2023-09-23T07:55:16.708 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:55:16.714 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:16.754 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:55:16.754 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/309) 2023-09-23T07:55:17.216 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:55:17.229 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:55:17.230 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:55:17.232 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:55:17.232 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:18.822 INFO:teuthology.orchestra.run.smithi016.stdout:generic/309 1s 2023-09-23T07:55:18.835 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/309 2023-09-23T07:55:18.835 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:55:18.841 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:18.986 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:55:18.986 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/310) 2023-09-23T07:55:19.642 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:55:19.654 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:55:19.655 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:55:19.658 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:55:19.658 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:55:33.451 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:55:33.455 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:56:03.565 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:56:03.572 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:56:33.693 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:56:33.701 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:56:37.930 INFO:teuthology.orchestra.run.smithi016.stdout:generic/310 78s 2023-09-23T07:56:37.943 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/310 2023-09-23T07:56:37.943 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:56:37.949 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:38.255 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:56:38.255 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/311) 2023-09-23T07:56:38.995 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:56:39.008 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:56:39.009 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:56:39.012 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:56:39.012 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:39.611 INFO:teuthology.orchestra.run.smithi016.stdout:generic/311 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T07:56:39.621 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/311 2023-09-23T07:56:39.621 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/311 2023-09-23T07:56:39.621 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:56:39.627 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:39.681 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:56:39.681 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/312) 2023-09-23T07:56:40.140 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:56:40.152 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:56:40.153 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:56:40.156 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:56:40.156 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:40.664 INFO:teuthology.orchestra.run.smithi016.stdout:generic/312 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T07:56:40.674 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/312 2023-09-23T07:56:40.674 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/312 2023-09-23T07:56:40.674 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:56:40.680 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:40.735 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:56:40.735 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/313) 2023-09-23T07:56:41.193 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:56:41.205 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:56:41.206 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:56:41.209 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:56:41.209 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:45.808 INFO:teuthology.orchestra.run.smithi016.stdout:generic/313 4s 2023-09-23T07:56:46.370 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/313 2023-09-23T07:56:46.370 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:56:46.376 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:46.419 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:56:46.420 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/314) 2023-09-23T07:56:46.889 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:56:46.901 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:56:46.902 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:56:46.905 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:56:46.905 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:47.888 INFO:teuthology.orchestra.run.smithi016.stdout:generic/314 0s 2023-09-23T07:56:47.901 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/314 2023-09-23T07:56:47.901 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:56:47.907 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:47.957 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:56:47.957 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/315) 2023-09-23T07:56:48.420 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:56:48.433 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:56:48.434 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:56:48.437 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:56:48.437 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:48.980 INFO:teuthology.orchestra.run.smithi016.stdout:generic/315 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-09-23T07:56:48.990 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/315 2023-09-23T07:56:48.990 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/315 2023-09-23T07:56:48.990 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:56:48.996 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:49.052 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:56:49.052 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/316) 2023-09-23T07:56:49.508 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:56:49.521 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:56:49.522 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:56:49.524 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:56:49.524 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:50.225 INFO:teuthology.orchestra.run.smithi016.stdout:generic/316 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-23T07:56:50.235 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/316 2023-09-23T07:56:50.235 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/316 2023-09-23T07:56:50.235 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:56:50.241 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:50.351 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:56:50.352 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/317) 2023-09-23T07:56:51.052 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:56:51.065 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:56:51.066 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:56:51.069 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:56:51.069 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:52.423 INFO:teuthology.orchestra.run.smithi016.stdout:generic/317 1s 2023-09-23T07:56:52.436 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/317 2023-09-23T07:56:52.437 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:56:52.442 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:52.463 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:56:52.463 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/318) 2023-09-23T07:56:52.924 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:56:52.936 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:56:52.938 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:56:52.940 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:56:52.940 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:54.021 INFO:teuthology.orchestra.run.smithi016.stdout:generic/318 1s 2023-09-23T07:56:54.034 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/318 2023-09-23T07:56:54.034 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:56:54.039 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:54.060 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:56:54.061 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/319) 2023-09-23T07:56:54.517 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:56:54.529 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:56:54.530 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:56:54.533 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:56:54.533 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:55.360 INFO:teuthology.orchestra.run.smithi016.stdout:generic/319 1s 2023-09-23T07:56:55.374 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/319 2023-09-23T07:56:55.374 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:56:55.380 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:55.401 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:56:55.401 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/320) 2023-09-23T07:56:55.863 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:56:55.876 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:56:55.877 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:56:55.879 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:56:55.879 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:56.407 INFO:teuthology.orchestra.run.smithi016.stdout:generic/320 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-23T07:56:56.417 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/320 2023-09-23T07:56:56.417 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/320 2023-09-23T07:56:56.417 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:56:56.423 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:56.469 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:56:56.469 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/321) 2023-09-23T07:56:56.925 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:56:56.937 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:56:56.938 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:56:56.940 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:56:56.941 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:57.455 INFO:teuthology.orchestra.run.smithi016.stdout:generic/321 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T07:56:57.465 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/321 2023-09-23T07:56:57.465 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/321 2023-09-23T07:56:57.465 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:56:57.471 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:57.517 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:56:57.517 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/322) 2023-09-23T07:56:57.976 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:56:57.988 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:56:57.989 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:56:57.991 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:56:57.992 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:58.536 INFO:teuthology.orchestra.run.smithi016.stdout:generic/322 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T07:56:58.546 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/322 2023-09-23T07:56:58.546 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/322 2023-09-23T07:56:58.546 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:56:58.552 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:56:58.599 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:56:58.599 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/323) 2023-09-23T07:56:59.059 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:56:59.072 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:56:59.073 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:56:59.075 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:56:59.075 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:57:03.814 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:57:03.820 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:57:34.092 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:57:34.098 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:58:05.526 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:58:05.533 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:58:35.665 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:58:35.671 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:59:00.356 INFO:teuthology.orchestra.run.smithi016.stdout:generic/323 121s 2023-09-23T07:59:00.368 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/323 2023-09-23T07:59:00.369 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:59:00.375 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:00.518 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:59:00.518 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/324) 2023-09-23T07:59:01.179 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:59:01.191 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:59:01.192 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:59:01.195 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:59:01.195 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:01.695 INFO:teuthology.orchestra.run.smithi016.stdout:generic/324 [not run] defragmentation not supported for fstype "ceph" 2023-09-23T07:59:01.705 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/324 2023-09-23T07:59:01.705 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/324 2023-09-23T07:59:01.705 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:59:01.711 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:01.750 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:59:01.750 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/325) 2023-09-23T07:59:02.204 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:59:02.216 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:59:02.217 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:59:02.220 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:59:02.220 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:02.749 INFO:teuthology.orchestra.run.smithi016.stdout:generic/325 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T07:59:02.759 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/325 2023-09-23T07:59:02.759 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/325 2023-09-23T07:59:02.759 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:59:02.765 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:02.807 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:59:02.807 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/326) 2023-09-23T07:59:03.259 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:59:03.272 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:59:03.273 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:59:03.275 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:59:03.276 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:04.205 INFO:teuthology.orchestra.run.smithi016.stdout:generic/326 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:59:04.254 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/326 2023-09-23T07:59:04.254 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/326 2023-09-23T07:59:04.254 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:59:04.263 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:04.425 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:59:04.425 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/327) 2023-09-23T07:59:04.881 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:59:04.893 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:59:04.894 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:59:04.897 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:59:04.897 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:05.777 INFO:teuthology.orchestra.run.smithi016.stdout:generic/327 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:59:05.798 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:59:05.821 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:59:05.822 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/327 2023-09-23T07:59:05.822 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/327 2023-09-23T07:59:05.822 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:59:05.838 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:06.050 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:59:06.051 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/328) 2023-09-23T07:59:06.588 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:59:06.600 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:59:06.601 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:59:06.603 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:59:06.604 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:07.499 INFO:teuthology.orchestra.run.smithi016.stdout:generic/328 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:59:07.529 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/328 2023-09-23T07:59:07.529 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/328 2023-09-23T07:59:07.529 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:59:07.553 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:07.758 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:59:07.758 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/329) 2023-09-23T07:59:08.218 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:59:08.231 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:59:08.232 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:59:08.234 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:59:08.235 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:09.276 INFO:teuthology.orchestra.run.smithi016.stdout:generic/329 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:59:09.313 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/329 2023-09-23T07:59:09.313 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/329 2023-09-23T07:59:09.313 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:59:09.324 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:09.397 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:59:09.398 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/330) 2023-09-23T07:59:09.857 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:59:09.869 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:59:09.870 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:59:09.873 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:59:09.873 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:10.766 INFO:teuthology.orchestra.run.smithi016.stdout:generic/330 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:59:10.813 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/330 2023-09-23T07:59:10.813 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/330 2023-09-23T07:59:10.813 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:59:10.819 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:11.034 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:59:11.034 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/331) 2023-09-23T07:59:11.494 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:59:11.507 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:59:11.508 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:59:11.511 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:59:11.511 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:12.506 INFO:teuthology.orchestra.run.smithi016.stdout:generic/331 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:59:12.524 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/331 2023-09-23T07:59:12.524 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/331 2023-09-23T07:59:12.524 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:59:12.536 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:12.657 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:59:12.657 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/332) 2023-09-23T07:59:13.118 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:59:13.130 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:59:13.132 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:59:13.134 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:59:13.134 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:14.021 INFO:teuthology.orchestra.run.smithi016.stdout:generic/332 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:59:14.048 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/332 2023-09-23T07:59:14.048 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/332 2023-09-23T07:59:14.049 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:59:14.078 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:14.280 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:59:14.281 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/333) 2023-09-23T07:59:14.734 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:59:14.746 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:59:14.747 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:59:14.750 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:59:14.750 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:15.637 INFO:teuthology.orchestra.run.smithi016.stdout:generic/333 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:59:15.667 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/333 2023-09-23T07:59:15.667 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/333 2023-09-23T07:59:15.667 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:59:15.677 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:15.890 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:59:15.891 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/334) 2023-09-23T07:59:16.634 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:59:16.646 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:59:16.647 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:59:16.650 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:59:16.650 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:17.841 INFO:teuthology.orchestra.run.smithi016.stdout:generic/334 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T07:59:17.862 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/334 2023-09-23T07:59:17.862 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/334 2023-09-23T07:59:17.862 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:59:17.872 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:18.140 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:59:18.140 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/335) 2023-09-23T07:59:18.608 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:59:18.620 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:59:18.622 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:59:18.624 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:59:18.624 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:19.168 INFO:teuthology.orchestra.run.smithi016.stdout:generic/335 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T07:59:19.178 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/335 2023-09-23T07:59:19.178 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/335 2023-09-23T07:59:19.178 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:59:19.184 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:19.234 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:59:19.234 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/336) 2023-09-23T07:59:19.696 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:59:19.708 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:59:19.710 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:59:19.712 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:59:19.712 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:20.265 INFO:teuthology.orchestra.run.smithi016.stdout:generic/336 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T07:59:20.275 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/336 2023-09-23T07:59:20.275 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/336 2023-09-23T07:59:20.275 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:59:20.281 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:20.331 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:59:20.331 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/337) 2023-09-23T07:59:20.792 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:59:20.805 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:59:20.806 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:59:20.809 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:59:20.809 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:21.642 INFO:teuthology.orchestra.run.smithi016.stdout:generic/337 0s 2023-09-23T07:59:21.655 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/337 2023-09-23T07:59:21.655 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:59:21.662 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:21.682 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:59:21.683 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/338) 2023-09-23T07:59:22.140 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:59:22.153 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:59:22.154 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:59:22.157 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:59:22.157 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:22.694 INFO:teuthology.orchestra.run.smithi016.stdout:generic/338 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T07:59:22.704 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/338 2023-09-23T07:59:22.705 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/338 2023-09-23T07:59:22.705 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T07:59:22.711 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:22.754 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T07:59:22.754 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/339) 2023-09-23T07:59:23.213 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T07:59:23.225 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T07:59:23.226 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T07:59:23.229 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T07:59:23.229 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T07:59:36.172 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T07:59:36.177 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:00:06.525 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:00:06.530 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:00:19.506 INFO:teuthology.orchestra.run.smithi016.stdout:generic/339 56s 2023-09-23T08:00:19.535 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/339 2023-09-23T08:00:19.535 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:00:19.554 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:00:19.599 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:00:19.600 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/340) 2023-09-23T08:00:20.179 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:00:20.191 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:00:20.192 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:00:20.195 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:00:20.195 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:00:27.140 INFO:teuthology.orchestra.run.smithi016.stdout:generic/340 7s 2023-09-23T08:00:27.190 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/340 2023-09-23T08:00:27.190 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:00:27.213 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:00:27.260 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:00:27.260 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/341) 2023-09-23T08:00:28.032 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:00:28.044 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:00:28.045 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:00:28.048 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:00:28.048 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:00:28.601 INFO:teuthology.orchestra.run.smithi016.stdout:generic/341 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T08:00:28.611 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/341 2023-09-23T08:00:28.611 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/341 2023-09-23T08:00:28.611 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:00:28.617 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:00:28.650 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:00:28.650 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/342) 2023-09-23T08:00:29.103 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:00:29.116 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:00:29.117 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:00:29.119 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:00:29.120 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:00:29.646 INFO:teuthology.orchestra.run.smithi016.stdout:generic/342 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T08:00:29.656 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/342 2023-09-23T08:00:29.656 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/342 2023-09-23T08:00:29.656 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:00:29.662 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:00:29.702 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:00:29.702 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/343) 2023-09-23T08:00:30.163 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:00:30.175 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:00:30.176 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:00:30.179 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:00:30.179 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:00:30.742 INFO:teuthology.orchestra.run.smithi016.stdout:generic/343 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T08:00:30.751 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/343 2023-09-23T08:00:30.752 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/343 2023-09-23T08:00:30.752 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:00:30.758 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:00:30.797 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:00:30.797 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/344) 2023-09-23T08:00:31.250 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:00:31.262 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:00:31.264 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:00:31.266 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:00:31.266 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:00:37.654 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:00:37.671 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:00:40.797 INFO:teuthology.orchestra.run.smithi016.stdout:generic/344 9s 2023-09-23T08:00:40.825 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/344 2023-09-23T08:00:40.826 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:00:40.838 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:00:40.882 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:00:40.883 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/345) 2023-09-23T08:00:41.433 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:00:41.447 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:00:41.449 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:00:41.453 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:00:41.453 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:00:52.313 INFO:teuthology.orchestra.run.smithi016.stdout:generic/345 11s 2023-09-23T08:00:52.395 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/345 2023-09-23T08:00:52.395 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:00:52.403 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:00:52.459 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:00:52.459 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/346) 2023-09-23T08:00:53.292 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:00:53.312 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:00:53.314 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:00:53.322 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:00:53.322 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:00:58.280 INFO:teuthology.orchestra.run.smithi016.stdout:generic/346 5s 2023-09-23T08:00:58.320 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/346 2023-09-23T08:00:58.321 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:00:58.345 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:00:58.379 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:00:58.379 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/347) 2023-09-23T08:00:59.120 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:00:59.132 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:00:59.133 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:00:59.136 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:00:59.136 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:00:59.743 INFO:teuthology.orchestra.run.smithi016.stdout:generic/347 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T08:00:59.752 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/347 2023-09-23T08:00:59.753 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/347 2023-09-23T08:00:59.753 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:00:59.759 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:00:59.797 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:00:59.797 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/348) 2023-09-23T08:01:00.252 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:00.265 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:00.266 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:00.269 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:00.269 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:00.839 INFO:teuthology.orchestra.run.smithi016.stdout:generic/348 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T08:01:00.850 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/348 2023-09-23T08:01:00.850 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/348 2023-09-23T08:01:00.850 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:00.856 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:00.901 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:00.902 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/349) 2023-09-23T08:01:01.364 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:01.376 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:01.377 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:01.380 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:01.380 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:02.105 INFO:teuthology.orchestra.run.smithi016.stdout:generic/349 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-09-23T08:01:02.115 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/349 2023-09-23T08:01:02.115 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/349 2023-09-23T08:01:02.116 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:02.121 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:02.172 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:02.172 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/350) 2023-09-23T08:01:02.632 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:02.644 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:02.645 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:02.647 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:02.647 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:03.929 INFO:teuthology.orchestra.run.smithi016.stdout:generic/350 1s 2023-09-23T08:01:03.942 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/350 2023-09-23T08:01:03.942 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:03.948 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:03.970 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:03.970 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/351) 2023-09-23T08:01:04.424 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:04.437 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:04.438 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:04.440 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:04.441 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:04.961 INFO:teuthology.orchestra.run.smithi016.stdout:generic/351 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T08:01:04.971 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/351 2023-09-23T08:01:04.971 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/351 2023-09-23T08:01:04.972 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:04.978 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:05.021 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:05.021 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/352) 2023-09-23T08:01:05.475 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:05.488 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:05.489 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:05.492 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:05.492 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:06.353 INFO:teuthology.orchestra.run.smithi016.stdout:generic/352 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T08:01:06.388 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/352 2023-09-23T08:01:06.388 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/352 2023-09-23T08:01:06.388 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:06.439 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:06.607 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:06.607 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/353) 2023-09-23T08:01:07.057 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:07.070 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:07.071 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:07.073 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:07.073 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:07.914 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:01:07.918 INFO:teuthology.orchestra.run.smithi016.stdout:generic/353 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T08:01:07.934 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:01:07.943 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/353 2023-09-23T08:01:07.949 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/353 2023-09-23T08:01:07.949 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:07.959 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:08.218 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:08.218 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/354) 2023-09-23T08:01:08.716 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:08.729 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:08.730 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:08.732 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:08.732 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:18.871 INFO:teuthology.orchestra.run.smithi016.stdout:generic/354 10s 2023-09-23T08:01:18.934 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/354 2023-09-23T08:01:18.935 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:18.950 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:18.996 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:18.996 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/355) 2023-09-23T08:01:19.471 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:19.485 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:19.487 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:19.492 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:19.492 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:20.924 INFO:teuthology.orchestra.run.smithi016.stdout:generic/355 1s 2023-09-23T08:01:20.937 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/355 2023-09-23T08:01:20.937 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:20.943 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:21.106 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:21.106 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/356) 2023-09-23T08:01:21.734 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:21.746 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:21.747 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:21.750 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:21.750 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:22.593 INFO:teuthology.orchestra.run.smithi016.stdout:generic/356 [not run] swapfiles are not supported 2023-09-23T08:01:22.604 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/356 2023-09-23T08:01:22.604 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/356 2023-09-23T08:01:22.604 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:22.610 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:22.651 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:22.652 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/357) 2023-09-23T08:01:23.111 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:23.124 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:23.126 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:23.128 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:23.128 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:23.889 INFO:teuthology.orchestra.run.smithi016.stdout:generic/357 [not run] swapfiles are not supported 2023-09-23T08:01:23.899 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/357 2023-09-23T08:01:23.899 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/357 2023-09-23T08:01:23.899 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:23.905 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:23.944 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:23.944 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/358) 2023-09-23T08:01:24.398 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:24.411 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:24.413 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:24.414 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:24.415 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:25.295 INFO:teuthology.orchestra.run.smithi016.stdout:generic/358 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T08:01:25.328 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/358 2023-09-23T08:01:25.328 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/358 2023-09-23T08:01:25.328 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:25.341 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:25.527 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:25.527 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/359) 2023-09-23T08:01:25.980 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:25.992 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:25.993 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:25.996 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:25.996 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:26.834 INFO:teuthology.orchestra.run.smithi016.stdout:generic/359 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T08:01:26.878 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/359 2023-09-23T08:01:26.878 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/359 2023-09-23T08:01:26.878 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:26.882 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:27.146 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:27.146 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/360) 2023-09-23T08:01:27.602 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:27.615 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:27.616 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:27.618 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:27.619 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:28.211 INFO:teuthology.orchestra.run.smithi016.stdout:generic/360 1s 2023-09-23T08:01:28.224 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/360 2023-09-23T08:01:28.224 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:28.230 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:28.273 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:28.273 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/361) 2023-09-23T08:01:28.729 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:28.742 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:28.743 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:28.745 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:28.745 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:29.256 INFO:teuthology.orchestra.run.smithi016.stdout:generic/361 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T08:01:29.266 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/361 2023-09-23T08:01:29.266 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/361 2023-09-23T08:01:29.267 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:29.272 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:29.307 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:29.307 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/362) 2023-09-23T08:01:29.762 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:29.775 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:29.776 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:29.779 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:29.779 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:30.265 INFO:teuthology.orchestra.run.smithi016.stdout:generic/362 [not run] this test requires richacl support on $SCRATCH_DEV 2023-09-23T08:01:30.275 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/362 2023-09-23T08:01:30.275 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/362 2023-09-23T08:01:30.275 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:30.281 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:30.323 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:30.323 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/363) 2023-09-23T08:01:30.776 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:30.788 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:30.789 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:30.792 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:30.792 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:31.279 INFO:teuthology.orchestra.run.smithi016.stdout:generic/363 [not run] this test requires richacl support on $SCRATCH_DEV 2023-09-23T08:01:31.289 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/363 2023-09-23T08:01:31.289 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/363 2023-09-23T08:01:31.289 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:31.295 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:31.332 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:31.332 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/364) 2023-09-23T08:01:31.785 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:31.798 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:31.799 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:31.801 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:31.801 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:32.296 INFO:teuthology.orchestra.run.smithi016.stdout:generic/364 [not run] this test requires richacl support on $SCRATCH_DEV 2023-09-23T08:01:32.306 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/364 2023-09-23T08:01:32.306 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/364 2023-09-23T08:01:32.306 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:32.312 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:32.345 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:32.346 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/365) 2023-09-23T08:01:32.798 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:32.810 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:32.811 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:32.814 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:32.814 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:33.310 INFO:teuthology.orchestra.run.smithi016.stdout:generic/365 [not run] this test requires richacl support on $SCRATCH_DEV 2023-09-23T08:01:33.320 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/365 2023-09-23T08:01:33.320 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/365 2023-09-23T08:01:33.320 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:33.326 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:33.371 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:33.371 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/366) 2023-09-23T08:01:33.822 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:33.835 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:33.836 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:33.838 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:33.839 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:34.329 INFO:teuthology.orchestra.run.smithi016.stdout:generic/366 [not run] this test requires richacl support on $SCRATCH_DEV 2023-09-23T08:01:34.339 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/366 2023-09-23T08:01:34.339 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/366 2023-09-23T08:01:34.339 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:34.345 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:34.391 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:34.391 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/367) 2023-09-23T08:01:34.848 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:34.860 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:34.861 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:34.864 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:34.864 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:35.356 INFO:teuthology.orchestra.run.smithi016.stdout:generic/367 [not run] this test requires richacl support on $SCRATCH_DEV 2023-09-23T08:01:35.366 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/367 2023-09-23T08:01:35.366 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/367 2023-09-23T08:01:35.366 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:35.372 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:35.416 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:35.416 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/368) 2023-09-23T08:01:35.868 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:35.881 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:35.882 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:35.884 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:35.885 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:36.378 INFO:teuthology.orchestra.run.smithi016.stdout:generic/368 [not run] this test requires richacl support on $SCRATCH_DEV 2023-09-23T08:01:36.388 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/368 2023-09-23T08:01:36.388 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/368 2023-09-23T08:01:36.388 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:36.394 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:36.432 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:36.432 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/369) 2023-09-23T08:01:36.892 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:36.904 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:36.906 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:36.908 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:36.908 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:37.401 INFO:teuthology.orchestra.run.smithi016.stdout:generic/369 [not run] this test requires richacl support on $SCRATCH_DEV 2023-09-23T08:01:37.411 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/369 2023-09-23T08:01:37.411 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/369 2023-09-23T08:01:37.411 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:37.417 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:37.452 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:37.452 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/370) 2023-09-23T08:01:37.903 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:37.915 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:37.916 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:37.919 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:37.919 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:38.218 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:01:38.223 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:01:38.405 INFO:teuthology.orchestra.run.smithi016.stdout:generic/370 [not run] this test requires richacl support on $SCRATCH_DEV 2023-09-23T08:01:38.415 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/370 2023-09-23T08:01:38.415 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/370 2023-09-23T08:01:38.415 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:38.421 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:38.457 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:38.457 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/371) 2023-09-23T08:01:38.911 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:38.923 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:38.925 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:38.927 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:38.927 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:39.454 INFO:teuthology.orchestra.run.smithi016.stdout:generic/371 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T08:01:39.464 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/371 2023-09-23T08:01:39.464 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/371 2023-09-23T08:01:39.464 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:39.470 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:39.511 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:39.511 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/372) 2023-09-23T08:01:39.966 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:39.978 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:39.980 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:39.982 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:39.982 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:40.829 INFO:teuthology.orchestra.run.smithi016.stdout:generic/372 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T08:01:40.856 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/372 2023-09-23T08:01:40.864 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/372 2023-09-23T08:01:40.864 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:40.873 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:41.092 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:41.092 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/373) 2023-09-23T08:01:41.542 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:41.554 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:41.555 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:41.558 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:41.558 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:42.438 INFO:teuthology.orchestra.run.smithi016.stdout:generic/373 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T08:01:42.471 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/373 2023-09-23T08:01:42.473 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/373 2023-09-23T08:01:42.473 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:42.486 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:42.646 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:42.646 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/374) 2023-09-23T08:01:43.114 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:43.126 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:43.127 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:43.130 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:43.130 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:43.854 INFO:teuthology.orchestra.run.smithi016.stdout:generic/374 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-09-23T08:01:43.980 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/374 2023-09-23T08:01:43.980 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/374 2023-09-23T08:01:43.980 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:44.005 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:44.332 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:44.333 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/375) 2023-09-23T08:01:44.786 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:44.799 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:44.800 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:44.803 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:44.803 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:45.468 INFO:teuthology.orchestra.run.smithi016.stdout:generic/375 0s 2023-09-23T08:01:45.481 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/375 2023-09-23T08:01:45.481 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:45.487 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:45.685 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:45.685 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/376) 2023-09-23T08:01:46.305 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:46.318 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:46.319 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:46.322 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:46.322 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:46.869 INFO:teuthology.orchestra.run.smithi016.stdout:generic/376 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T08:01:46.878 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/376 2023-09-23T08:01:46.878 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/376 2023-09-23T08:01:46.879 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:46.885 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:46.924 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:46.924 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/377) 2023-09-23T08:01:47.381 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:47.393 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:47.394 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:47.397 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:47.397 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:48.176 INFO:teuthology.orchestra.run.smithi016.stdout:generic/377 1s 2023-09-23T08:01:48.189 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/377 2023-09-23T08:01:48.190 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:48.196 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:48.216 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:48.217 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/378) 2023-09-23T08:01:48.683 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:48.695 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:48.697 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:48.699 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:48.699 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:49.569 INFO:teuthology.orchestra.run.smithi016.stdout:generic/378 1s 2023-09-23T08:01:49.582 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/378 2023-09-23T08:01:49.582 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:49.588 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:49.740 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:49.740 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/379) 2023-09-23T08:01:50.386 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:50.398 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:50.399 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:50.402 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:50.402 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:50.919 INFO:teuthology.orchestra.run.smithi016.stdout:generic/379 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T08:01:50.928 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/379 2023-09-23T08:01:50.928 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/379 2023-09-23T08:01:50.928 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:50.934 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:50.973 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:50.973 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/380) 2023-09-23T08:01:51.427 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:51.439 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:51.440 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:51.443 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:51.443 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:51.937 INFO:teuthology.orchestra.run.smithi016.stdout:generic/380 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T08:01:51.947 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/380 2023-09-23T08:01:51.947 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/380 2023-09-23T08:01:51.947 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:51.953 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:51.994 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:51.994 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/381) 2023-09-23T08:01:52.450 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:52.463 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:52.464 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:52.467 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:52.467 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:52.967 INFO:teuthology.orchestra.run.smithi016.stdout:generic/381 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T08:01:52.977 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/381 2023-09-23T08:01:52.977 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/381 2023-09-23T08:01:52.978 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:52.983 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:53.024 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:53.024 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/382) 2023-09-23T08:01:53.477 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:53.490 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:53.491 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:53.494 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:53.494 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:53.992 INFO:teuthology.orchestra.run.smithi016.stdout:generic/382 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T08:01:54.002 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/382 2023-09-23T08:01:54.002 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/382 2023-09-23T08:01:54.002 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:54.009 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:54.049 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:54.049 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/383) 2023-09-23T08:01:54.504 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:54.516 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:54.517 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:54.520 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:54.520 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:55.018 INFO:teuthology.orchestra.run.smithi016.stdout:generic/383 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T08:01:55.028 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/383 2023-09-23T08:01:55.028 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/383 2023-09-23T08:01:55.029 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:55.035 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:55.078 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:55.079 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/384) 2023-09-23T08:01:55.537 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:55.550 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:55.551 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:55.554 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:55.554 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:56.057 INFO:teuthology.orchestra.run.smithi016.stdout:generic/384 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T08:01:56.067 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/384 2023-09-23T08:01:56.068 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/384 2023-09-23T08:01:56.068 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:56.074 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:56.115 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:56.115 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/385) 2023-09-23T08:01:56.571 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:56.584 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:56.585 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:56.588 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:56.588 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:57.090 INFO:teuthology.orchestra.run.smithi016.stdout:generic/385 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T08:01:57.100 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/385 2023-09-23T08:01:57.100 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/385 2023-09-23T08:01:57.100 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:57.106 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:57.141 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:57.142 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/386) 2023-09-23T08:01:57.600 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:57.613 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:57.614 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:57.616 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:57.617 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:58.114 INFO:teuthology.orchestra.run.smithi016.stdout:generic/386 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T08:01:58.124 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/386 2023-09-23T08:01:58.124 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/386 2023-09-23T08:01:58.124 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:58.130 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:58.170 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:58.170 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/387) 2023-09-23T08:01:58.620 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:01:58.632 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:01:58.633 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:01:58.636 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:01:58.636 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:59.486 INFO:teuthology.orchestra.run.smithi016.stdout:generic/387 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T08:01:59.519 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/387 2023-09-23T08:01:59.519 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/387 2023-09-23T08:01:59.519 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:01:59.538 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:01:59.767 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:01:59.767 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/388) 2023-09-23T08:02:00.220 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:00.233 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:00.234 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:00.236 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:00.237 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:00.779 INFO:teuthology.orchestra.run.smithi016.stdout:generic/388 [not run] require 172.21.15.16:6789:/scratch to be local device 2023-09-23T08:02:00.789 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/388 2023-09-23T08:02:00.789 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/388 2023-09-23T08:02:00.790 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:00.796 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:00.839 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:00.839 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/389) 2023-09-23T08:02:01.300 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:01.313 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:01.314 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:01.316 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:01.317 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:01.818 INFO:teuthology.orchestra.run.smithi016.stdout:generic/389 [not run] O_TMPFILE is not supported 2023-09-23T08:02:01.829 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/389 2023-09-23T08:02:01.829 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/389 2023-09-23T08:02:01.829 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:01.835 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:01.883 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:01.884 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/390) 2023-09-23T08:02:02.339 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:02.352 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:02.353 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:02.356 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:02.356 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:02.885 INFO:teuthology.orchestra.run.smithi016.stdout:generic/390 [not run] ceph does not support freezing 2023-09-23T08:02:02.895 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/390 2023-09-23T08:02:02.895 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/390 2023-09-23T08:02:02.895 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:02.901 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:02.939 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:02.940 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/391) 2023-09-23T08:02:03.389 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:03.402 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:03.403 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:03.405 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:03.405 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:03.936 INFO:teuthology.orchestra.run.smithi016.stdout:generic/391 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T08:02:03.946 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/391 2023-09-23T08:02:03.946 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/391 2023-09-23T08:02:03.946 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:03.952 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:03.992 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:03.992 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/392) 2023-09-23T08:02:04.446 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:04.459 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:04.460 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:04.462 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:04.463 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:05.120 INFO:teuthology.orchestra.run.smithi016.stdout:generic/392 [not run] ceph does not support shutdown 2023-09-23T08:02:05.151 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/392 2023-09-23T08:02:05.152 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/392 2023-09-23T08:02:05.152 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:05.157 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:05.194 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:05.195 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/393) 2023-09-23T08:02:05.646 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:05.658 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:05.660 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:05.662 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:05.663 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:06.976 INFO:teuthology.orchestra.run.smithi016.stdout:generic/393 1s 2023-09-23T08:02:06.988 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/393 2023-09-23T08:02:06.988 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:06.994 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:07.016 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:07.016 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/394) 2023-09-23T08:02:07.470 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:07.482 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:07.483 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:07.486 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:07.486 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:08.049 INFO:teuthology.orchestra.run.smithi016.stdout:generic/394 1s 2023-09-23T08:02:08.060 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/394 2023-09-23T08:02:08.061 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:08.067 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:08.193 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:08.194 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/395) 2023-09-23T08:02:08.613 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:02:08.623 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:02:09.036 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:09.058 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:09.059 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:09.062 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:09.063 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:11.086 INFO:teuthology.orchestra.run.smithi016.stdout:generic/395 2s 2023-09-23T08:02:11.139 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/395 2023-09-23T08:02:11.139 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:11.154 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:11.205 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:11.205 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/396) 2023-09-23T08:02:11.704 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:11.716 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:11.717 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:11.720 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:11.720 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:12.885 INFO:teuthology.orchestra.run.smithi016.stdout:generic/396 1s 2023-09-23T08:02:12.897 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/396 2023-09-23T08:02:12.898 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:12.904 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:12.924 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:12.924 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/397) 2023-09-23T08:02:13.377 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:13.390 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:13.391 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:13.394 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:13.394 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:15.423 INFO:teuthology.orchestra.run.smithi016.stdout:generic/397 2s 2023-09-23T08:02:15.436 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/397 2023-09-23T08:02:15.437 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:15.442 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:15.463 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:15.463 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/398) 2023-09-23T08:02:15.923 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:15.935 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:15.936 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:15.939 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:15.939 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:16.837 INFO:teuthology.orchestra.run.smithi016.stdout:generic/398 [not run] kernel doesn't support renameat2 syscall 2023-09-23T08:02:16.848 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/398 2023-09-23T08:02:16.848 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/398 2023-09-23T08:02:16.848 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:16.854 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:17.014 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:17.014 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/399) 2023-09-23T08:02:17.664 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:17.677 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:17.678 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:17.681 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:17.681 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:18.545 INFO:teuthology.orchestra.run.smithi016.stdout:generic/399 [not run] Filesystem ceph not supported in _scratch_mkfs_sized_encrypted 2023-09-23T08:02:18.555 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/399 2023-09-23T08:02:18.555 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/399 2023-09-23T08:02:18.555 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:18.561 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:18.603 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:18.603 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/400) 2023-09-23T08:02:19.062 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:19.075 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:19.076 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:19.078 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:19.079 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:19.559 INFO:teuthology.orchestra.run.smithi016.stdout:generic/400 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T08:02:19.569 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/400 2023-09-23T08:02:19.569 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/400 2023-09-23T08:02:19.569 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:19.575 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:19.612 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:19.613 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/401) 2023-09-23T08:02:20.070 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:20.083 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:20.084 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:20.086 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:20.086 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:21.064 INFO:teuthology.orchestra.run.smithi016.stdout:generic/401 1s 2023-09-23T08:02:21.117 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/401 2023-09-23T08:02:21.118 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:21.122 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:21.172 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:21.172 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/402) 2023-09-23T08:02:21.696 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:21.708 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:21.710 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:21.712 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:21.713 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:22.441 INFO:teuthology.orchestra.run.smithi016.stdout:generic/402 [not run] filesystem ceph timestamp bounds are unknown 2023-09-23T08:02:22.468 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/402 2023-09-23T08:02:22.468 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/402 2023-09-23T08:02:22.468 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:22.474 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:22.515 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:22.515 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/403) 2023-09-23T08:02:22.981 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:22.993 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:22.994 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:22.997 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:22.997 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:24.223 INFO:teuthology.orchestra.run.smithi016.stdout:generic/403 1s 2023-09-23T08:02:24.236 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/403 2023-09-23T08:02:24.236 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:24.242 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:24.263 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:24.263 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/404) 2023-09-23T08:02:24.716 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:24.729 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:24.730 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:24.733 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:24.733 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:25.269 INFO:teuthology.orchestra.run.smithi016.stdout:generic/404 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T08:02:25.279 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/404 2023-09-23T08:02:25.280 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/404 2023-09-23T08:02:25.280 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:25.286 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:25.335 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:25.335 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/405) 2023-09-23T08:02:25.794 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:25.807 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:25.808 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:25.811 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:25.811 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:26.393 INFO:teuthology.orchestra.run.smithi016.stdout:generic/405 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T08:02:26.402 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/405 2023-09-23T08:02:26.402 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/405 2023-09-23T08:02:26.403 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:26.409 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:26.447 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:26.447 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/406) 2023-09-23T08:02:26.909 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:26.921 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:26.922 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:26.925 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:26.925 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:29.282 INFO:teuthology.orchestra.run.smithi016.stdout:generic/406 2s 2023-09-23T08:02:29.294 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/406 2023-09-23T08:02:29.295 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:29.301 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:29.321 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:29.322 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/407) 2023-09-23T08:02:29.775 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:29.788 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:29.789 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:29.791 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:29.791 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:30.378 INFO:teuthology.orchestra.run.smithi016.stdout:generic/407 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T08:02:30.388 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/407 2023-09-23T08:02:30.388 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/407 2023-09-23T08:02:30.388 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:30.394 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:30.555 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:30.555 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/408) 2023-09-23T08:02:31.242 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:31.254 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:31.255 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:31.258 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:31.258 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:31.838 INFO:teuthology.orchestra.run.smithi016.stdout:generic/408 [not run] Dedupe not supported by test filesystem type: ceph 2023-09-23T08:02:31.847 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/408 2023-09-23T08:02:31.848 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/408 2023-09-23T08:02:31.848 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:31.854 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:31.993 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:31.993 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/409) 2023-09-23T08:02:32.660 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:32.672 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:32.673 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:32.676 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:32.676 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:33.191 INFO:teuthology.orchestra.run.smithi016.stdout:generic/409 [not run] require 172.21.15.16:6789:/scratch to be local device 2023-09-23T08:02:33.201 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/409 2023-09-23T08:02:33.201 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/409 2023-09-23T08:02:33.201 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:33.207 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:33.247 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:33.248 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/410) 2023-09-23T08:02:33.701 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:33.714 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:33.715 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:33.717 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:33.717 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:34.231 INFO:teuthology.orchestra.run.smithi016.stdout:generic/410 [not run] require 172.21.15.16:6789:/scratch to be local device 2023-09-23T08:02:34.240 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/410 2023-09-23T08:02:34.241 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/410 2023-09-23T08:02:34.241 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:34.247 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:34.283 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:34.283 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/411) 2023-09-23T08:02:34.738 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:34.751 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:34.752 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:34.755 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:34.755 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:35.268 INFO:teuthology.orchestra.run.smithi016.stdout:generic/411 [not run] require 172.21.15.16:6789:/scratch to be local device 2023-09-23T08:02:35.278 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/411 2023-09-23T08:02:35.278 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/411 2023-09-23T08:02:35.279 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:35.284 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:35.325 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:35.325 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/412) 2023-09-23T08:02:35.778 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:35.790 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:35.791 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:35.794 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:35.794 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:36.737 INFO:teuthology.orchestra.run.smithi016.stdout:generic/412 1s 2023-09-23T08:02:36.750 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/412 2023-09-23T08:02:36.750 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:36.757 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:36.777 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:36.778 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/413) 2023-09-23T08:02:37.236 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:37.248 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:37.249 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:37.252 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:37.252 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:37.909 INFO:teuthology.orchestra.run.smithi016.stdout:generic/413 [not run] mount 172.21.15.16:6789:/scratch with dax failed 2023-09-23T08:02:37.918 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/413 2023-09-23T08:02:37.919 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/413 2023-09-23T08:02:37.919 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:37.925 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:37.967 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:37.968 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/414) 2023-09-23T08:02:38.423 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:38.436 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:38.437 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:38.439 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:38.439 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:38.775 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:02:38.780 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:02:39.344 INFO:teuthology.orchestra.run.smithi016.stdout:generic/414 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T08:02:39.365 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/414 2023-09-23T08:02:39.366 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/414 2023-09-23T08:02:39.366 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:39.379 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:39.535 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:39.535 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/415) 2023-09-23T08:02:39.998 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:40.009 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:40.011 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:40.013 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:40.013 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:40.898 INFO:teuthology.orchestra.run.smithi016.stdout:generic/415 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T08:02:40.922 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/415 2023-09-23T08:02:40.922 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/415 2023-09-23T08:02:40.922 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:40.929 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:41.133 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:41.134 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/416) 2023-09-23T08:02:41.598 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:41.610 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:41.612 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:41.614 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:41.614 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:42.128 INFO:teuthology.orchestra.run.smithi016.stdout:generic/416 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-23T08:02:42.137 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/416 2023-09-23T08:02:42.138 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/416 2023-09-23T08:02:42.138 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:42.144 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:42.187 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:42.188 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/417) 2023-09-23T08:02:42.642 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:42.654 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:42.655 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:42.658 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:42.658 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:43.321 INFO:teuthology.orchestra.run.smithi016.stdout:generic/417 [not run] ceph does not support shutdown 2023-09-23T08:02:43.352 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/417 2023-09-23T08:02:43.353 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/417 2023-09-23T08:02:43.353 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:43.359 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:43.401 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:43.401 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/418) 2023-09-23T08:02:43.855 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:43.869 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:43.869 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:43.872 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:43.872 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:44.418 INFO:teuthology.orchestra.run.smithi016.stdout:generic/418 [not run] require 172.21.15.16:6789:/test to be valid block disk 2023-09-23T08:02:44.428 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/418 2023-09-23T08:02:44.428 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/418 2023-09-23T08:02:44.428 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:44.434 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:44.480 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:44.480 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/419) 2023-09-23T08:02:44.941 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:44.953 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:44.954 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:44.957 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:44.957 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:45.798 INFO:teuthology.orchestra.run.smithi016.stdout:generic/419 [not run] kernel doesn't support renameat2 syscall 2023-09-23T08:02:45.808 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/419 2023-09-23T08:02:45.808 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/419 2023-09-23T08:02:45.808 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:45.814 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:45.973 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:45.973 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/420) 2023-09-23T08:02:46.600 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:46.613 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:46.614 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:46.617 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:46.617 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:47.329 INFO:teuthology.orchestra.run.smithi016.stdout:generic/420 1s 2023-09-23T08:02:47.343 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/420 2023-09-23T08:02:47.343 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:47.349 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:47.525 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:47.525 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/421) 2023-09-23T08:02:48.170 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:48.183 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:48.184 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:48.186 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:48.187 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:55.110 INFO:teuthology.orchestra.run.smithi016.stdout:generic/421 7s 2023-09-23T08:02:55.146 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/421 2023-09-23T08:02:55.147 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:55.158 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:55.215 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:55.216 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/422) 2023-09-23T08:02:55.718 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:55.731 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:55.732 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:55.734 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:55.735 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:56.263 INFO:teuthology.orchestra.run.smithi016.stdout:generic/422 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-09-23T08:02:56.273 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/422 2023-09-23T08:02:56.273 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/422 2023-09-23T08:02:56.273 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:56.279 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:56.321 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:56.321 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/423) 2023-09-23T08:02:56.774 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:56.786 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:56.788 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:56.790 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:56.790 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:57.441 INFO:teuthology.orchestra.run.smithi016.stdout:generic/423 1s 2023-09-23T08:02:57.454 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/423 2023-09-23T08:02:57.455 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:57.461 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:57.624 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:57.624 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/424) 2023-09-23T08:02:58.265 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:58.278 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:58.279 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:58.282 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:58.282 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:58.812 INFO:teuthology.orchestra.run.smithi016.stdout:generic/424 [not run] file system doesn't support any of /bin/chattr +a/+c/+d/+i 2023-09-23T08:02:58.822 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/424 2023-09-23T08:02:58.822 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/424 2023-09-23T08:02:58.822 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:58.828 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:58.878 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:02:58.878 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/425) 2023-09-23T08:02:59.331 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:02:59.343 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:02:59.344 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:02:59.347 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:02:59.347 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:02:59.914 INFO:teuthology.orchestra.run.smithi016.stdout:generic/425 [not run] xfs_io fiemap -a failed (old kernel/wrong fs?) 2023-09-23T08:02:59.925 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/425 2023-09-23T08:02:59.925 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/425 2023-09-23T08:02:59.925 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:02:59.931 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:03:00.075 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:03:00.075 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/426) 2023-09-23T08:03:00.727 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:03:00.739 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:03:00.740 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:03:00.743 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:03:00.743 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:03:09.095 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:03:09.100 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:03:39.316 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:03:39.321 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:03:49.498 INFO:teuthology.orchestra.run.smithi016.stdout:generic/426 49s 2023-09-23T08:03:49.551 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/426 2023-09-23T08:03:49.551 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:03:49.565 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:03:49.792 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:03:49.792 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/427) 2023-09-23T08:03:51.319 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:03:51.331 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:03:51.332 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:03:51.335 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:03:51.335 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:03:52.102 INFO:teuthology.orchestra.run.smithi016.stdout:generic/427 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-23T08:03:52.112 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/427 2023-09-23T08:03:52.112 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/427 2023-09-23T08:03:52.112 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:03:52.118 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:03:52.158 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:03:52.158 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/428) 2023-09-23T08:03:52.615 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:03:52.628 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:03:52.629 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:03:52.632 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:03:52.632 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:03:53.189 INFO:teuthology.orchestra.run.smithi016.stdout:generic/428 1s 2023-09-23T08:03:53.205 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/428 2023-09-23T08:03:53.205 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:03:53.211 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:03:53.256 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:03:53.257 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/429) 2023-09-23T08:03:53.707 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:03:53.719 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:03:53.721 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:03:53.723 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:03:53.723 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:04:05.787 INFO:teuthology.orchestra.run.smithi016.stdout:generic/429 12s 2023-09-23T08:04:05.813 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/429 2023-09-23T08:04:05.813 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:04:05.819 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:04:05.843 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:04:05.843 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/430) 2023-09-23T08:04:06.469 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:04:06.482 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:04:06.483 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:04:06.486 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:04:06.486 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:04:07.217 INFO:teuthology.orchestra.run.smithi016.stdout:generic/430 1s 2023-09-23T08:04:07.232 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/430 2023-09-23T08:04:07.232 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:04:07.238 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:04:07.394 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:04:07.394 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/431) 2023-09-23T08:04:08.035 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:04:08.048 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:04:08.049 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:04:08.052 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:04:08.052 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:04:08.706 INFO:teuthology.orchestra.run.smithi016.stdout:generic/431 0s 2023-09-23T08:04:08.719 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/431 2023-09-23T08:04:08.719 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:04:08.725 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:04:08.914 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:04:08.914 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/432) 2023-09-23T08:04:09.544 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:04:09.557 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:04:09.558 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:04:09.561 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:04:09.561 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:04:10.253 INFO:teuthology.orchestra.run.smithi016.stdout:generic/432 1s 2023-09-23T08:04:10.266 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/432 2023-09-23T08:04:10.267 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:04:10.273 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:04:10.275 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:04:10.281 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:04:10.390 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:04:10.390 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/433) 2023-09-23T08:04:11.067 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:04:11.079 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:04:11.080 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:04:11.083 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:04:11.083 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:04:11.731 INFO:teuthology.orchestra.run.smithi016.stdout:generic/433 0s 2023-09-23T08:04:11.744 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/433 2023-09-23T08:04:11.744 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:04:11.750 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:04:11.934 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:04:11.934 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/434) 2023-09-23T08:04:12.559 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:04:12.572 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:04:12.573 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:04:12.576 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:04:12.576 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:04:13.229 INFO:teuthology.orchestra.run.smithi016.stdout:generic/434 1s 2023-09-23T08:04:13.242 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/434 2023-09-23T08:04:13.243 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:04:13.248 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:04:13.403 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:04:13.403 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/435) 2023-09-23T08:04:14.043 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:04:14.056 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:04:14.057 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:04:14.059 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:04:14.060 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:04:40.583 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:04:40.588 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:05:10.694 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:05:10.699 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:05:41.071 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:05:41.076 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:05:41.186 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T08:05:41.184+0000 7fd5b89f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 432821) UID: 0 2023-09-23T08:05:41.187 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T08:05:41.184+0000 7f9664bf9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 432821) UID: 0 2023-09-23T08:08:58.798 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:08:58.821 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:09:29.046 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:09:29.066 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:10:00.261 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:10:00.266 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:10:30.402 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:10:30.409 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:11:00.524 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:11:00.531 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:11:30.640 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:11:30.645 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:11:31.067 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T08:11:31.065+0000 7fd5b89f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 433217) UID: 0 2023-09-23T08:11:31.069 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T08:11:31.067+0000 7f9664bf9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 433217) UID: 0 2023-09-23T08:14:19.063 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T08:14:19.061+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 433245) UID: 0 2023-09-23T08:14:19.064 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T08:14:19.061+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 433245) UID: 0 2023-09-23T08:14:19.064 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T08:14:19.061+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 433245) UID: 0 2023-09-23T08:14:19.064 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T08:14:19.061+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 433245) UID: 0 2023-09-23T08:16:20.085 INFO:teuthology.orchestra.run.smithi016.stdout:generic/435 726s 2023-09-23T08:16:20.099 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/435 2023-09-23T08:16:20.100 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:16:20.113 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:16:20.172 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:16:20.172 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/436) 2023-09-23T08:16:21.058 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:16:21.071 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:16:21.072 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:16:21.075 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:16:21.075 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:16:22.863 INFO:teuthology.orchestra.run.smithi016.stdout:generic/436 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T08:16:22.876 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/436 2023-09-23T08:16:22.877 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/436 2023-09-23T08:16:22.877 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:16:22.978 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:16:23.621 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:16:23.621 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/437) 2023-09-23T08:16:35.355 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:16:35.367 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:16:35.368 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:16:35.371 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:16:35.371 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:16:37.280 INFO:teuthology.orchestra.run.smithi016.stdout:generic/437 2s 2023-09-23T08:16:37.343 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/437 2023-09-23T08:16:37.344 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:16:37.349 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:16:37.398 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:16:37.398 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/438) 2023-09-23T08:16:37.859 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:16:37.871 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:16:37.872 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:16:37.874 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:16:37.874 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:17:27.120 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:17:27.125 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:17:27.290 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T08:17:27.288+0000 7fd5b89f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 443065) UID: 0 2023-09-23T08:17:27.291 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T08:17:27.288+0000 7f9664bf9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 443065) UID: 0 2023-09-23T08:18:00.387 INFO:teuthology.orchestra.run.smithi016.stdout:generic/438 82s 2023-09-23T08:18:00.399 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/438 2023-09-23T08:18:00.400 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:18:00.405 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:00.445 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:18:00.445 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/439) 2023-09-23T08:18:00.914 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:18:00.927 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:18:00.928 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:18:00.930 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:18:00.930 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:03.270 INFO:teuthology.orchestra.run.smithi016.stdout:generic/439 1s 2023-09-23T08:18:03.283 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/439 2023-09-23T08:18:03.283 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:18:03.289 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:03.332 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:18:03.333 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/440) 2023-09-23T08:18:03.789 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:18:03.802 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:18:03.803 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:18:03.805 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:18:03.805 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:05.734 INFO:teuthology.orchestra.run.smithi016.stdout:generic/440 1s 2023-09-23T08:18:05.747 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/440 2023-09-23T08:18:05.747 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:18:05.753 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:05.774 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:18:05.775 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/441) 2023-09-23T08:18:06.240 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:18:06.252 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:18:06.253 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:18:06.256 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:18:06.256 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:06.875 INFO:teuthology.orchestra.run.smithi016.stdout:generic/441 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T08:18:06.885 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/441 2023-09-23T08:18:06.885 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/441 2023-09-23T08:18:06.885 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:18:06.891 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:06.930 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:18:06.930 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/442) 2023-09-23T08:18:07.396 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:18:07.408 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:18:07.409 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:18:07.412 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:18:07.412 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:07.965 INFO:teuthology.orchestra.run.smithi016.stdout:generic/442 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T08:18:07.975 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/442 2023-09-23T08:18:07.975 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/442 2023-09-23T08:18:07.975 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:18:07.981 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:08.016 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:18:08.017 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/443) 2023-09-23T08:18:08.474 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:18:08.486 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:18:08.487 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:18:08.490 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:18:08.490 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:09.053 INFO:teuthology.orchestra.run.smithi016.stdout:generic/443 1s 2023-09-23T08:18:09.066 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/443 2023-09-23T08:18:09.066 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:18:09.072 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:09.128 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:18:09.129 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/444) 2023-09-23T08:18:09.586 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:18:09.598 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:18:09.599 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:18:09.602 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:18:09.602 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:10.240 INFO:teuthology.orchestra.run.smithi016.stdout:generic/444 1s 2023-09-23T08:18:10.253 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/444 2023-09-23T08:18:10.254 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:18:10.259 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:10.312 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:18:10.313 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/445) 2023-09-23T08:18:10.777 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:18:10.789 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:18:10.790 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:18:10.793 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:18:10.793 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:11.672 INFO:teuthology.orchestra.run.smithi016.stdout:generic/445 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T08:18:11.682 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/445 2023-09-23T08:18:11.682 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/445 2023-09-23T08:18:11.682 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:18:11.688 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:11.827 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:18:11.827 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/446) 2023-09-23T08:18:12.555 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:18:12.567 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:18:12.568 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:18:12.571 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:18:12.571 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:37.755 INFO:teuthology.orchestra.run.smithi016.stdout:generic/446 25s 2023-09-23T08:18:37.797 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/446 2023-09-23T08:18:37.797 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:18:37.814 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:37.865 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:18:37.865 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/447) 2023-09-23T08:18:38.476 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:18:38.489 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:18:38.490 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:18:38.493 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:18:38.493 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:39.376 INFO:teuthology.orchestra.run.smithi016.stdout:generic/447 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T08:18:39.409 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/447 2023-09-23T08:18:39.409 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/447 2023-09-23T08:18:39.409 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:18:39.432 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:39.655 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:18:39.655 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/448) 2023-09-23T08:18:40.126 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:18:40.139 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:18:40.140 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:18:40.142 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:18:40.143 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:41.411 INFO:teuthology.orchestra.run.smithi016.stdout:generic/448 1s 2023-09-23T08:18:41.425 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/448 2023-09-23T08:18:41.425 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:18:41.430 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:41.579 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:18:41.580 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/449) 2023-09-23T08:18:42.285 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:18:42.298 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:18:42.299 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:18:42.302 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:18:42.302 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:42.857 INFO:teuthology.orchestra.run.smithi016.stdout:generic/449 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-23T08:18:42.867 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/449 2023-09-23T08:18:42.867 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/449 2023-09-23T08:18:42.868 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:18:42.873 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:43.020 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:18:43.020 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/450) 2023-09-23T08:18:43.716 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:18:43.728 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:18:43.729 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:18:43.732 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:18:43.732 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:44.826 INFO:teuthology.orchestra.run.smithi016.stdout:generic/450 1s 2023-09-23T08:18:44.839 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/450 2023-09-23T08:18:44.839 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:18:44.845 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:18:45.013 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:18:45.014 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/451) 2023-09-23T08:18:45.703 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:18:45.716 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:18:45.717 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:18:45.719 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:18:45.719 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:16.452 INFO:teuthology.orchestra.run.smithi016.stdout:generic/451 31s 2023-09-23T08:19:16.466 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/451 2023-09-23T08:19:16.466 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:19:16.472 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:16.604 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:19:16.604 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/452) 2023-09-23T08:19:17.308 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:19:17.321 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:19:17.322 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:19:17.325 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:19:17.325 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:18.164 INFO:teuthology.orchestra.run.smithi016.stdout:generic/452 1s 2023-09-23T08:19:18.178 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/452 2023-09-23T08:19:18.178 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:19:18.185 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:18.205 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:19:18.205 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/453) 2023-09-23T08:19:18.667 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:19:18.680 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:19:18.681 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:19:18.684 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:19:18.684 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:19.175 INFO:teuthology.orchestra.run.smithi016.stdout:generic/453 [not run] ceph does not allow unrestricted byte streams for names 2023-09-23T08:19:19.185 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/453 2023-09-23T08:19:19.185 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/453 2023-09-23T08:19:19.185 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:19:19.191 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:19.231 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:19:19.231 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/454) 2023-09-23T08:19:19.693 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:19:19.705 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:19:19.707 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:19:19.710 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:19:19.710 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:20.231 INFO:teuthology.orchestra.run.smithi016.stdout:generic/454 [not run] ceph does not allow unrestricted byte streams for names 2023-09-23T08:19:20.241 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/454 2023-09-23T08:19:20.241 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/454 2023-09-23T08:19:20.242 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:19:20.247 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:20.291 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:19:20.292 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/455) 2023-09-23T08:19:20.770 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:19:20.782 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:19:20.784 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:19:20.786 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:19:20.786 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:21.432 INFO:teuthology.orchestra.run.smithi016.stdout:generic/455 [not run] This test requires a valid $LOGWRITES_DEV 2023-09-23T08:19:21.442 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/455 2023-09-23T08:19:21.443 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/455 2023-09-23T08:19:21.443 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:19:21.448 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:21.490 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:19:21.490 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/456) 2023-09-23T08:19:21.947 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:19:21.960 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:19:21.961 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:19:21.963 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:19:21.963 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:22.550 INFO:teuthology.orchestra.run.smithi016.stdout:generic/456 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T08:19:22.560 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/456 2023-09-23T08:19:22.560 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/456 2023-09-23T08:19:22.560 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:19:22.566 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:22.607 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:19:22.608 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/457) 2023-09-23T08:19:23.074 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:19:23.086 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:19:23.087 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:19:23.090 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:19:23.090 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:24.263 INFO:teuthology.orchestra.run.smithi016.stdout:generic/457 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T08:19:24.276 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/457 2023-09-23T08:19:24.276 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/457 2023-09-23T08:19:24.277 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:19:24.283 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:24.327 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:19:24.328 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/458) 2023-09-23T08:19:24.792 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:19:24.805 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:19:24.806 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:19:24.808 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:19:24.808 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:25.734 INFO:teuthology.orchestra.run.smithi016.stdout:generic/458 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T08:19:25.786 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/458 2023-09-23T08:19:25.786 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/458 2023-09-23T08:19:25.786 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:19:25.818 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:25.961 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:19:25.961 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/459) 2023-09-23T08:19:26.444 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:19:26.456 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:19:26.457 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:19:26.460 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:19:26.460 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:27.244 INFO:teuthology.orchestra.run.smithi016.stdout:generic/459 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T08:19:27.257 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/459 2023-09-23T08:19:27.257 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/459 2023-09-23T08:19:27.257 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:19:27.264 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:27.314 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:19:27.314 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/460) 2023-09-23T08:19:27.801 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:19:27.814 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:19:27.815 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:19:27.817 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:19:27.818 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:31.068 INFO:teuthology.orchestra.run.smithi016.stdout:generic/460 2s 2023-09-23T08:19:31.081 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/460 2023-09-23T08:19:31.081 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:19:31.087 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:31.108 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:19:31.109 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/461) 2023-09-23T08:19:31.578 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:19:31.592 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:19:31.593 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:19:31.596 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:19:31.596 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:32.309 INFO:teuthology.orchestra.run.smithi016.stdout:generic/461 [not run] ceph does not support shutdown 2023-09-23T08:19:32.327 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/461 2023-09-23T08:19:32.327 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/461 2023-09-23T08:19:32.327 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:19:32.344 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:32.431 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:19:32.431 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/462) 2023-09-23T08:19:33.019 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:19:33.032 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:19:33.033 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:19:33.036 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:19:33.036 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:33.689 INFO:teuthology.orchestra.run.smithi016.stdout:generic/462 [not run] mount 172.21.15.16:6789:/scratch with dax failed 2023-09-23T08:19:33.700 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/462 2023-09-23T08:19:33.700 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/462 2023-09-23T08:19:33.700 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:19:33.706 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:33.742 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:19:33.742 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/463) 2023-09-23T08:19:34.201 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:19:34.213 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:19:34.214 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:19:34.217 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:19:34.217 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:34.817 INFO:teuthology.orchestra.run.smithi016.stdout:generic/463 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T08:19:34.827 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/463 2023-09-23T08:19:34.827 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/463 2023-09-23T08:19:34.827 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:19:34.833 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:19:34.960 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:19:34.960 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/464) 2023-09-23T08:19:35.686 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:19:35.698 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:19:35.699 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:19:35.702 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:19:35.702 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:20:30.477 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T08:20:30.475+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 524788) UID: 0 2023-09-23T08:20:30.478 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T08:20:30.475+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 524788) UID: 0 2023-09-23T08:20:30.478 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T08:20:30.475+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 524788) UID: 0 2023-09-23T08:20:30.478 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T08:20:30.475+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 524788) UID: 0 2023-09-23T08:20:36.652 INFO:teuthology.orchestra.run.smithi016.stdout:generic/464 61s 2023-09-23T08:20:36.666 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/464 2023-09-23T08:20:36.666 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:20:36.673 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:20:36.697 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:20:36.698 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/465) 2023-09-23T08:20:37.178 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:20:37.192 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:20:37.193 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:20:37.195 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:20:37.196 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:20:42.338 INFO:teuthology.orchestra.run.smithi016.stdout:generic/465 4s 2023-09-23T08:20:42.379 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/465 2023-09-23T08:20:42.379 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:20:42.395 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:20:42.441 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:20:42.441 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/466) 2023-09-23T08:20:43.029 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:20:43.041 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:20:43.043 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:20:43.046 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:20:43.046 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:20:43.561 INFO:teuthology.orchestra.run.smithi016.stdout:generic/466 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T08:20:43.571 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/466 2023-09-23T08:20:43.571 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/466 2023-09-23T08:20:43.571 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:20:43.577 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:20:43.614 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:20:43.615 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/467) 2023-09-23T08:20:44.088 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:20:44.101 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:20:44.102 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:20:44.105 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:20:44.105 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:21:05.556 INFO:teuthology.orchestra.run.smithi016.stdout:generic/467 21s 2023-09-23T08:21:05.914 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/467 2023-09-23T08:21:05.914 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:21:05.959 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:21:06.387 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:21:06.387 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/468) 2023-09-23T08:21:11.284 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:21:11.296 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:21:11.298 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:21:11.300 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:21:11.300 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:21:12.328 INFO:teuthology.orchestra.run.smithi016.stdout:generic/468 [not run] ceph does not support shutdown 2023-09-23T08:21:12.354 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/468 2023-09-23T08:21:12.354 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/468 2023-09-23T08:21:12.354 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:21:12.360 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:21:12.397 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:21:12.398 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/469) 2023-09-23T08:21:12.876 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:21:12.889 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:21:12.890 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:21:12.892 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:21:12.892 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:21:13.475 INFO:teuthology.orchestra.run.smithi016.stdout:generic/469 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-09-23T08:21:13.485 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/469 2023-09-23T08:21:13.486 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/469 2023-09-23T08:21:13.486 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:21:13.491 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:21:13.535 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:21:13.535 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/470) 2023-09-23T08:21:14.004 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:21:14.017 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:21:14.018 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:21:14.021 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:21:14.021 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:21:14.766 INFO:teuthology.orchestra.run.smithi016.stdout:generic/470 [not run] This test requires a valid $LOGWRITES_DEV 2023-09-23T08:21:14.777 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/470 2023-09-23T08:21:14.777 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/470 2023-09-23T08:21:14.777 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:21:14.783 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:21:14.830 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:21:14.830 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/472) 2023-09-23T08:21:15.322 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:21:15.334 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:21:15.336 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:21:15.338 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:21:15.338 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:21:16.324 INFO:teuthology.orchestra.run.smithi016.stdout:generic/472 [not run] swapfiles are not supported 2023-09-23T08:21:16.334 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/472 2023-09-23T08:21:16.334 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/472 2023-09-23T08:21:16.334 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:21:16.340 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:21:16.382 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:21:16.383 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/473) 2023-09-23T08:21:16.852 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:21:16.864 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:21:16.865 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:21:16.868 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:21:16.868 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:21:17.460 INFO:teuthology.orchestra.run.smithi016.stdout:generic/473 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-23T08:21:17.470 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/473 2023-09-23T08:21:17.470 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/473 2023-09-23T08:21:17.470 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:21:17.476 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:21:17.517 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:21:17.517 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/474) 2023-09-23T08:21:17.987 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:21:17.999 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:21:18.000 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:21:18.003 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:21:18.003 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:21:18.729 INFO:teuthology.orchestra.run.smithi016.stdout:generic/474 [not run] ceph does not support shutdown 2023-09-23T08:21:18.758 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/474 2023-09-23T08:21:18.758 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/474 2023-09-23T08:21:18.758 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:21:18.764 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:21:18.801 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:21:18.802 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/475) 2023-09-23T08:21:19.260 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:21:19.273 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:21:19.274 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:21:19.276 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:21:19.276 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:21:19.906 INFO:teuthology.orchestra.run.smithi016.stdout:generic/475 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T08:21:19.917 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/475 2023-09-23T08:21:19.917 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/475 2023-09-23T08:21:19.917 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T08:21:19.922 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:21:19.962 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T08:21:19.962 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/476) 2023-09-23T08:21:20.430 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T08:21:20.442 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T08:21:20.443 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T08:21:20.446 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T08:21:20.446 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T08:24:03.333 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:24:03.345 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:24:33.677 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:24:33.696 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:25:04.473 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:25:04.489 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:25:34.766 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:25:34.776 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:26:04.942 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:26:04.958 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:26:35.123 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:26:35.135 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:27:06.344 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:27:06.381 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:27:36.912 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:27:36.920 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:28:07.914 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:28:07.925 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:28:38.323 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:28:38.350 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:29:08.526 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:29:08.533 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:29:08.695 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T08:29:08.691+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 536924) UID: 0 2023-09-23T08:29:08.695 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T08:29:08.691+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 536924) UID: 0 2023-09-23T08:29:08.695 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T08:29:08.692+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 536924) UID: 0 2023-09-23T08:29:08.696 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T08:29:08.692+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 536924) UID: 0 2023-09-23T08:32:58.891 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:32:58.898 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:32:59.263 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T08:32:59.260+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 536998) UID: 0 2023-09-23T08:32:59.263 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T08:32:59.260+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 536998) UID: 0 2023-09-23T08:32:59.263 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T08:32:59.260+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 536998) UID: 0 2023-09-23T08:32:59.265 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T08:32:59.260+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 536998) UID: 0 2023-09-23T08:36:51.416 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:36:51.459 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:36:51.775 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T08:36:51.769+0000 7fdb129f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 130315) UID: 0 2023-09-23T08:36:51.776 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T08:36:51.767+0000 7f928a3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 130315) UID: 0 2023-09-23T08:36:51.776 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T08:36:51.769+0000 7fc9907f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 130315) UID: 0 2023-09-23T08:36:51.811 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T08:36:51.807+0000 7f1ebfbf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 130315) UID: 0 2023-09-23T08:40:12.350 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:40:12.359 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:40:12.554 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T08:40:12.543+0000 7fd5b89f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 537133) UID: 0 2023-09-23T08:40:12.568 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T08:40:12.559+0000 7f9664bf9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 537133) UID: 0 2023-09-23T08:45:08.933 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:45:08.950 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:45:09.178 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T08:45:09.175+0000 7f928a3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 130446) UID: 0 2023-09-23T08:45:09.179 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T08:45:09.175+0000 7fc9907f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 130446) UID: 0 2023-09-23T08:45:09.179 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T08:45:09.175+0000 7fdb129f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 130446) UID: 0 2023-09-23T08:45:09.179 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T08:45:09.176+0000 7f1ebfbf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 130446) UID: 0 2023-09-23T08:48:32.394 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:48:32.415 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:48:32.548 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T08:48:32.546+0000 7f928a3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 130529) UID: 0 2023-09-23T08:48:32.549 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T08:48:32.546+0000 7fc9907f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 130529) UID: 0 2023-09-23T08:48:32.549 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T08:48:32.546+0000 7fdb129f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 130529) UID: 0 2023-09-23T08:48:32.550 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T08:48:32.546+0000 7f1ebfbf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 130529) UID: 0 2023-09-23T08:51:52.179 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:51:52.221 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:51:52.378 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T08:51:52.375+0000 7f928a3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 130602) UID: 0 2023-09-23T08:51:52.385 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T08:51:52.376+0000 7fdb129f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 130602) UID: 0 2023-09-23T08:51:52.386 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T08:51:52.376+0000 7f1ebfbf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 130602) UID: 0 2023-09-23T08:51:52.386 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T08:51:52.376+0000 7fc9907f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 130602) UID: 0 2023-09-23T08:55:13.592 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:55:13.600 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:55:14.004 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T08:55:13.997+0000 7fd5b89f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 537391) UID: 0 2023-09-23T08:55:14.004 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T08:55:14.000+0000 7f9664bf9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 537391) UID: 0 2023-09-23T08:59:47.515 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T08:59:47.549 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:00:18.402 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:00:18.409 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:00:48.883 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:00:48.888 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:01:19.795 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:01:19.802 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:01:50.076 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:01:50.090 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:01:50.470 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T09:01:50.466+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 537589) UID: 0 2023-09-23T09:01:50.473 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T09:01:50.466+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 537589) UID: 0 2023-09-23T09:01:50.473 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T09:01:50.469+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 537589) UID: 0 2023-09-23T09:01:50.483 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T09:01:50.466+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 537589) UID: 0 2023-09-23T09:05:44.977 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:05:44.997 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:06:15.465 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:06:15.478 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:06:45.738 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:06:45.750 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:07:15.900 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:07:15.907 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:07:46.085 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:07:46.296 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:07:46.462 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T09:07:46.459+0000 7fd5b89f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 537788) UID: 0 2023-09-23T09:07:46.844 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T09:07:46.459+0000 7f9664bf9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 537788) UID: 0 2023-09-23T09:11:19.643 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T09:11:19.640+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 537831) UID: 0 2023-09-23T09:11:19.666 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T09:11:19.641+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 537831) UID: 0 2023-09-23T09:11:19.666 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T09:11:19.641+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 537831) UID: 0 2023-09-23T09:11:19.672 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T09:11:19.641+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 537831) UID: 0 2023-09-23T09:15:14.398 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:15:14.429 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:15:45.739 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:15:45.755 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:16:16.659 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:16:16.706 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:16:47.420 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:16:47.426 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:17:17.966 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:17:17.972 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:17:18.101 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T09:17:18.099+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 538041) UID: 0 2023-09-23T09:17:18.102 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T09:17:18.099+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 538041) UID: 0 2023-09-23T09:17:18.102 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T09:17:18.099+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 538041) UID: 0 2023-09-23T09:17:18.103 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T09:17:18.100+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 538041) UID: 0 2023-09-23T09:21:09.180 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:21:09.198 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:21:10.085 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T09:21:10.082+0000 7fd5b89f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 538119) UID: 0 2023-09-23T09:21:10.088 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T09:21:10.083+0000 7f9664bf9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 538119) UID: 0 2023-09-23T09:25:36.772 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:25:36.779 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:26:07.328 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:26:07.333 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:26:27.592 INFO:teuthology.orchestra.run.smithi016.stdout:generic/476 3907s 2023-09-23T09:26:27.632 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/476 2023-09-23T09:26:27.633 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:26:27.643 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:26:27.679 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:26:27.680 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/477) 2023-09-23T09:26:37.496 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:26:37.502 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:26:40.002 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:26:40.078 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:26:40.083 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:26:40.092 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:26:40.092 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:27:07.663 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:27:07.672 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:27:37.825 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:27:37.834 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:28:08.239 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:28:08.247 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:28:39.142 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:28:39.149 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:29:09.314 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:29:09.321 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:29:39.474 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:29:39.480 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:29:39.724 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T09:29:39.720+0000 7f9664bf9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 538706) UID: 0 2023-09-23T09:29:39.725 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T09:29:39.720+0000 7fd5b89f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 538706) UID: 0 2023-09-23T09:33:12.055 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:33:12.080 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:33:12.281 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T09:33:12.280+0000 7f928a3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 131786) UID: 0 2023-09-23T09:33:12.282 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T09:33:12.280+0000 7fc9907f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 131786) UID: 0 2023-09-23T09:33:12.282 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T09:33:12.280+0000 7fdb129f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 131786) UID: 0 2023-09-23T09:33:12.282 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T09:33:12.280+0000 7f1ebfbf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 131786) UID: 0 2023-09-23T09:35:09.331 INFO:teuthology.orchestra.run.smithi016.stdout:generic/477 35s 2023-09-23T09:35:09.439 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/477 2023-09-23T09:35:09.439 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:09.447 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:09.596 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:09.596 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/478) 2023-09-23T09:35:11.200 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:11.223 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:11.224 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:11.227 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:11.227 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:23.510 INFO:teuthology.orchestra.run.smithi016.stdout:generic/478 12s 2023-09-23T09:35:23.529 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/478 2023-09-23T09:35:23.529 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:23.539 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:23.608 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:23.609 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/479) 2023-09-23T09:35:24.298 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:24.316 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:24.318 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:24.322 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:24.322 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:25.208 INFO:teuthology.orchestra.run.smithi016.stdout:generic/479 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T09:35:25.225 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/479 2023-09-23T09:35:25.225 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/479 2023-09-23T09:35:25.225 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:25.233 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:25.299 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:25.299 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/480) 2023-09-23T09:35:26.007 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:26.021 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:26.022 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:26.026 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:26.027 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:26.834 INFO:teuthology.orchestra.run.smithi016.stdout:generic/480 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T09:35:26.849 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/480 2023-09-23T09:35:26.849 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/480 2023-09-23T09:35:26.849 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:26.862 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:26.940 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:26.940 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/481) 2023-09-23T09:35:27.622 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:27.643 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:27.646 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:27.649 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:27.649 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:28.448 INFO:teuthology.orchestra.run.smithi016.stdout:generic/481 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T09:35:28.460 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/481 2023-09-23T09:35:28.460 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/481 2023-09-23T09:35:28.460 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:28.469 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:28.557 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:28.558 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/482) 2023-09-23T09:35:29.278 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:29.303 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:29.305 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:29.308 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:29.308 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:30.229 INFO:teuthology.orchestra.run.smithi016.stdout:generic/482 [not run] This test requires a valid $LOGWRITES_DEV 2023-09-23T09:35:30.244 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/482 2023-09-23T09:35:30.244 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/482 2023-09-23T09:35:30.244 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:30.255 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:30.310 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:30.310 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/483) 2023-09-23T09:35:30.995 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:31.019 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:31.020 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:31.023 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:31.023 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:31.820 INFO:teuthology.orchestra.run.smithi016.stdout:generic/483 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T09:35:31.832 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/483 2023-09-23T09:35:31.832 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/483 2023-09-23T09:35:31.832 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:31.840 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:31.891 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:31.892 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/484) 2023-09-23T09:35:32.567 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:32.586 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:32.587 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:32.595 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:32.595 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:33.413 INFO:teuthology.orchestra.run.smithi016.stdout:generic/484 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T09:35:33.427 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/484 2023-09-23T09:35:33.427 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/484 2023-09-23T09:35:33.427 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:33.437 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:33.500 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:33.500 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/485) 2023-09-23T09:35:34.190 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:34.214 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:34.216 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:34.218 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:34.218 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:34.993 INFO:teuthology.orchestra.run.smithi016.stdout:generic/485 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-09-23T09:35:35.014 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/485 2023-09-23T09:35:35.014 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/485 2023-09-23T09:35:35.014 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:35.026 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:35.094 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:35.095 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/486) 2023-09-23T09:35:36.019 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:36.035 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:36.036 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:36.038 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:36.039 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:37.513 INFO:teuthology.orchestra.run.smithi016.stdout:generic/486 1s 2023-09-23T09:35:37.530 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/486 2023-09-23T09:35:37.530 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:37.538 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:37.567 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:37.567 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/487) 2023-09-23T09:35:38.263 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:38.287 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:38.289 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:38.295 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:38.295 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:39.156 INFO:teuthology.orchestra.run.smithi016.stdout:generic/487 [not run] This test requires a valid $SCRATCH_LOGDEV 2023-09-23T09:35:39.171 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/487 2023-09-23T09:35:39.171 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/487 2023-09-23T09:35:39.171 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:39.182 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:39.255 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:39.255 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/488) 2023-09-23T09:35:39.930 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:39.952 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:39.955 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:39.960 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:39.960 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:40.696 INFO:teuthology.orchestra.run.smithi016.stdout:generic/488 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-23T09:35:40.713 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/488 2023-09-23T09:35:40.713 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/488 2023-09-23T09:35:40.713 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:40.726 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:40.791 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:40.791 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/489) 2023-09-23T09:35:41.441 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:41.462 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:41.464 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:41.466 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:41.466 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:42.260 INFO:teuthology.orchestra.run.smithi016.stdout:generic/489 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T09:35:42.276 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/489 2023-09-23T09:35:42.278 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/489 2023-09-23T09:35:42.278 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:42.285 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:42.323 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:42.324 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/490) 2023-09-23T09:35:42.954 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:42.974 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:42.975 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:42.979 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:42.979 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:45.539 INFO:teuthology.orchestra.run.smithi016.stdout:generic/490 2s 2023-09-23T09:35:45.557 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/490 2023-09-23T09:35:45.557 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:45.564 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:45.747 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:45.747 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/491) 2023-09-23T09:35:46.596 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:46.618 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:46.619 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:46.623 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:46.623 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:47.396 INFO:teuthology.orchestra.run.smithi016.stdout:generic/491 [not run] ceph does not support freezing 2023-09-23T09:35:47.410 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/491 2023-09-23T09:35:47.411 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/491 2023-09-23T09:35:47.411 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:47.420 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:47.481 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:47.481 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/492) 2023-09-23T09:35:48.178 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:48.195 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:48.198 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:48.200 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:48.200 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:48.972 INFO:teuthology.orchestra.run.smithi016.stdout:generic/492 [not run] xfs_io label failed (old kernel/wrong fs?) 2023-09-23T09:35:48.984 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/492 2023-09-23T09:35:48.984 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/492 2023-09-23T09:35:48.985 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:48.991 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:49.042 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:49.043 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/493) 2023-09-23T09:35:49.715 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:49.734 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:49.736 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:49.739 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:49.740 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:50.905 INFO:teuthology.orchestra.run.smithi016.stdout:generic/493 [not run] swapfiles are not supported 2023-09-23T09:35:50.921 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/493 2023-09-23T09:35:50.921 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/493 2023-09-23T09:35:50.921 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:50.930 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:50.987 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:50.988 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/494) 2023-09-23T09:35:51.659 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:51.674 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:51.675 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:51.678 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:51.678 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:52.786 INFO:teuthology.orchestra.run.smithi016.stdout:generic/494 [not run] swapfiles are not supported 2023-09-23T09:35:52.800 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/494 2023-09-23T09:35:52.800 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/494 2023-09-23T09:35:52.800 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:52.811 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:52.876 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:52.876 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/495) 2023-09-23T09:35:53.560 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:53.574 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:53.575 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:53.580 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:53.580 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:54.679 INFO:teuthology.orchestra.run.smithi016.stdout:generic/495 [not run] swapfiles are not supported 2023-09-23T09:35:54.693 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/495 2023-09-23T09:35:54.693 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/495 2023-09-23T09:35:54.694 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:54.702 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:54.774 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:54.774 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/496) 2023-09-23T09:35:55.467 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:55.488 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:55.489 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:55.493 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:55.493 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:56.590 INFO:teuthology.orchestra.run.smithi016.stdout:generic/496 [not run] swapfiles are not supported 2023-09-23T09:35:56.605 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/496 2023-09-23T09:35:56.605 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/496 2023-09-23T09:35:56.605 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:56.615 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:56.669 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:56.670 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/497) 2023-09-23T09:35:57.354 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:57.371 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:57.372 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:57.378 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:57.378 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:58.445 INFO:teuthology.orchestra.run.smithi016.stdout:generic/497 [not run] swapfiles are not supported 2023-09-23T09:35:58.460 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/497 2023-09-23T09:35:58.460 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/497 2023-09-23T09:35:58.460 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:35:58.467 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:35:58.530 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:35:58.530 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/498) 2023-09-23T09:35:59.213 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:35:59.232 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:35:59.234 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:35:59.237 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:35:59.237 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:00.051 INFO:teuthology.orchestra.run.smithi016.stdout:generic/498 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T09:36:00.062 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/498 2023-09-23T09:36:00.062 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/498 2023-09-23T09:36:00.063 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:00.071 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:00.141 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:00.141 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/499) 2023-09-23T09:36:00.822 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:00.842 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:00.845 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:00.849 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:00.850 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:01.629 INFO:teuthology.orchestra.run.smithi016.stdout:generic/499 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-09-23T09:36:01.644 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/499 2023-09-23T09:36:01.644 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/499 2023-09-23T09:36:01.644 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:01.654 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:01.722 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:01.722 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/500) 2023-09-23T09:36:02.431 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:02.457 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:02.458 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:02.461 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:02.461 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:03.347 INFO:teuthology.orchestra.run.smithi016.stdout:generic/500 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T09:36:03.362 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/500 2023-09-23T09:36:03.362 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/500 2023-09-23T09:36:03.362 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:03.371 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:03.438 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:03.438 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/501) 2023-09-23T09:36:04.096 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:04.112 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:04.113 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:04.117 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:04.117 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:05.431 INFO:teuthology.orchestra.run.smithi016.stdout:generic/501 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T09:36:05.474 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/501 2023-09-23T09:36:05.474 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/501 2023-09-23T09:36:05.474 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:05.493 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:05.635 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:05.635 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/502) 2023-09-23T09:36:06.316 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:06.334 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:06.335 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:06.339 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:06.339 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:07.178 INFO:teuthology.orchestra.run.smithi016.stdout:generic/502 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T09:36:07.192 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/502 2023-09-23T09:36:07.192 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/502 2023-09-23T09:36:07.192 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:07.202 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:07.266 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:07.266 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/503) 2023-09-23T09:36:07.923 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:07.946 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:07.948 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:07.951 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:07.951 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:08.766 INFO:teuthology.orchestra.run.smithi016.stdout:generic/503 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T09:36:08.777 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/503 2023-09-23T09:36:08.777 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/503 2023-09-23T09:36:08.777 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:08.783 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:08.859 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:08.860 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/504) 2023-09-23T09:36:09.568 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:09.587 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:09.589 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:09.594 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:09.594 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:10.676 INFO:teuthology.orchestra.run.smithi016.stdout:generic/504 1s 2023-09-23T09:36:10.696 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/504 2023-09-23T09:36:10.696 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:10.705 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:10.770 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:10.770 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/505) 2023-09-23T09:36:11.478 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:11.499 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:11.500 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:11.504 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:11.504 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:12.437 INFO:teuthology.orchestra.run.smithi016.stdout:generic/505 [not run] ceph does not support shutdown 2023-09-23T09:36:12.476 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/505 2023-09-23T09:36:12.476 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/505 2023-09-23T09:36:12.477 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:12.486 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:12.542 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:12.542 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/506) 2023-09-23T09:36:13.214 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:13.233 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:13.235 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:13.240 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:13.240 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:13.964 INFO:teuthology.orchestra.run.smithi016.stdout:generic/506 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T09:36:13.980 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/506 2023-09-23T09:36:13.980 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/506 2023-09-23T09:36:13.980 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:13.988 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:14.044 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:14.045 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/507) 2023-09-23T09:36:14.707 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:14.723 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:14.729 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:14.730 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:14.730 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:15.515 INFO:teuthology.orchestra.run.smithi016.stdout:generic/507 [not run] file system doesn't support chattr +ASai 2023-09-23T09:36:15.531 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/507 2023-09-23T09:36:15.531 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/507 2023-09-23T09:36:15.531 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:15.538 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:15.626 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:15.626 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/508) 2023-09-23T09:36:16.321 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:16.346 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:16.348 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:16.351 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:16.351 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:17.060 INFO:teuthology.orchestra.run.smithi016.stdout:generic/508 [not run] lsattr not supported by test filesystem type: ceph 2023-09-23T09:36:17.075 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/508 2023-09-23T09:36:17.075 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/508 2023-09-23T09:36:17.075 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:17.082 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:17.138 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:17.138 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/509) 2023-09-23T09:36:17.835 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:17.856 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:17.859 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:17.862 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:17.862 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:18.671 INFO:teuthology.orchestra.run.smithi016.stdout:generic/509 [not run] O_TMPFILE is not supported 2023-09-23T09:36:18.683 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/509 2023-09-23T09:36:18.683 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/509 2023-09-23T09:36:18.683 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:18.694 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:18.763 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:18.763 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/510) 2023-09-23T09:36:19.455 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:19.478 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:19.484 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:19.486 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:19.486 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:20.289 INFO:teuthology.orchestra.run.smithi016.stdout:generic/510 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T09:36:20.306 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/510 2023-09-23T09:36:20.306 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/510 2023-09-23T09:36:20.306 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:20.315 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:20.365 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:20.366 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/511) 2023-09-23T09:36:21.075 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:21.091 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:21.093 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:21.096 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:21.096 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:21.846 INFO:teuthology.orchestra.run.smithi016.stdout:generic/511 [not run] xfs_io falloc -k failed (old kernel/wrong fs?) 2023-09-23T09:36:21.861 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/511 2023-09-23T09:36:21.861 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/511 2023-09-23T09:36:21.861 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:21.871 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:21.948 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:21.948 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/512) 2023-09-23T09:36:22.656 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:22.670 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:22.672 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:22.675 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:22.675 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:23.471 INFO:teuthology.orchestra.run.smithi016.stdout:generic/512 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T09:36:23.485 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/512 2023-09-23T09:36:23.486 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/512 2023-09-23T09:36:23.486 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:23.496 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:23.563 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:23.563 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/513) 2023-09-23T09:36:24.242 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:24.257 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:24.258 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:24.261 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:24.261 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:25.449 INFO:teuthology.orchestra.run.smithi016.stdout:generic/513 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T09:36:25.488 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/513 2023-09-23T09:36:25.488 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/513 2023-09-23T09:36:25.488 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:25.499 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:25.713 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:25.714 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/514) 2023-09-23T09:36:26.405 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:26.423 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:26.424 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:26.427 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:26.427 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:27.649 INFO:teuthology.orchestra.run.smithi016.stdout:generic/514 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T09:36:27.690 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/514 2023-09-23T09:36:27.690 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/514 2023-09-23T09:36:27.690 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:27.702 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:27.886 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:27.887 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/515) 2023-09-23T09:36:28.576 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:28.594 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:28.596 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:28.599 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:28.599 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:29.763 INFO:teuthology.orchestra.run.smithi016.stdout:generic/515 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T09:36:29.809 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/515 2023-09-23T09:36:29.809 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/515 2023-09-23T09:36:29.809 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:29.832 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:30.091 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:30.091 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/516) 2023-09-23T09:36:30.807 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:30.824 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:30.826 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:30.830 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:30.830 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:31.701 INFO:teuthology.orchestra.run.smithi016.stdout:generic/516 [not run] Dedupe not supported by test filesystem type: ceph 2023-09-23T09:36:31.717 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/516 2023-09-23T09:36:31.717 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/516 2023-09-23T09:36:31.717 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:31.728 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:31.897 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:31.897 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/517) 2023-09-23T09:36:32.775 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:32.794 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:32.796 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:32.799 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:32.799 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:33.818 INFO:teuthology.orchestra.run.smithi016.stdout:generic/517 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-09-23T09:36:33.985 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/517 2023-09-23T09:36:33.986 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/517 2023-09-23T09:36:33.986 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:33.994 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:34.270 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:34.270 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/518) 2023-09-23T09:36:34.956 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:34.979 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:34.984 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:34.987 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:34.987 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:36.218 INFO:teuthology.orchestra.run.smithi016.stdout:generic/518 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T09:36:36.271 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/518 2023-09-23T09:36:36.271 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/518 2023-09-23T09:36:36.272 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:36.291 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:36.488 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:36.553 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/519) 2023-09-23T09:36:37.239 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:37.259 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:37.261 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:37.263 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:37.263 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:38.075 INFO:teuthology.orchestra.run.smithi016.stdout:generic/519 [not run] FIBMAP not supported by this filesystem 2023-09-23T09:36:38.089 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/519 2023-09-23T09:36:38.089 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/519 2023-09-23T09:36:38.090 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:38.103 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:38.273 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:38.273 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/520) 2023-09-23T09:36:39.121 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:39.139 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:39.140 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:39.144 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:39.144 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:39.907 INFO:teuthology.orchestra.run.smithi016.stdout:generic/520 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T09:36:39.921 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/520 2023-09-23T09:36:39.921 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/520 2023-09-23T09:36:39.921 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T09:36:39.931 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:36:39.987 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T09:36:39.988 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/521) 2023-09-23T09:36:40.691 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T09:36:40.718 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T09:36:40.719 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T09:36:40.723 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T09:36:40.723 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T09:38:53.892 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:38:53.898 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:38:54.028 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T09:38:54.026+0000 7f928a3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 131867) UID: 0 2023-09-23T09:38:54.028 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T09:38:54.026+0000 7fc9907f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 131867) UID: 0 2023-09-23T09:38:54.029 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T09:38:54.026+0000 7fdb129f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 131867) UID: 0 2023-09-23T09:38:54.029 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T09:38:54.026+0000 7f1ebfbf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 131867) UID: 0 2023-09-23T09:41:54.840 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:41:54.850 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:41:55.027 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T09:41:55.025+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 561589) UID: 0 2023-09-23T09:41:55.027 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T09:41:55.026+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 561589) UID: 0 2023-09-23T09:41:55.028 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T09:41:55.026+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 561589) UID: 0 2023-09-23T09:41:55.028 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T09:41:55.026+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 561589) UID: 0 2023-09-23T09:45:26.746 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:45:26.756 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:45:26.930 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T09:45:26.928+0000 7fd5b89f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 561651) UID: 0 2023-09-23T09:45:26.930 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T09:45:26.928+0000 7f9664bf9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 561651) UID: 0 2023-09-23T09:49:03.863 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:49:03.871 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:49:34.074 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:49:34.085 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:49:34.213 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T09:49:34.211+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 561737) UID: 0 2023-09-23T09:49:34.213 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T09:49:34.211+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 561737) UID: 0 2023-09-23T09:49:34.214 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T09:49:34.211+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 561737) UID: 0 2023-09-23T09:49:34.214 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T09:49:34.211+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 561737) UID: 0 2023-09-23T09:53:02.933 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:53:02.942 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:53:03.054 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T09:53:03.053+0000 7fc9907f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 132115) UID: 0 2023-09-23T09:53:03.055 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T09:53:03.054+0000 7f928a3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 132115) UID: 0 2023-09-23T09:53:03.056 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T09:53:03.053+0000 7fdb129f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 132115) UID: 0 2023-09-23T09:53:03.056 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T09:53:03.054+0000 7f1ebfbf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 132115) UID: 0 2023-09-23T09:56:11.735 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:56:11.765 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:56:41.927 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:56:41.933 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T09:56:42.076 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T09:56:42.074+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 561875) UID: 0 2023-09-23T09:56:42.076 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T09:56:42.074+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 561875) UID: 0 2023-09-23T09:56:42.077 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T09:56:42.074+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 561875) UID: 0 2023-09-23T09:56:42.077 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T09:56:42.075+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 561875) UID: 0 2023-09-23T10:00:13.923 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:00:13.931 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:00:44.375 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:00:44.383 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:01:14.523 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:01:14.530 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:01:45.721 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:01:45.728 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:02:15.890 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:02:15.899 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:02:46.060 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:02:46.068 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:03:16.209 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:03:16.215 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:03:46.358 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:03:46.369 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:04:16.521 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:04:16.528 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:04:46.683 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:04:46.693 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:05:16.843 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:05:16.854 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:05:47.631 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:05:47.637 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:06:18.293 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:06:18.307 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:06:48.456 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:06:48.464 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:07:18.621 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:07:18.633 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:07:48.786 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:07:48.792 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:08:18.941 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:08:18.954 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:08:49.104 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:08:49.114 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:09:19.258 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:09:19.272 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:09:49.407 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:09:49.414 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:10:19.583 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:10:19.591 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:10:49.769 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:10:49.780 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:11:19.936 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:11:19.944 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:11:50.101 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:11:50.108 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:12:20.268 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:12:20.277 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:12:50.441 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:12:50.451 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:13:21.488 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:13:21.498 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:13:51.663 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:13:51.680 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:14:21.824 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:14:21.834 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:14:52.632 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:14:52.638 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:15:22.785 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:15:22.795 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:15:52.934 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:15:52.942 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:16:23.100 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:16:23.107 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:16:53.263 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:16:53.268 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:17:23.420 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:17:23.429 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:17:53.586 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:17:53.594 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:18:23.747 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:18:23.754 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:18:53.906 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:18:53.915 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:19:24.066 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:19:24.074 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:19:54.212 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:19:54.219 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:20:24.368 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:20:24.377 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:20:54.517 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:20:54.523 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:21:24.675 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:21:24.683 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:21:54.832 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:21:54.842 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:22:24.996 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:22:25.003 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:22:55.154 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:22:55.160 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:23:26.210 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:23:26.216 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:23:26.381 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T10:23:26.380+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 563261) UID: 0 2023-09-23T10:23:26.382 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T10:23:26.380+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 563261) UID: 0 2023-09-23T10:23:26.382 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T10:23:26.381+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 563261) UID: 0 2023-09-23T10:23:26.384 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T10:23:26.383+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 563261) UID: 0 2023-09-23T10:26:56.430 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:26:56.434 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:26:56.539 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T10:26:56.537+0000 7f928a3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 133633) UID: 0 2023-09-23T10:26:56.539 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T10:26:56.537+0000 7fc9907f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 133633) UID: 0 2023-09-23T10:26:56.540 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T10:26:56.537+0000 7f1ebfbf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 133633) UID: 0 2023-09-23T10:26:56.540 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T10:26:56.537+0000 7fdb129f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 133633) UID: 0 2023-09-23T10:26:57.982 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T10:26:57.981+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 563314) UID: 0 2023-09-23T10:26:57.982 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T10:26:57.981+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 563314) UID: 0 2023-09-23T10:26:57.983 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T10:26:57.982+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 563314) UID: 0 2023-09-23T10:26:57.983 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T10:26:57.982+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 563314) UID: 0 2023-09-23T10:32:42.816 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:32:42.822 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:32:42.974 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T10:32:42.974+0000 7f928a3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 133716) UID: 0 2023-09-23T10:32:42.975 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T10:32:42.974+0000 7fdb129f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 133716) UID: 0 2023-09-23T10:32:42.975 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T10:32:42.974+0000 7f1ebfbf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 133716) UID: 0 2023-09-23T10:32:42.976 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T10:32:42.975+0000 7fc9907f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 133716) UID: 0 2023-09-23T10:35:50.779 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:35:50.785 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:35:50.885 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T10:35:50.884+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 563450) UID: 0 2023-09-23T10:35:50.886 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T10:35:50.884+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 563450) UID: 0 2023-09-23T10:35:50.886 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T10:35:50.884+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 563450) UID: 0 2023-09-23T10:35:50.887 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T10:35:50.884+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 563450) UID: 0 2023-09-23T10:39:22.374 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:39:22.390 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:39:52.593 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:39:52.604 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:40:22.750 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:40:22.757 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:40:52.908 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:40:52.917 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:41:23.048 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:41:23.060 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:41:53.218 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:41:53.231 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:42:24.495 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:42:24.503 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:42:54.658 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:42:54.664 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:43:24.824 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:43:24.831 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:43:54.997 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:43:55.003 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:44:25.156 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:44:25.162 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:44:25.300 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T10:44:25.300+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 563795) UID: 0 2023-09-23T10:44:25.301 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T10:44:25.301+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 563795) UID: 0 2023-09-23T10:44:25.302 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T10:44:25.301+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 563795) UID: 0 2023-09-23T10:44:25.305 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T10:44:25.302+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 563795) UID: 0 2023-09-23T10:47:49.439 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:47:49.444 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:48:20.845 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:48:20.851 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:48:51.102 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:48:51.110 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:49:21.255 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:49:21.261 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:49:51.419 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:49:51.428 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:50:21.577 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:50:21.585 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:50:51.741 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:50:51.747 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:51:22.034 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:51:22.049 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:51:52.781 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:51:52.788 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:52:22.954 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:52:22.963 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:52:53.109 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:52:53.114 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:53:24.136 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:53:24.142 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:53:54.305 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:53:54.310 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:54:25.315 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:54:25.325 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:54:55.480 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:54:55.488 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:55:25.625 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:55:25.634 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:55:55.789 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:55:55.796 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:56:25.953 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:56:25.959 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:56:56.106 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:56:56.113 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:57:26.267 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:57:26.273 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:57:56.542 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:57:56.551 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:58:26.698 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:58:26.705 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:58:56.865 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:58:56.872 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:59:27.016 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:59:27.023 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:59:57.162 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T10:59:57.170 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:00:28.324 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:00:28.332 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:00:58.471 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:00:58.478 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:01:28.627 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:01:28.633 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:01:58.776 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:01:58.787 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:02:28.933 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:02:28.942 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:02:59.081 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:02:59.088 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:03:29.230 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:03:29.243 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:03:59.387 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:03:59.405 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:04:29.584 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:04:29.591 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:04:29.747 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T11:04:29.747+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 564808) UID: 0 2023-09-23T11:04:29.747 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T11:04:29.747+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 564808) UID: 0 2023-09-23T11:04:29.747 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T11:04:29.747+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 564808) UID: 0 2023-09-23T11:04:29.748 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T11:04:29.747+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 564808) UID: 0 2023-09-23T11:07:56.405 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:07:56.411 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:08:26.808 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:08:26.816 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:08:56.959 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:08:56.967 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:09:26.138 INFO:teuthology.orchestra.run.smithi016.stdout:generic/521 5565s 2023-09-23T11:09:26.169 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/521 2023-09-23T11:09:26.169 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T11:09:26.182 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T11:09:26.360 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T11:09:26.360 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/522) 2023-09-23T11:09:27.131 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:09:27.140 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:09:27.385 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T11:09:27.402 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T11:09:27.403 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T11:09:27.409 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T11:09:27.409 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T11:09:57.296 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:09:57.302 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:10:27.459 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:10:27.468 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:10:57.604 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:10:57.610 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:11:28.192 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:11:28.205 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:11:28.360 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T11:11:28.360+0000 7fd5b89f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 565565) UID: 0 2023-09-23T11:11:28.361 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T11:11:28.360+0000 7f9664bf9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 565565) UID: 0 2023-09-23T11:15:06.142 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:15:06.148 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:15:06.374 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T11:15:06.373+0000 7f928a3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 135434) UID: 0 2023-09-23T11:15:06.375 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T11:15:06.374+0000 7fc9907f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 135434) UID: 0 2023-09-23T11:15:06.375 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T11:15:06.374+0000 7f1ebfbf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 135434) UID: 0 2023-09-23T11:15:06.375 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T11:15:06.374+0000 7fdb129f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 135434) UID: 0 2023-09-23T11:18:25.325 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:18:25.332 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:18:56.101 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:18:56.107 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:18:56.235 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T11:18:56.235+0000 7f928a3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 135520) UID: 0 2023-09-23T11:18:56.235 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T11:18:56.235+0000 7f1ebfbf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 135520) UID: 0 2023-09-23T11:18:56.235 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T11:18:56.235+0000 7fc9907f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 135520) UID: 0 2023-09-23T11:18:56.238 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T11:18:56.237+0000 7fdb129f8700 -1 Fail to open '/proc/135520/cmdline' error = (2) No such file or directory 2023-09-23T11:18:56.239 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T11:18:56.237+0000 7fdb129f8700 -1 received signal: Hangup from (PID: 135520) UID: 0 2023-09-23T11:22:04.877 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:22:04.901 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:22:05.036 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T11:22:05.034+0000 7fdb129f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 135575) UID: 0 2023-09-23T11:22:05.036 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T11:22:05.035+0000 7f1ebfbf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 135575) UID: 0 2023-09-23T11:22:05.037 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T11:22:05.035+0000 7f928a3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 135575) UID: 0 2023-09-23T11:22:05.037 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T11:22:05.035+0000 7fc9907f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 135575) UID: 0 2023-09-23T11:25:21.481 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:25:21.491 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:25:21.613 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T11:25:21.613+0000 7f928a3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 135631) UID: 0 2023-09-23T11:25:21.616 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T11:25:21.613+0000 7fc9907f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 135631) UID: 0 2023-09-23T11:25:21.616 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T11:25:21.613+0000 7fdb129f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 135631) UID: 0 2023-09-23T11:25:21.620 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T11:25:21.613+0000 7f1ebfbf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 135631) UID: 0 2023-09-23T11:25:21.621 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T11:25:21.620+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 565810) UID: 0 2023-09-23T11:25:21.621 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T11:25:21.620+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 565810) UID: 0 2023-09-23T11:25:21.622 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T11:25:21.620+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 565810) UID: 0 2023-09-23T11:25:21.622 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T11:25:21.620+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 565810) UID: 0 2023-09-23T11:28:54.151 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:28:54.166 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:29:24.523 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:29:24.530 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:29:54.669 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:29:54.676 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:30:24.850 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:30:24.856 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:30:55.010 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:30:55.017 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:31:25.157 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:31:25.165 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:31:25.304 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T11:31:25.304+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 566013) UID: 0 2023-09-23T11:31:25.305 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T11:31:25.305+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 566013) UID: 0 2023-09-23T11:31:25.305 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T11:31:25.304+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 566013) UID: 0 2023-09-23T11:31:25.306 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T11:31:25.305+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 566013) UID: 0 2023-09-23T11:34:44.094 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:34:44.104 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:34:44.246 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T11:34:44.246+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 566067) UID: 0 2023-09-23T11:34:44.246 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T11:34:44.246+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 566067) UID: 0 2023-09-23T11:34:44.247 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T11:34:44.246+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 566067) UID: 0 2023-09-23T11:34:44.247 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T11:34:44.246+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 566067) UID: 0 2023-09-23T11:38:05.946 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:38:05.957 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:38:36.203 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:38:36.222 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:39:06.371 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:39:06.381 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:39:37.137 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:39:37.145 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:40:07.294 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:40:07.300 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:40:37.536 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:40:37.549 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:41:07.709 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:41:07.716 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:41:37.874 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:41:37.885 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:42:08.042 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:42:08.053 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:42:38.205 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:42:38.213 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:43:08.360 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:43:08.371 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:43:38.513 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:43:38.526 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:44:09.113 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:44:09.120 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:44:39.261 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:44:39.270 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:45:09.443 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:45:09.450 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:45:39.600 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:45:39.605 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:46:09.747 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:46:09.756 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:46:39.889 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:46:39.896 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:47:10.044 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:47:10.051 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:47:40.191 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:47:40.198 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:48:10.359 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:48:10.365 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:48:40.513 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:48:40.522 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:49:10.670 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:49:10.677 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:49:40.812 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:49:40.819 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:50:10.992 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:50:11.000 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:50:41.150 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:50:41.156 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:51:11.439 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:51:11.444 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:51:42.042 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:51:42.051 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:52:12.198 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:52:12.205 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:52:42.352 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:52:42.358 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:53:12.500 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:53:12.509 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:53:42.665 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:53:42.671 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:54:12.828 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:54:12.840 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:54:43.805 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:54:43.811 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:55:13.959 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:55:13.966 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:55:44.367 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:55:44.376 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:56:14.533 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:56:14.547 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:56:45.186 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:56:45.200 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:57:15.349 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:57:15.358 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:57:45.499 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:57:45.504 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:58:15.738 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:58:15.745 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:58:45.885 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:58:45.889 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:59:16.165 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:59:16.180 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:59:46.724 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T11:59:46.729 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:00:16.884 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:00:16.891 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:00:47.043 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:00:47.051 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:00:47.194 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T12:00:47.191+0000 7fdb129f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 137236) UID: 0 2023-09-23T12:00:47.194 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T12:00:47.191+0000 7f1ebfbf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 137236) UID: 0 2023-09-23T12:00:47.195 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T12:00:47.191+0000 7f928a3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 137236) UID: 0 2023-09-23T12:00:47.195 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T12:00:47.191+0000 7fc9907f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 137236) UID: 0 2023-09-23T12:04:02.700 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:04:02.706 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:04:32.868 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:04:32.875 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:05:03.017 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:05:03.024 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:05:33.163 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:05:33.170 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:06:03.321 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:06:03.331 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:06:33.478 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:06:33.484 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:07:03.958 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:07:03.964 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:07:34.099 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:07:34.106 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:08:04.798 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:08:04.805 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:08:34.946 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:08:34.953 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:09:05.654 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:09:05.662 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:09:36.219 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:09:36.230 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:10:06.391 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:10:06.398 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:10:36.584 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:10:36.592 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:10:36.707 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T12:10:36.707+0000 7f928a3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 137669) UID: 0 2023-09-23T12:10:36.708 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T12:10:36.707+0000 7fc9907f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 137669) UID: 0 2023-09-23T12:10:36.708 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T12:10:36.707+0000 7fdb129f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 137669) UID: 0 2023-09-23T12:10:36.709 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T12:10:36.707+0000 7f1ebfbf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 137669) UID: 0 2023-09-23T12:12:23.028 INFO:teuthology.orchestra.run.smithi016.stdout:generic/522 3775s 2023-09-23T12:12:23.065 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/522 2023-09-23T12:12:23.065 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:12:23.074 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:23.156 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:12:23.156 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/523) 2023-09-23T12:12:24.317 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:12:24.337 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:12:24.339 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:12:24.342 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:12:24.342 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:25.574 INFO:teuthology.orchestra.run.smithi016.stdout:generic/523 1s 2023-09-23T12:12:25.590 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/523 2023-09-23T12:12:25.590 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:12:25.600 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:25.627 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:12:25.627 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/524) 2023-09-23T12:12:26.297 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:12:26.315 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:12:26.317 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:12:26.322 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:12:26.322 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:34.156 INFO:teuthology.orchestra.run.smithi016.stdout:generic/524 8s 2023-09-23T12:12:34.181 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/524 2023-09-23T12:12:34.181 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:12:34.187 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:34.218 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:12:34.218 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/525) 2023-09-23T12:12:34.897 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:12:34.917 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:12:34.918 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:12:34.922 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:12:34.922 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:36.189 INFO:teuthology.orchestra.run.smithi016.stdout:generic/525 [not run] filesystem does not support huge file size 2023-09-23T12:12:36.235 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/525 2023-09-23T12:12:36.236 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/525 2023-09-23T12:12:36.236 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:12:36.244 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:36.310 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:12:36.311 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/526) 2023-09-23T12:12:36.972 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:12:36.989 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:12:36.991 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:12:36.994 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:12:36.994 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:37.857 INFO:teuthology.orchestra.run.smithi016.stdout:generic/526 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T12:12:37.868 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/526 2023-09-23T12:12:37.869 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/526 2023-09-23T12:12:37.869 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:12:37.878 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:37.949 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:12:37.949 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/527) 2023-09-23T12:12:38.632 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:12:38.647 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:12:38.648 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:12:38.651 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:12:38.651 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:39.464 INFO:teuthology.orchestra.run.smithi016.stdout:generic/527 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T12:12:39.483 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/527 2023-09-23T12:12:39.483 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/527 2023-09-23T12:12:39.483 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:12:39.492 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:39.559 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:12:39.559 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/528) 2023-09-23T12:12:40.244 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:12:40.262 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:12:40.264 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:12:40.267 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:12:40.267 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:41.487 INFO:teuthology.orchestra.run.smithi016.stdout:generic/528 1s 2023-09-23T12:12:41.511 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/528 2023-09-23T12:12:41.512 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:12:41.521 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:41.672 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:12:41.673 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/529) 2023-09-23T12:12:42.547 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:12:42.562 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:12:42.563 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:12:42.566 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:12:42.566 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:43.724 INFO:teuthology.orchestra.run.smithi016.stdout:generic/529 1s 2023-09-23T12:12:43.742 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/529 2023-09-23T12:12:43.743 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:12:43.751 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:43.784 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:12:43.784 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/530) 2023-09-23T12:12:44.456 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:12:44.472 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:12:44.474 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:12:44.477 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:12:44.477 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:45.458 INFO:teuthology.orchestra.run.smithi016.stdout:generic/530 [not run] ceph does not support shutdown 2023-09-23T12:12:45.500 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/530 2023-09-23T12:12:45.500 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/530 2023-09-23T12:12:45.500 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:12:45.510 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:45.563 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:12:45.564 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/531) 2023-09-23T12:12:46.211 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:12:46.229 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:12:46.230 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:12:46.233 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:12:46.234 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:46.879 INFO:teuthology.orchestra.run.smithi016.stdout:generic/531 [not run] O_TMPFILE is not supported 2023-09-23T12:12:46.891 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/531 2023-09-23T12:12:46.891 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/531 2023-09-23T12:12:46.891 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:12:46.898 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:46.953 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:12:46.953 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/532) 2023-09-23T12:12:47.602 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:12:47.621 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:12:47.623 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:12:47.626 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:12:47.626 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:48.465 INFO:teuthology.orchestra.run.smithi016.stdout:generic/532 1s 2023-09-23T12:12:48.487 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/532 2023-09-23T12:12:48.488 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:12:48.496 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:48.563 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:12:48.564 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/533) 2023-09-23T12:12:49.232 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:12:49.253 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:12:49.255 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:12:49.259 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:12:49.259 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:50.928 INFO:teuthology.orchestra.run.smithi016.stdout:generic/533 1s 2023-09-23T12:12:50.948 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/533 2023-09-23T12:12:50.948 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:12:50.959 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:51.014 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:12:51.015 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/534) 2023-09-23T12:12:51.662 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:12:51.683 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:12:51.685 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:12:51.688 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:12:51.688 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:52.748 INFO:teuthology.orchestra.run.smithi016.stdout:generic/534 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T12:12:52.761 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/534 2023-09-23T12:12:52.761 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/534 2023-09-23T12:12:52.761 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:12:52.769 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:52.830 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:12:52.831 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/535) 2023-09-23T12:12:53.491 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:12:53.509 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:12:53.511 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:12:53.516 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:12:53.516 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:54.275 INFO:teuthology.orchestra.run.smithi016.stdout:generic/535 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T12:12:54.292 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/535 2023-09-23T12:12:54.292 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/535 2023-09-23T12:12:54.292 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:12:54.305 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:54.357 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:12:54.357 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/536) 2023-09-23T12:12:55.042 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:12:55.060 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:12:55.061 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:12:55.065 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:12:55.065 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:56.035 INFO:teuthology.orchestra.run.smithi016.stdout:generic/536 [not run] ceph does not support shutdown 2023-09-23T12:12:56.088 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/536 2023-09-23T12:12:56.088 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/536 2023-09-23T12:12:56.089 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:12:56.097 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:56.157 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:12:56.157 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/537) 2023-09-23T12:12:56.850 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:12:56.872 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:12:56.872 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:12:56.876 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:12:56.877 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:58.065 INFO:teuthology.orchestra.run.smithi016.stdout:generic/537 [not run] FSTRIM not supported 2023-09-23T12:12:58.103 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/537 2023-09-23T12:12:58.104 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/537 2023-09-23T12:12:58.104 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:12:58.115 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:12:58.177 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:12:58.177 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/538) 2023-09-23T12:12:58.843 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:12:58.859 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:12:58.862 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:12:58.865 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:12:58.866 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:13:41.614 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:13:41.622 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:13:41.751 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T12:13:41.750+0000 7fdb129f8700 -1 Fail to open '/proc/137722/cmdline' error = (2) No such file or directory 2023-09-23T12:13:41.751 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T12:13:41.750+0000 7fdb129f8700 -1 received signal: Hangup from (PID: 137722) UID: 0 2023-09-23T12:13:41.752 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T12:13:41.749+0000 7f1ebfbf8700 -1 Fail to open '/proc/137722/cmdline' error = (2) No such file or directory 2023-09-23T12:13:41.752 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T12:13:41.749+0000 7f1ebfbf8700 -1 received signal: Hangup from (PID: 137722) UID: 0 2023-09-23T12:13:41.752 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T12:13:41.750+0000 7f928a3f8700 -1 Fail to open '/proc/137722/cmdline' error = (2) No such file or directory 2023-09-23T12:13:41.752 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T12:13:41.750+0000 7f928a3f8700 -1 received signal: Hangup from (PID: 137722) UID: 0 2023-09-23T12:13:41.753 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T12:13:41.750+0000 7fc9907f8700 -1 Fail to open '/proc/137722/cmdline' error = (2) No such file or directory 2023-09-23T12:13:41.753 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T12:13:41.750+0000 7fc9907f8700 -1 received signal: Hangup from (PID: 137722) UID: 0 2023-09-23T12:13:41.761 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T12:13:41.760+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 576660) UID: 0 2023-09-23T12:13:41.761 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T12:13:41.760+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 576660) UID: 0 2023-09-23T12:13:41.761 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T12:13:41.760+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 576660) UID: 0 2023-09-23T12:13:41.762 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T12:13:41.761+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 576660) UID: 0 2023-09-23T12:17:04.011 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:17:04.026 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:17:04.148 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T12:17:04.146+0000 7f928a3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 137789) UID: 0 2023-09-23T12:17:04.148 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T12:17:04.146+0000 7fc9907f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 137789) UID: 0 2023-09-23T12:17:04.149 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T12:17:04.146+0000 7fdb129f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 137789) UID: 0 2023-09-23T12:17:04.149 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T12:17:04.147+0000 7f1ebfbf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 137789) UID: 0 2023-09-23T12:17:04.170 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T12:17:04.169+0000 7f9664bf9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 578304) UID: 0 2023-09-23T12:17:04.171 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T12:17:04.169+0000 7fd5b89f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 578304) UID: 0 2023-09-23T12:20:06.779 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T12:20:06.778+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 579724) UID: 0 2023-09-23T12:20:06.779 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T12:20:06.778+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 579724) UID: 0 2023-09-23T12:20:06.780 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T12:20:06.779+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 579724) UID: 0 2023-09-23T12:20:06.780 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T12:20:06.779+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 579724) UID: 0 2023-09-23T12:26:07.354 INFO:teuthology.orchestra.run.smithi016.stdout:generic/538 788s 2023-09-23T12:26:07.376 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/538 2023-09-23T12:26:07.376 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:26:07.391 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:07.613 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:26:07.613 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/539) 2023-09-23T12:26:08.622 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:26:08.650 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:26:08.652 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:26:08.657 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:26:08.658 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:11.614 INFO:teuthology.orchestra.run.smithi016.stdout:generic/539 2s 2023-09-23T12:26:11.634 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/539 2023-09-23T12:26:11.634 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:26:11.645 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:11.826 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:26:11.827 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/540) 2023-09-23T12:26:12.705 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:26:12.725 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:26:12.727 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:26:12.730 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:26:12.730 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:13.979 INFO:teuthology.orchestra.run.smithi016.stdout:generic/540 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T12:26:14.020 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/540 2023-09-23T12:26:14.020 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/540 2023-09-23T12:26:14.020 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:26:14.035 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:14.255 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:26:14.256 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/541) 2023-09-23T12:26:14.947 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:26:14.970 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:26:14.972 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:26:14.975 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:26:14.975 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:16.242 INFO:teuthology.orchestra.run.smithi016.stdout:generic/541 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T12:26:16.304 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/541 2023-09-23T12:26:16.304 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/541 2023-09-23T12:26:16.304 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:26:16.320 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:16.513 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:26:16.514 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/542) 2023-09-23T12:26:17.223 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:26:17.248 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:26:17.250 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:26:17.254 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:26:17.254 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:18.488 INFO:teuthology.orchestra.run.smithi016.stdout:generic/542 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T12:26:18.521 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/542 2023-09-23T12:26:18.521 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/542 2023-09-23T12:26:18.521 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:26:18.530 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:18.781 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:26:18.782 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/543) 2023-09-23T12:26:19.491 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:26:19.515 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:26:19.517 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:26:19.523 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:26:19.523 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:20.762 INFO:teuthology.orchestra.run.smithi016.stdout:generic/543 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T12:26:20.817 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/543 2023-09-23T12:26:20.818 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/543 2023-09-23T12:26:20.818 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:26:20.831 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:21.002 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:26:21.003 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/544) 2023-09-23T12:26:21.711 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:26:21.727 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:26:21.728 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:26:21.732 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:26:21.732 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:22.933 INFO:teuthology.orchestra.run.smithi016.stdout:generic/544 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T12:26:22.962 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/544 2023-09-23T12:26:22.962 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/544 2023-09-23T12:26:22.963 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:26:22.980 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:23.242 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:26:23.242 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/545) 2023-09-23T12:26:23.943 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:26:23.964 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:26:23.966 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:26:23.969 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:26:23.969 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:24.864 INFO:teuthology.orchestra.run.smithi016.stdout:generic/545 [not run] file system doesn't support chattr +i 2023-09-23T12:26:24.883 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/545 2023-09-23T12:26:24.883 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/545 2023-09-23T12:26:24.883 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:26:24.893 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:24.960 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:26:24.960 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/546) 2023-09-23T12:26:25.683 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:26:25.701 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:26:25.702 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:26:25.705 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:26:25.705 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:26.570 INFO:teuthology.orchestra.run.smithi016.stdout:generic/546 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T12:26:26.584 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/546 2023-09-23T12:26:26.585 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/546 2023-09-23T12:26:26.585 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:26:26.592 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:26.662 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:26:26.663 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/547) 2023-09-23T12:26:27.372 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:26:27.387 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:26:27.390 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:26:27.395 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:26:27.395 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:28.233 INFO:teuthology.orchestra.run.smithi016.stdout:generic/547 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T12:26:28.253 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/547 2023-09-23T12:26:28.253 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/547 2023-09-23T12:26:28.253 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:26:28.263 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:28.331 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:26:28.331 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/548) 2023-09-23T12:26:29.025 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:26:29.043 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:26:29.044 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:26:29.047 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:26:29.047 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:31.069 INFO:teuthology.orchestra.run.smithi016.stdout:generic/548 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-23T12:26:31.090 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/548 2023-09-23T12:26:31.091 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/548 2023-09-23T12:26:31.091 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:26:31.104 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:31.168 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:26:31.168 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/549) 2023-09-23T12:26:31.866 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:26:31.883 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:26:31.884 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:26:31.889 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:26:31.889 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:33.868 INFO:teuthology.orchestra.run.smithi016.stdout:generic/549 [not run] xfs_io fiemap failed (old kernel/wrong fs?) 2023-09-23T12:26:33.881 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/549 2023-09-23T12:26:33.881 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/549 2023-09-23T12:26:33.882 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:26:33.892 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:33.955 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:26:33.956 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/550) 2023-09-23T12:26:34.643 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:26:34.664 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:26:34.665 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:26:34.668 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:26:34.668 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:36.012 INFO:teuthology.orchestra.run.smithi016.stdout:generic/550 [not run] encryption policy '-c 9 -n 9 -f 0' is unusable; probably missing kernel crypto API support 2023-09-23T12:26:36.087 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/550 2023-09-23T12:26:36.087 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/550 2023-09-23T12:26:36.087 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:26:36.101 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:36.158 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:26:36.158 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/551) 2023-09-23T12:26:36.857 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:26:36.875 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:26:36.878 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:26:36.881 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:26:36.881 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:26:40.466 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:26:40.474 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:27:10.873 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:27:10.880 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:27:41.767 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:27:41.775 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:28:11.931 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:28:11.939 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:28:42.096 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:28:42.105 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:29:12.254 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:29:12.260 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:29:42.401 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:29:42.412 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:30:12.567 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:30:12.576 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:30:43.037 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:30:43.045 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:31:13.206 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:31:13.213 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:31:43.348 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:31:43.356 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:32:13.515 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:32:13.521 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:32:43.660 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:32:43.666 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:33:13.782 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:33:13.791 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:33:43.970 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:33:43.981 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:34:14.155 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:34:14.162 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:34:44.573 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:34:44.579 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:35:14.732 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:35:14.739 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:35:44.892 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:35:44.899 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:36:15.040 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:36:15.046 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:36:45.204 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:36:45.213 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:37:16.220 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:37:16.235 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:37:46.548 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:37:46.554 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:38:16.699 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:38:16.707 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:38:46.848 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:38:46.855 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:39:17.053 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:39:17.065 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:39:47.220 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:39:47.228 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:40:17.653 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:40:17.663 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:40:47.833 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:40:48.357 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:40:48.594 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T12:40:48.592+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 590972) UID: 0 2023-09-23T12:40:48.818 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T12:40:48.592+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 590972) UID: 0 2023-09-23T12:40:48.818 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T12:40:48.592+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 590972) UID: 0 2023-09-23T12:40:48.819 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T12:40:48.593+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 590972) UID: 0 2023-09-23T12:43:40.669 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:43:40.677 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:44:10.899 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:44:10.910 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:44:41.045 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:44:41.071 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:45:11.435 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:45:11.457 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:45:41.800 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:45:41.806 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:46:11.986 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:46:11.991 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:46:42.173 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:46:42.179 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:47:12.344 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:47:12.351 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:47:42.538 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:47:42.565 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:48:12.770 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:48:12.775 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:48:42.895 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:48:42.900 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:49:13.048 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:49:13.054 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:49:43.226 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:49:43.231 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:50:13.439 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:50:13.446 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:50:43.641 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:50:43.648 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:50:48.657 INFO:teuthology.orchestra.run.smithi016.stdout:generic/551 1451s 2023-09-23T12:50:48.677 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/551 2023-09-23T12:50:48.677 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:50:48.683 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:50:48.706 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:50:48.711 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/552) 2023-09-23T12:50:49.338 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:50:49.351 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:50:49.352 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:50:49.355 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:50:49.355 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:50:50.050 INFO:teuthology.orchestra.run.smithi016.stdout:generic/552 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T12:50:50.060 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/552 2023-09-23T12:50:50.060 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/552 2023-09-23T12:50:50.060 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:50:50.066 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:50:50.114 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:50:50.114 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/553) 2023-09-23T12:50:50.575 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:50:50.586 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:50:50.588 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:50:50.590 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:50:50.590 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:50:51.200 INFO:teuthology.orchestra.run.smithi016.stdout:generic/553 [not run] xfs_io chattr +i failed (old kernel/wrong fs?) 2023-09-23T12:50:51.210 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/553 2023-09-23T12:50:51.210 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/553 2023-09-23T12:50:51.211 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:50:51.216 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:50:51.401 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:50:51.402 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/554) 2023-09-23T12:50:52.066 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:50:52.078 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:50:52.079 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:50:52.082 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:50:52.082 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:50:52.953 INFO:teuthology.orchestra.run.smithi016.stdout:generic/554 [not run] swapfiles are not supported 2023-09-23T12:50:52.964 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/554 2023-09-23T12:50:52.964 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/554 2023-09-23T12:50:52.964 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:50:52.970 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:50:53.117 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:50:53.117 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/555) 2023-09-23T12:50:53.808 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:50:53.821 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:50:53.822 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:50:53.824 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:50:53.825 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:50:54.411 INFO:teuthology.orchestra.run.smithi016.stdout:generic/555 [not run] xfs_io chattr +ia failed (old kernel/wrong fs?) 2023-09-23T12:50:54.421 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/555 2023-09-23T12:50:54.421 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/555 2023-09-23T12:50:54.421 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:50:54.427 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:50:54.598 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:50:54.599 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/556) 2023-09-23T12:50:55.240 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:50:55.252 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:50:55.253 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:50:55.256 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:50:55.256 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:50:55.770 INFO:teuthology.orchestra.run.smithi016.stdout:generic/556 [not run] ceph does not support casefold feature 2023-09-23T12:50:55.780 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/556 2023-09-23T12:50:55.780 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/556 2023-09-23T12:50:55.780 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:50:55.786 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:50:55.828 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:50:55.828 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/557) 2023-09-23T12:50:56.290 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:50:56.303 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:50:56.304 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:50:56.306 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:50:56.307 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:50:56.843 INFO:teuthology.orchestra.run.smithi016.stdout:generic/557 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T12:50:56.852 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/557 2023-09-23T12:50:56.853 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/557 2023-09-23T12:50:56.853 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:50:56.859 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:50:56.903 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:50:56.904 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/558) 2023-09-23T12:50:57.359 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:50:57.372 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:50:57.373 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:50:57.376 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:50:57.376 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:50:57.897 INFO:teuthology.orchestra.run.smithi016.stdout:generic/558 [not run] Filesystem ceph not supported in _scratch_mkfs_sized 2023-09-23T12:50:57.907 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/558 2023-09-23T12:50:57.907 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/558 2023-09-23T12:50:57.907 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:50:57.913 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:50:57.964 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:50:57.965 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/559) 2023-09-23T12:50:58.424 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:50:58.437 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:50:58.438 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:50:58.441 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:50:58.441 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:50:58.967 INFO:teuthology.orchestra.run.smithi016.stdout:generic/559 [not run] duperemove utility required, skipped this test 2023-09-23T12:50:58.977 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/559 2023-09-23T12:50:58.978 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/559 2023-09-23T12:50:58.978 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:50:58.984 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:50:59.027 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:50:59.027 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/560) 2023-09-23T12:50:59.490 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:50:59.502 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:50:59.503 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:50:59.506 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:50:59.506 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:00.025 INFO:teuthology.orchestra.run.smithi016.stdout:generic/560 [not run] duperemove utility required, skipped this test 2023-09-23T12:51:00.035 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/560 2023-09-23T12:51:00.035 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/560 2023-09-23T12:51:00.035 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:00.041 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:00.082 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:00.083 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/561) 2023-09-23T12:51:00.548 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:00.561 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:00.562 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:00.565 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:00.565 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:01.083 INFO:teuthology.orchestra.run.smithi016.stdout:generic/561 [not run] duperemove utility required, skipped this test 2023-09-23T12:51:01.092 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/561 2023-09-23T12:51:01.092 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/561 2023-09-23T12:51:01.093 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:01.098 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:01.134 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:01.134 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/562) 2023-09-23T12:51:01.602 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:01.615 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:01.616 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:01.618 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:01.618 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:02.470 INFO:teuthology.orchestra.run.smithi016.stdout:generic/562 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T12:51:02.513 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/562 2023-09-23T12:51:02.513 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/562 2023-09-23T12:51:02.513 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:02.547 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:02.744 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:02.745 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/563) 2023-09-23T12:51:03.211 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:03.223 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:03.225 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:03.227 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:03.227 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:03.826 INFO:teuthology.orchestra.run.smithi016.stdout:generic/563 [not run] cgroup2 not mounted on /sys/fs/cgroup 2023-09-23T12:51:04.031 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/563 2023-09-23T12:51:04.031 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/563 2023-09-23T12:51:04.031 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:04.031 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:04.031 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:04.032 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/564) 2023-09-23T12:51:04.487 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:04.500 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:04.501 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:04.504 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:04.504 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:05.130 INFO:teuthology.orchestra.run.smithi016.stdout:generic/564 [not run] xfs_io copy_range doesn't support -f 2023-09-23T12:51:05.140 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/564 2023-09-23T12:51:05.140 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/564 2023-09-23T12:51:05.140 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:05.146 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:05.338 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:05.338 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/565) 2023-09-23T12:51:05.993 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:06.005 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:06.006 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:06.009 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:06.009 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:06.853 INFO:teuthology.orchestra.run.smithi016.stdout:generic/565 0s 2023-09-23T12:51:06.866 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/565 2023-09-23T12:51:06.866 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:06.872 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:07.054 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:07.055 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/566) 2023-09-23T12:51:07.695 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:07.707 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:07.708 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:07.711 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:07.711 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:08.220 INFO:teuthology.orchestra.run.smithi016.stdout:generic/566 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T12:51:08.230 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/566 2023-09-23T12:51:08.230 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/566 2023-09-23T12:51:08.230 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:08.236 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:08.278 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:08.278 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/567) 2023-09-23T12:51:08.733 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:08.745 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:08.747 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:08.749 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:08.749 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:09.904 INFO:teuthology.orchestra.run.smithi016.stdout:generic/567 0s 2023-09-23T12:51:09.917 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/567 2023-09-23T12:51:09.918 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:09.923 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:09.944 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:09.945 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/568) 2023-09-23T12:51:10.405 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:10.418 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:10.419 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:10.421 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:10.422 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:10.965 INFO:teuthology.orchestra.run.smithi016.stdout:generic/568 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T12:51:10.975 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/568 2023-09-23T12:51:10.975 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/568 2023-09-23T12:51:10.976 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:10.981 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:11.029 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:11.029 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/569) 2023-09-23T12:51:11.492 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:11.505 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:11.506 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:11.509 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:11.509 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:12.028 INFO:teuthology.orchestra.run.smithi016.stdout:generic/569 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T12:51:12.038 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/569 2023-09-23T12:51:12.039 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/569 2023-09-23T12:51:12.039 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:12.044 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:12.089 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:12.090 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/570) 2023-09-23T12:51:12.545 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:12.558 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:12.559 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:12.562 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:12.562 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:13.081 INFO:teuthology.orchestra.run.smithi016.stdout:generic/570 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T12:51:13.091 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/570 2023-09-23T12:51:13.091 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/570 2023-09-23T12:51:13.092 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:13.098 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:13.145 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:13.146 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/571) 2023-09-23T12:51:13.605 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:13.618 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:13.619 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:13.622 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:13.622 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:13.783 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:51:13.788 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:51:14.289 INFO:teuthology.orchestra.run.smithi016.stdout:generic/571 [not run] Require fcntl setlease support 2023-09-23T12:51:14.299 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/571 2023-09-23T12:51:14.299 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/571 2023-09-23T12:51:14.299 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:14.306 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:14.358 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:14.358 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/572) 2023-09-23T12:51:14.817 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:14.830 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:14.831 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:14.834 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:14.834 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:15.338 INFO:teuthology.orchestra.run.smithi016.stdout:generic/572 [not run] fsverity utility required, skipped this test 2023-09-23T12:51:15.348 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/572 2023-09-23T12:51:15.348 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/572 2023-09-23T12:51:15.348 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:15.354 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:15.393 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:15.394 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/573) 2023-09-23T12:51:15.854 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:15.867 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:15.868 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:15.871 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:15.871 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:16.376 INFO:teuthology.orchestra.run.smithi016.stdout:generic/573 [not run] fsverity utility required, skipped this test 2023-09-23T12:51:16.386 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/573 2023-09-23T12:51:16.386 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/573 2023-09-23T12:51:16.386 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:16.392 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:16.435 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:16.435 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/574) 2023-09-23T12:51:16.893 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:16.906 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:16.907 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:16.910 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:16.910 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:17.421 INFO:teuthology.orchestra.run.smithi016.stdout:generic/574 [not run] fsverity utility required, skipped this test 2023-09-23T12:51:17.430 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/574 2023-09-23T12:51:17.431 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/574 2023-09-23T12:51:17.431 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:17.437 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:17.482 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:17.483 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/575) 2023-09-23T12:51:17.947 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:17.960 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:17.961 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:17.963 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:17.964 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:18.483 INFO:teuthology.orchestra.run.smithi016.stdout:generic/575 [not run] fsverity utility required, skipped this test 2023-09-23T12:51:18.494 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/575 2023-09-23T12:51:18.494 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/575 2023-09-23T12:51:18.494 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:18.500 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:18.542 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:18.542 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/576) 2023-09-23T12:51:19.002 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:19.015 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:19.016 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:19.019 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:19.019 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:19.587 INFO:teuthology.orchestra.run.smithi016.stdout:generic/576 [not run] fsverity utility required, skipped this test 2023-09-23T12:51:19.597 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/576 2023-09-23T12:51:19.597 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/576 2023-09-23T12:51:19.597 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:19.603 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:19.644 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:19.644 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/577) 2023-09-23T12:51:20.098 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:20.110 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:20.112 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:20.114 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:20.114 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:20.627 INFO:teuthology.orchestra.run.smithi016.stdout:generic/577 [not run] fsverity utility required, skipped this test 2023-09-23T12:51:20.637 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/577 2023-09-23T12:51:20.637 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/577 2023-09-23T12:51:20.637 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:20.643 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:20.684 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:20.684 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/578) 2023-09-23T12:51:21.141 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:21.154 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:21.155 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:21.157 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:21.158 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:21.736 INFO:teuthology.orchestra.run.smithi016.stdout:generic/578 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T12:51:21.746 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/578 2023-09-23T12:51:21.746 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/578 2023-09-23T12:51:21.746 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:21.752 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:21.926 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:21.926 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/579) 2023-09-23T12:51:22.585 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:22.597 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:22.598 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:22.601 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:22.601 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:23.145 INFO:teuthology.orchestra.run.smithi016.stdout:generic/579 [not run] fsverity utility required, skipped this test 2023-09-23T12:51:23.155 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/579 2023-09-23T12:51:23.156 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/579 2023-09-23T12:51:23.156 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:23.162 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:23.203 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:23.203 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/580) 2023-09-23T12:51:23.661 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:23.674 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:23.675 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:23.678 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:23.678 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:24.520 INFO:teuthology.orchestra.run.smithi016.stdout:generic/580 [not run] xfs_io get_encpolicy doesn't support -t 2023-09-23T12:51:24.642 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/580 2023-09-23T12:51:24.642 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/580 2023-09-23T12:51:24.642 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:24.642 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:24.642 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:24.643 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/581) 2023-09-23T12:51:25.098 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:25.127 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:25.127 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:25.127 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:25.127 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:26.451 INFO:teuthology.orchestra.run.smithi016.stdout:generic/581 [not run] xfs_io get_encpolicy doesn't support -t 2023-09-23T12:51:26.487 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/581 2023-09-23T12:51:26.487 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/581 2023-09-23T12:51:26.487 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:26.493 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:26.533 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:26.534 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/582) 2023-09-23T12:51:26.995 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:27.008 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:27.009 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:27.011 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:27.011 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:27.873 INFO:teuthology.orchestra.run.smithi016.stdout:generic/582 [not run] xfs_io get_encpolicy doesn't support -t 2023-09-23T12:51:27.908 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/582 2023-09-23T12:51:27.908 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/582 2023-09-23T12:51:27.908 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:27.914 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:27.960 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:27.960 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/583) 2023-09-23T12:51:28.419 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:28.431 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:28.432 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:28.435 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:28.435 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:29.278 INFO:teuthology.orchestra.run.smithi016.stdout:generic/583 [not run] xfs_io get_encpolicy doesn't support -t 2023-09-23T12:51:29.310 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/583 2023-09-23T12:51:29.311 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/583 2023-09-23T12:51:29.311 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:29.317 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:29.358 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:29.359 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/584) 2023-09-23T12:51:29.815 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:29.828 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:29.829 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:29.832 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:29.832 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:30.683 INFO:teuthology.orchestra.run.smithi016.stdout:generic/584 [not run] xfs_io get_encpolicy doesn't support -t 2023-09-23T12:51:30.721 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/584 2023-09-23T12:51:30.721 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/584 2023-09-23T12:51:30.721 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:30.728 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:30.766 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:30.767 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/585) 2023-09-23T12:51:31.222 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:31.235 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:31.236 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:31.238 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:31.238 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:31.821 INFO:teuthology.orchestra.run.smithi016.stdout:generic/585 [not run] kernel doesn't support renameat2 syscall 2023-09-23T12:51:31.831 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/585 2023-09-23T12:51:31.831 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/585 2023-09-23T12:51:31.831 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:31.837 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:31.951 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:31.951 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/586) 2023-09-23T12:51:32.645 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:32.658 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:32.660 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:32.662 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:32.662 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:33.267 INFO:teuthology.orchestra.run.smithi016.stdout:generic/586 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T12:51:33.277 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/586 2023-09-23T12:51:33.277 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/586 2023-09-23T12:51:33.277 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:33.283 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:33.468 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:33.468 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/587) 2023-09-23T12:51:34.104 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:34.117 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:34.118 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:34.121 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:34.121 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:34.665 INFO:teuthology.orchestra.run.smithi016.stdout:generic/587 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T12:51:34.675 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/587 2023-09-23T12:51:34.675 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/587 2023-09-23T12:51:34.675 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:34.681 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:34.727 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:34.727 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/588) 2023-09-23T12:51:35.192 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:35.204 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:35.205 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:35.208 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:35.208 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:36.209 INFO:teuthology.orchestra.run.smithi016.stdout:generic/588 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T12:51:36.289 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/588 2023-09-23T12:51:36.289 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/588 2023-09-23T12:51:36.289 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:36.305 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:36.377 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:36.378 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/589) 2023-09-23T12:51:36.844 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:36.857 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:36.858 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:36.861 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:36.861 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:37.404 INFO:teuthology.orchestra.run.smithi016.stdout:generic/589 [not run] require 172.21.15.16:6789:/scratch to be local device 2023-09-23T12:51:37.414 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/589 2023-09-23T12:51:37.414 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/589 2023-09-23T12:51:37.414 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:37.420 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:37.461 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:37.461 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/590) 2023-09-23T12:51:37.922 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:37.934 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:37.935 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:37.938 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:37.938 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:38.465 INFO:teuthology.orchestra.run.smithi016.stdout:generic/590 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T12:51:38.475 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/590 2023-09-23T12:51:38.475 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/590 2023-09-23T12:51:38.475 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:38.481 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:38.527 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:38.527 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/591) 2023-09-23T12:51:38.982 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:38.995 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:38.996 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:38.998 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:38.999 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:39.695 INFO:teuthology.orchestra.run.smithi016.stdout:generic/591 0s 2023-09-23T12:51:39.708 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/591 2023-09-23T12:51:39.708 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:39.714 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:39.897 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:39.898 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/592) 2023-09-23T12:51:40.552 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:40.565 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:40.566 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:40.569 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:40.569 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:41.602 INFO:teuthology.orchestra.run.smithi016.stdout:generic/592 [not run] xfs_io get_encpolicy doesn't support -t 2023-09-23T12:51:41.627 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/592 2023-09-23T12:51:41.627 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/592 2023-09-23T12:51:41.628 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:41.633 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:41.671 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:41.672 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/593) 2023-09-23T12:51:42.135 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:42.148 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:42.149 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:42.152 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:42.152 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:43.001 INFO:teuthology.orchestra.run.smithi016.stdout:generic/593 [not run] xfs_io get_encpolicy doesn't support -t 2023-09-23T12:51:43.035 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/593 2023-09-23T12:51:43.035 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/593 2023-09-23T12:51:43.036 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:43.041 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:43.079 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:43.079 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/594) 2023-09-23T12:51:43.540 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:43.553 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:43.554 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:43.556 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:43.556 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:43.906 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:51:43.911 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:51:44.090 INFO:teuthology.orchestra.run.smithi016.stdout:generic/594 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T12:51:44.100 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/594 2023-09-23T12:51:44.100 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/594 2023-09-23T12:51:44.100 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:44.106 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:44.155 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:44.155 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/595) 2023-09-23T12:51:44.614 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:44.626 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:44.628 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:44.630 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:44.630 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:45.485 INFO:teuthology.orchestra.run.smithi016.stdout:generic/595 [not run] xfs_io get_encpolicy doesn't support -t 2023-09-23T12:51:45.518 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/595 2023-09-23T12:51:45.518 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/595 2023-09-23T12:51:45.518 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:45.525 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:45.826 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:45.826 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/596) 2023-09-23T12:51:46.289 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:46.301 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:46.303 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:46.305 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:46.305 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:46.899 INFO:teuthology.orchestra.run.smithi016.stdout:generic/596 [not run] file system doesn't support chattr +S 2023-09-23T12:51:46.909 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/596 2023-09-23T12:51:46.909 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/596 2023-09-23T12:51:46.909 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:46.915 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:46.964 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:46.964 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/597) 2023-09-23T12:51:47.422 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:47.435 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:47.436 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:47.439 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:47.439 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:48.817 INFO:teuthology.orchestra.run.smithi016.stdout:generic/597 1s 2023-09-23T12:51:48.830 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/597 2023-09-23T12:51:48.830 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:48.836 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:48.971 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:48.971 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/598) 2023-09-23T12:51:49.658 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:49.671 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:49.672 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:49.675 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:49.675 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:51.077 INFO:teuthology.orchestra.run.smithi016.stdout:generic/598 2s 2023-09-23T12:51:51.090 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/598 2023-09-23T12:51:51.090 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:51.096 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:51.247 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:51.248 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/599) 2023-09-23T12:51:51.924 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:51.936 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:51.937 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:51.940 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:51.940 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:52.631 INFO:teuthology.orchestra.run.smithi016.stdout:generic/599 [not run] ceph does not support shutdown 2023-09-23T12:51:52.661 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/599 2023-09-23T12:51:52.661 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/599 2023-09-23T12:51:52.661 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:52.667 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:52.707 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:52.707 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/600) 2023-09-23T12:51:53.169 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:53.182 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:53.183 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:53.186 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:53.186 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:53.707 INFO:teuthology.orchestra.run.smithi016.stdout:generic/600 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T12:51:53.717 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/600 2023-09-23T12:51:53.717 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/600 2023-09-23T12:51:53.717 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:53.723 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:53.774 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:53.774 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/601) 2023-09-23T12:51:54.229 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:54.241 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:54.243 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:54.245 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:54.245 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:54.766 INFO:teuthology.orchestra.run.smithi016.stdout:generic/601 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T12:51:54.776 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/601 2023-09-23T12:51:54.776 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/601 2023-09-23T12:51:54.776 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:54.782 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:54.822 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:54.823 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/602) 2023-09-23T12:51:55.283 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:55.295 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:55.297 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:55.299 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:55.299 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:56.359 INFO:teuthology.orchestra.run.smithi016.stdout:generic/602 [not run] xfs_io get_encpolicy doesn't support -t 2023-09-23T12:51:56.393 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/602 2023-09-23T12:51:56.393 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/602 2023-09-23T12:51:56.394 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:56.399 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:56.444 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:56.444 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/603) 2023-09-23T12:51:56.901 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:56.914 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:56.915 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:56.918 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:56.918 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:57.431 INFO:teuthology.orchestra.run.smithi016.stdout:generic/603 [not run] disk quotas not supported by this filesystem type: ceph 2023-09-23T12:51:57.440 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/603 2023-09-23T12:51:57.441 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/603 2023-09-23T12:51:57.441 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:51:57.447 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:51:57.490 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:51:57.490 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/604) 2023-09-23T12:51:57.950 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:51:57.963 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:51:57.964 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:51:57.966 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:51:57.967 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:02.948 INFO:teuthology.orchestra.run.smithi016.stdout:generic/604 4s 2023-09-23T12:52:02.960 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/604 2023-09-23T12:52:02.960 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:52:02.966 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:02.987 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:52:02.987 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/605) 2023-09-23T12:52:03.444 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:52:03.456 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:52:03.457 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:52:03.460 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:52:03.460 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:05.483 INFO:teuthology.orchestra.run.smithi016.stdout:generic/605 [not run] mount 172.21.15.16:6789:/scratch with dax=always failed 2023-09-23T12:52:05.493 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/605 2023-09-23T12:52:05.493 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/605 2023-09-23T12:52:05.493 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:52:05.499 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:05.540 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:52:05.541 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/606) 2023-09-23T12:52:05.995 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:52:06.008 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:52:06.009 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:52:06.012 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:52:06.012 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:06.678 INFO:teuthology.orchestra.run.smithi016.stdout:generic/606 [not run] mount 172.21.15.16:6789:/scratch with dax=always failed 2023-09-23T12:52:06.697 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/606 2023-09-23T12:52:06.698 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/606 2023-09-23T12:52:06.698 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:52:06.698 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:06.734 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:52:06.735 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/607) 2023-09-23T12:52:07.191 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:52:07.203 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:52:07.204 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:52:07.207 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:52:07.207 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:07.754 INFO:teuthology.orchestra.run.smithi016.stdout:generic/607 [not run] xfs_io chattr +x failed (old kernel/wrong fs?) 2023-09-23T12:52:07.764 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/607 2023-09-23T12:52:07.764 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/607 2023-09-23T12:52:07.764 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:52:07.771 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:07.905 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:52:07.905 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/608) 2023-09-23T12:52:08.575 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:52:08.588 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:52:08.589 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:52:08.592 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:52:08.592 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:09.244 INFO:teuthology.orchestra.run.smithi016.stdout:generic/608 [not run] mount 172.21.15.16:6789:/scratch with dax=always failed 2023-09-23T12:52:09.254 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/608 2023-09-23T12:52:09.254 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/608 2023-09-23T12:52:09.254 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:52:09.260 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:09.301 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:52:09.301 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/609) 2023-09-23T12:52:09.762 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:52:09.775 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:52:09.776 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:52:09.779 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:52:09.779 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:10.520 INFO:teuthology.orchestra.run.smithi016.stdout:generic/609 1s 2023-09-23T12:52:10.533 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/609 2023-09-23T12:52:10.533 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:52:10.539 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:10.701 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:52:10.702 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/610) 2023-09-23T12:52:11.353 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:52:11.366 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:52:11.367 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:52:11.370 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:52:11.370 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:12.013 INFO:teuthology.orchestra.run.smithi016.stdout:generic/610 [not run] xfs_io fzero failed (old kernel/wrong fs?) 2023-09-23T12:52:12.024 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/610 2023-09-23T12:52:12.024 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/610 2023-09-23T12:52:12.024 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:52:12.030 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:12.088 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:52:12.089 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/611) 2023-09-23T12:52:12.546 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:52:12.558 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:52:12.559 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:52:12.562 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:52:12.562 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:13.515 INFO:teuthology.orchestra.run.smithi016.stdout:generic/611 1s 2023-09-23T12:52:13.528 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/611 2023-09-23T12:52:13.528 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:52:13.534 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:13.555 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:52:13.555 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/612) 2023-09-23T12:52:14.020 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:52:14.033 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:52:14.034 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:52:14.037 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:52:14.037 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:14.100 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:52:14.105 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:52:14.636 INFO:teuthology.orchestra.run.smithi016.stdout:generic/612 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T12:52:14.645 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/612 2023-09-23T12:52:14.646 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/612 2023-09-23T12:52:14.646 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:52:14.652 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:14.801 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:52:14.801 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/613) 2023-09-23T12:52:15.489 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:52:15.502 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:52:15.503 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:52:15.505 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:52:15.506 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:16.344 INFO:teuthology.orchestra.run.smithi016.stdout:generic/613 [not run] xfs_io get_encpolicy doesn't support -t 2023-09-23T12:52:16.380 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/613 2023-09-23T12:52:16.380 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/613 2023-09-23T12:52:16.380 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:52:16.386 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:16.425 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:52:16.425 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/614) 2023-09-23T12:52:16.881 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:52:16.894 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:52:16.895 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:52:16.898 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:52:16.898 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:17.625 INFO:teuthology.orchestra.run.smithi016.stdout:generic/614 [not run] test requires delayed allocation buffered writes 2023-09-23T12:52:17.660 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/614 2023-09-23T12:52:17.660 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/614 2023-09-23T12:52:17.660 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:52:17.666 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:17.710 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:52:17.710 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/615) 2023-09-23T12:52:18.181 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:52:18.194 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:52:18.195 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:52:18.197 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:52:18.197 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:52:44.278 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:52:44.284 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:53:12.578 INFO:teuthology.orchestra.run.smithi016.stdout:generic/615 54s 2023-09-23T12:53:12.591 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/615 2023-09-23T12:53:12.591 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:53:12.597 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:12.618 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:53:12.618 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/616) 2023-09-23T12:53:13.083 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:53:13.095 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:53:13.096 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:53:13.099 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:53:13.099 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:13.637 INFO:teuthology.orchestra.run.smithi016.stdout:generic/616 [not run] kernel does not support IO_URING 2023-09-23T12:53:13.647 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/616 2023-09-23T12:53:13.647 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/616 2023-09-23T12:53:13.647 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:53:13.653 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:13.696 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:53:13.697 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/617) 2023-09-23T12:53:14.158 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:53:14.171 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:53:14.172 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:53:14.175 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:53:14.175 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:14.390 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:53:14.394 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:53:14.746 INFO:teuthology.orchestra.run.smithi016.stdout:generic/617 [not run] kernel does not support IO_URING 2023-09-23T12:53:14.756 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/617 2023-09-23T12:53:14.756 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/617 2023-09-23T12:53:14.756 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:53:14.763 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:14.816 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:53:14.817 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/618) 2023-09-23T12:53:15.274 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:53:15.287 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:53:15.288 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:53:15.291 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:53:15.291 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:16.233 INFO:teuthology.orchestra.run.smithi016.stdout:generic/618 1s 2023-09-23T12:53:16.246 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/618 2023-09-23T12:53:16.247 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:53:16.253 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:16.273 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:53:16.274 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/619) 2023-09-23T12:53:16.740 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:53:16.753 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:53:16.754 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:53:16.757 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:53:16.757 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:17.313 INFO:teuthology.orchestra.run.smithi016.stdout:generic/619 [not run] xfs_io falloc failed (old kernel/wrong fs?) 2023-09-23T12:53:17.323 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/619 2023-09-23T12:53:17.324 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/619 2023-09-23T12:53:17.324 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:53:17.329 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:17.377 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:53:17.377 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/620) 2023-09-23T12:53:17.833 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:53:17.846 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:53:17.847 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:53:17.850 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:53:17.850 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:18.417 INFO:teuthology.orchestra.run.smithi016.stdout:generic/620 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T12:53:18.427 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/620 2023-09-23T12:53:18.427 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/620 2023-09-23T12:53:18.428 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:53:18.433 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:18.476 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:53:18.476 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/621) 2023-09-23T12:53:18.933 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:53:18.945 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:53:18.947 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:53:18.949 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:53:18.949 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:19.795 INFO:teuthology.orchestra.run.smithi016.stdout:generic/621 [not run] xfs_io get_encpolicy doesn't support -t 2023-09-23T12:53:19.829 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/621 2023-09-23T12:53:19.829 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/621 2023-09-23T12:53:19.830 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:53:19.835 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:19.876 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:53:19.876 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/622) 2023-09-23T12:53:20.339 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:53:20.352 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:53:20.353 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:53:20.356 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:53:20.356 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:21.044 INFO:teuthology.orchestra.run.smithi016.stdout:generic/622 [not run] ceph does not support shutdown 2023-09-23T12:53:21.073 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/622 2023-09-23T12:53:21.073 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/622 2023-09-23T12:53:21.073 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:53:21.079 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:21.119 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:53:21.120 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/623) 2023-09-23T12:53:21.579 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:53:21.592 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:53:21.593 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:53:21.595 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:53:21.596 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:22.266 INFO:teuthology.orchestra.run.smithi016.stdout:generic/623 [not run] ceph does not support shutdown 2023-09-23T12:53:22.295 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/623 2023-09-23T12:53:22.295 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/623 2023-09-23T12:53:22.295 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:53:22.301 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:22.343 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:53:22.343 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/624) 2023-09-23T12:53:22.806 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:53:22.818 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:53:22.820 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:53:22.822 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:53:22.822 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:23.339 INFO:teuthology.orchestra.run.smithi016.stdout:generic/624 [not run] fsverity utility required, skipped this test 2023-09-23T12:53:23.349 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/624 2023-09-23T12:53:23.349 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/624 2023-09-23T12:53:23.349 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:53:23.356 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:23.401 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:53:23.401 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/625) 2023-09-23T12:53:23.858 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:53:23.871 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:53:23.872 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:53:23.875 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:53:23.875 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:24.389 INFO:teuthology.orchestra.run.smithi016.stdout:generic/625 [not run] fsverity utility required, skipped this test 2023-09-23T12:53:24.399 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/625 2023-09-23T12:53:24.399 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/625 2023-09-23T12:53:24.399 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:53:24.405 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:24.444 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:53:24.444 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/626) 2023-09-23T12:53:24.912 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:53:24.925 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:53:24.926 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:53:24.928 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:53:24.929 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:25.496 INFO:teuthology.orchestra.run.smithi016.stdout:generic/626 [not run] kernel doesn't support renameat2 syscall 2023-09-23T12:53:25.505 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/626 2023-09-23T12:53:25.506 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/626 2023-09-23T12:53:25.506 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:53:25.512 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:25.670 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:53:25.670 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/627) 2023-09-23T12:53:26.340 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:53:26.352 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:53:26.353 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:53:26.356 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:53:26.356 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:26.938 INFO:teuthology.orchestra.run.smithi016.stdout:generic/627 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T12:53:26.948 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/627 2023-09-23T12:53:26.948 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/627 2023-09-23T12:53:26.948 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:53:26.954 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:27.012 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:53:27.012 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/628) 2023-09-23T12:53:27.468 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:53:27.481 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:53:27.482 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:53:27.484 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:53:27.484 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:28.498 INFO:teuthology.orchestra.run.smithi016.stdout:generic/628 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T12:53:28.551 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/628 2023-09-23T12:53:28.551 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/628 2023-09-23T12:53:28.551 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:53:28.560 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:28.670 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:53:28.670 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/629) 2023-09-23T12:53:29.125 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:53:29.138 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:53:29.139 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:53:29.142 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:53:29.142 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:29.684 INFO:teuthology.orchestra.run.smithi016.stdout:generic/629 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T12:53:29.694 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/629 2023-09-23T12:53:29.694 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/629 2023-09-23T12:53:29.694 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:53:29.700 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:29.745 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:53:29.745 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/630) 2023-09-23T12:53:30.207 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:53:30.220 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:53:30.221 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:53:30.223 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:53:30.224 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:30.951 INFO:teuthology.orchestra.run.smithi016.stdout:generic/630 [not run] Dedupe not supported by scratch filesystem type: ceph 2023-09-23T12:53:31.088 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/630 2023-09-23T12:53:31.088 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/630 2023-09-23T12:53:31.088 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:53:31.122 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:31.339 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:53:31.339 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/631) 2023-09-23T12:53:31.821 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:53:31.834 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:53:31.835 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:53:31.838 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:53:31.838 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:53:44.502 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:53:44.508 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:54:03.185 INFO:teuthology.orchestra.run.smithi016.stdout:generic/631 - output mismatch (see /tmp/tmp.Zw2uDyk3yhxfstests-dev/results//generic/631.out.bad) 2023-09-23T12:54:03.194 INFO:teuthology.orchestra.run.smithi016.stdout: --- tests/generic/631.out 2023-09-23 06:37:32.288761569 +0000 2023-09-23T12:54:03.195 INFO:teuthology.orchestra.run.smithi016.stdout: +++ /tmp/tmp.Zw2uDyk3yhxfstests-dev/results//generic/631.out.bad 2023-09-23 12:54:03.141884393 +0000 2023-09-23T12:54:03.195 INFO:teuthology.orchestra.run.smithi016.stdout: @@ -1,2 +1,4544 @@ 2023-09-23T12:54:03.195 INFO:teuthology.orchestra.run.smithi016.stdout: QA output created by 631 2023-09-23T12:54:03.195 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.195 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.195 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.195 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.196 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.196 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.196 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.196 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.196 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.197 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.197 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.197 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.198 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.198 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.198 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.198 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.198 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.198 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.198 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.199 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.199 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.199 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.199 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.199 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.199 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.199 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.199 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.200 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.200 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.200 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted./tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.200 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.200 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.200 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.200 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.200 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.201 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.201 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.201 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.201 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.201 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.201 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.201 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.202 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.202 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.202 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.202 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.202 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.202 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.202 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.203 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.203 INFO:teuthology.orchestra.run.smithi016.stdout: +/tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.203 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.203 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.203 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.203 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf'cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory: No such file or directory 2023-09-23T12:54:03.203 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.203 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.204 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.204 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.204 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.204 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.204 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.204 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.204 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.205 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.205 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.205 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.205 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.205 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.205 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.205 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.205 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.206 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.206 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.206 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.206 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.206 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.206 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.206 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.207 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.207 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.207 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.207 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.207 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.207 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.207 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.207 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.208 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.208 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.208 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.208 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.208 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.208 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.208 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.208 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.209 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.209 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.209 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.209 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.209 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.209 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.209 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.209 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.209 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.210 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.210 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.210 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.210 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.210 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.210 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.210 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.210 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.211 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.211 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.211 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.211 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.211 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.211 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.211 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.211 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.212 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.212 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.212 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.212 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.212 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.212 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.212 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.212 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.213 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.213 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.213 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.213 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.213 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.213 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.213 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.213 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.214 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.214 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.214 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.214 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.214 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.214 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.214 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.214 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.215 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.215 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.215 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.215 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.215 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.215 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.215 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.215 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.216 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.216 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.216 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.216 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.216 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.216 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.216 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.216 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.217 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.217 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.217 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.217 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.217 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.217 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.217 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.217 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.217 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.218 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.218 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.218 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.218 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.218 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.218 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.218 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.218 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.219 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.219 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.219 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.219 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.219 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.219 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.219 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.219 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.219 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.220 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.220 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.220 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.220 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.220 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.220 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.220 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.220 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.220 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf'mv: : No such file or directorycannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf' 2023-09-23T12:54:03.221 INFO:teuthology.orchestra.run.smithi016.stdout: +: No such file or directory 2023-09-23T12:54:03.221 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.221 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.221 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.221 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.221 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.221 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.221 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.222 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.222 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.222 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.222 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.222 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.227 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.228 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.228 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.228 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.228 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.228 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.229 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.229 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.229 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.229 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.229 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.229 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.229 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.229 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.229 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.230 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.230 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.230 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.230 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.230 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.230 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.230 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.230 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.230 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.230 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.231 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.231 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.231 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.231 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.231 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.231 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.231 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.231 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.231 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.232 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.232 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.232 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.232 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.232 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.232 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.232 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.232 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.232 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.232 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.233 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.233 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.233 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.233 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.233 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.233 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.233 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.233 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.233 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.233 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.234 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.234 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.234 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.234 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.234 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.234 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.234 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.234 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.234 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.235 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.235 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.235 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.235 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.235 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.235 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.235 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.235 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.235 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.235 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.235 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.236 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.236 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.236 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.236 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.236 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.236 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.236 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.236 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.236 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.236 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.237 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.237 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.237 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.237 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.237 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.237 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.237 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.237 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.237 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.237 INFO:teuthology.orchestra.run.smithi016.stdout: +/tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.238 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.238 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.238 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.238 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.238 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.238 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.238 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.238 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.238 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.239 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.239 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.239 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.239 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.239 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.239 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.239 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.239 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.239 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.239 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.239 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.240 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.240 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.240 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.240 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.240 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.240 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.240 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.240 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.240 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.240 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.241 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.241 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.241 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.241 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.241 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.241 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.241 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.241 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.241 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf'mv: : No such file or directorycannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf' 2023-09-23T12:54:03.241 INFO:teuthology.orchestra.run.smithi016.stdout: +: No such file or directory 2023-09-23T12:54:03.242 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.242 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.242 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.242 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.242 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directorymv: 2023-09-23T12:54:03.242 INFO:teuthology.orchestra.run.smithi016.stdout: +cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.242 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.242 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.242 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.242 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.242 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.243 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.243 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.243 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.243 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.243 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.243 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.243 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.243 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.243 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.243 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.244 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.244 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.244 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.244 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.244 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.244 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.244 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.244 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.244 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.244 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.245 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.245 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.245 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.245 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.245 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.245 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.245 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.245 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.245 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.245 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.245 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.246 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.246 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.246 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.246 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.246 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.246 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.246 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.246 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.246 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.247 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.247 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.247 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.247 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.247 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.247 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.247 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.247 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.247 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.247 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.248 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.248 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.248 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.248 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.248 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.248 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.248 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.248 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.248 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.248 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.249 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.249 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.249 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.249 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.249 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.249 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.249 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.249 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.249 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.249 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.250 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.250 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.250 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.250 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.250 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.250 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.250 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.250 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.250 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.250 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.251 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.251 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.251 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.251 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.251 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.251 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.251 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.251 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.251 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.251 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.251 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.252 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.252 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.252 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.252 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.252 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.252 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.252 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.252 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.252 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.252 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.252 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.253 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.253 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.253 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.253 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.253 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.253 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.253 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.253 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.253 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.254 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.254 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.254 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.254 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.254 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.254 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.254 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.254 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.254 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.255 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.255 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.255 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.255 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.255 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.255 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.255 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.255 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.255 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.255 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.256 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.256 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.256 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.256 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.256 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.256 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.256 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.256 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.256 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.256 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.256 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.257 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.257 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.257 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.257 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.257 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.257 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.257 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.257 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.257 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.257 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.257 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.258 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.258 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.258 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.258 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.258 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.258 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.258 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.258 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.258 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.258 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.259 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.259 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.259 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.259 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.259 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.259 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf'cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory: No such file or directory 2023-09-23T12:54:03.259 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.259 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.259 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.259 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.260 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.260 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.260 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.260 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.260 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.260 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.260 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.260 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.260 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.260 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.260 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.261 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.261 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.261 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.261 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.261 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.261 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.261 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.261 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.261 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.261 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.262 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.262 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.262 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.262 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.262 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.262 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.262 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: 2023-09-23T12:54:03.262 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.262 INFO:teuthology.orchestra.run.smithi016.stdout: +/tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.262 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf'cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory: No such file or directory 2023-09-23T12:54:03.263 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.263 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.263 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.263 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.263 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.263 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.263 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.263 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.263 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.263 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.263 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.264 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.264 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.264 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.264 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.264 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.264 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.264 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.264 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.264 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.264 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.265 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.265 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.265 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.265 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.265 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.265 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.265 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.265 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.265 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.265 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.265 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.266 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.266 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.266 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.266 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.266 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.266 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.266 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.266 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.266 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.266 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.267 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.267 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.267 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.267 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.267 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.267 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.267 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.267 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.267 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.267 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.267 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.268 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.268 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.268 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.268 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.268 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.268 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.268 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.268 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.268 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.268 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.268 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.269 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.269 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.269 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.269 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.274 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.275 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.275 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.275 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.275 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.275 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.275 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.275 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.275 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.275 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.276 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.276 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.276 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.276 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.276 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.276 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.276 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.276 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.276 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.276 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.276 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.277 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.277 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.277 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.277 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.277 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.277 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.277 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.277 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.277 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.277 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.277 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.278 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.278 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.278 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.278 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.278 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.278 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.278 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.278 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.278 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.278 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.278 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.279 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.279 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.279 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.279 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.279 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.279 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.279 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.279 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.279 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.279 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.279 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.280 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.280 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: 2023-09-23T12:54:03.280 INFO:teuthology.orchestra.run.smithi016.stdout: +/tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.280 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.280 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.280 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.280 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.280 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.280 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.280 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.280 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.281 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.281 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.281 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.281 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.281 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.281 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.281 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.281 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.281 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.281 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.281 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.282 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.282 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.282 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.282 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.282 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.282 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.282 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.282 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.282 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.282 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.283 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.283 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.283 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.283 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.283 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.283 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.283 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.283 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.283 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.283 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.283 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.284 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.284 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.284 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.284 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.284 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.284 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.284 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.284 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.284 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.284 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.284 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.285 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.285 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.285 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.285 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.285 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.285 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.285 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.285 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.285 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.285 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.285 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.286 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.286 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.286 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.286 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.286 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.286 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.286 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.286 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.286 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.286 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.286 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.287 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.287 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.287 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.287 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.287 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.287 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.287 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.287 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.287 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: 2023-09-23T12:54:03.287 INFO:teuthology.orchestra.run.smithi016.stdout: +/tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.287 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.288 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.288 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf'cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory: No such file or directory 2023-09-23T12:54:03.288 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.288 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.288 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.288 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf'cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory: No such file or directory 2023-09-23T12:54:03.288 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.288 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.288 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.288 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.288 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.289 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.289 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.289 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.289 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.289 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.289 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.289 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.289 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.289 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.289 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.290 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.290 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.290 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.290 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.290 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.290 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.290 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.290 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.290 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.290 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.290 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.290 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.291 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.291 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.291 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.291 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.291 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.291 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.291 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.291 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.291 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.291 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.291 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.292 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.292 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.292 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.292 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.292 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.292 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.292 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.292 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.292 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.292 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.292 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.293 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.293 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.293 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.293 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.293 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.293 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.293 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.293 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.293 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.293 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.293 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.293 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.294 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.294 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.294 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.294 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.294 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.294 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.294 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.294 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.294 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.294 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.295 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.295 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.295 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: 2023-09-23T12:54:03.295 INFO:teuthology.orchestra.run.smithi016.stdout: +/tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.295 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.295 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.295 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.295 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.295 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.295 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.295 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.295 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.296 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directorytouch: 2023-09-23T12:54:03.296 INFO:teuthology.orchestra.run.smithi016.stdout: +cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.296 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.296 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.296 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.296 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.296 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.296 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.296 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.296 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.297 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.297 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.297 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.297 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.297 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.297 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.297 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.297 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.297 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.297 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.297 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.297 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.298 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.298 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.298 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.298 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.298 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.298 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.298 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.298 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.298 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.298 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.299 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.299 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.299 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.299 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.299 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.299 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.299 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.299 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.299 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.299 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.299 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.299 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.300 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.300 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.300 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.300 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.300 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.300 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.300 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.300 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.300 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.300 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.300 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.301 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.301 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.301 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.301 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.301 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.301 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.301 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.301 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.301 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.301 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.301 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.302 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.302 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.302 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.302 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.302 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.302 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.302 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.302 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.302 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.302 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.302 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.302 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.303 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.303 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.303 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.303 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.303 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.303 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.303 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf'cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory: No such file or directory 2023-09-23T12:54:03.303 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.303 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.303 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.303 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.304 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.304 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.304 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.304 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.304 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.304 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.304 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.304 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.304 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.304 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.304 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.305 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.305 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.305 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.305 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.305 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.305 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.305 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.305 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.305 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.305 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.305 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.306 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.306 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.306 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.306 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.306 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.306 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.306 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.306 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.306 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.306 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.306 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.306 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.307 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.307 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.307 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.307 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.307 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.307 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.307 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.307 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.307 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.307 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.307 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.308 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.308 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.308 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.308 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.308 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.308 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.308 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.308 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.308 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.308 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.308 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.308 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.309 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.309 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.309 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.309 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.309 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.309 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.309 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.309 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.309 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.309 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.309 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.310 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.310 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf'cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory: No such file or directory 2023-09-23T12:54:03.310 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.310 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.310 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.310 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.310 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.310 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.310 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.310 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.310 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.311 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.311 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.311 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.311 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.311 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.311 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.311 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.311 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.311 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.311 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.311 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.311 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.312 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.312 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.312 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.312 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.312 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.312 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.312 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.312 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.312 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.312 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.312 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.313 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: 2023-09-23T12:54:03.313 INFO:teuthology.orchestra.run.smithi016.stdout: +/tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.313 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.313 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf'cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.313 INFO:teuthology.orchestra.run.smithi016.stdout: +: No such file or directory 2023-09-23T12:54:03.313 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.313 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.313 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.313 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.313 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.313 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.313 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.314 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.314 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.314 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.314 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.314 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.314 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.314 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted./tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.314 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.314 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.314 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.314 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.315 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.315 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.315 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.315 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.315 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.315 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.315 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.315 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.315 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.315 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.315 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.315 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.316 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.316 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.316 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.316 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.316 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.316 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.316 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.316 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.316 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.316 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.316 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.316 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.317 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.317 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.317 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.317 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.317 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.317 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.317 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.317 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.317 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.317 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.317 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.318 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.318 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.318 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.318 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.318 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.318 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.318 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.318 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.318 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.319 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.319 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.319 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.319 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.319 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.319 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.319 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.319 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.319 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.319 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.320 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.320 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.320 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.320 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.320 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.320 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.320 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.320 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.320 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.320 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.320 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.320 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.321 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.321 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.321 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.321 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.321 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.321 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.321 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.321 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.321 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.321 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.321 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.321 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.322 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.322 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.322 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.322 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.322 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.322 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.322 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.322 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.322 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.322 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.322 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.323 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.323 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.323 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.323 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.323 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.323 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.323 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.323 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.323 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.323 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.323 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.323 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.324 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.324 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.324 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.324 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.324 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.324 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.324 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.324 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.324 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.324 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.324 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.325 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.325 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.325 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.325 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.325 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.325 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.325 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.325 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.325 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.325 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.325 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.325 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.326 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.326 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.326 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.326 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.326 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.326 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.326 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.326 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.326 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.326 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.326 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.326 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.327 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.327 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.327 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.327 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.327 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.327 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.327 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.327 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.327 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.327 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.327 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.327 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.328 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.328 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.328 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.328 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.328 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.328 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.328 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.328 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.328 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.328 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.328 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.329 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.329 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.329 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.329 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.329 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.329 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.329 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.329 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.329 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.329 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.329 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.329 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.330 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.330 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.330 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.330 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.330 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.330 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.330 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.330 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.330 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.330 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.330 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.331 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.331 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.331 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.331 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.331 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.331 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.331 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.331 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.331 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.331 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.331 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.331 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.332 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.332 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.332 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.332 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.332 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.332 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.332 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.332 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.332 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.332 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.332 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.332 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.333 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.333 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.333 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.333 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.333 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.333 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.333 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.333 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.333 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.333 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.333 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.333 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.334 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.334 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.334 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.334 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.334 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.334 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.334 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.334 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.334 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.334 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.334 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.334 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.335 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.335 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.335 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.335 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.335 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.335 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.335 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.335 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.335 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.335 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.335 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.335 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.336 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.336 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.336 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.336 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.336 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.336 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.336 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.336 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.336 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.336 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.336 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.336 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.337 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.337 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.337 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.337 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.337 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: 2023-09-23T12:54:03.337 INFO:teuthology.orchestra.run.smithi016.stdout: +/tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.337 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.337 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.337 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.337 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.337 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.338 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.338 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.338 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.338 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.338 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.338 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.338 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.338 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.338 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.338 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.338 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.338 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.339 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.339 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.339 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.339 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.339 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.339 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.339 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.339 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.339 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.339 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.339 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.339 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.340 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.340 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.340 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.340 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.340 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.340 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.340 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.340 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.340 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.340 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.340 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.340 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.341 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.341 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.341 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.341 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.341 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.341 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.341 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.341 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.341 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.341 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.341 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.341 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.342 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.342 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.342 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.342 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.342 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.342 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.342 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.342 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.342 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.342 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.342 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.342 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.343 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.343 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.343 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.343 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.343 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.343 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.343 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.343 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.343 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.343 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.343 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.343 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.344 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.344 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.344 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.344 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.344 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.344 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.344 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.344 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.344 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.344 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.344 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.344 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.345 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.345 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.345 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.345 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.345 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.345 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.345 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.345 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.345 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.345 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.345 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.345 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.346 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.346 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.346 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.346 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.346 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.346 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.346 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.346 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.346 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.346 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.346 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.346 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.347 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.347 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.347 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.347 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.347 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.347 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.347 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.347 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.347 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.347 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.347 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.347 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.348 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.348 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.348 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.348 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.348 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.348 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.348 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.348 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.348 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.348 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.348 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.348 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.349 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.349 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.349 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.349 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.349 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.349 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.349 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.349 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.349 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.349 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.349 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.349 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.350 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.350 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.350 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.350 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.350 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.350 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.350 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.350 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.350 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.350 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.350 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.351 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.351 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.351 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.351 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.351 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.351 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.351 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.351 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.351 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.351 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.351 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.351 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.352 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.352 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.352 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.352 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.352 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.352 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.352 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.352 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.352 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.352 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.353 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.353 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.353 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.353 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.353 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.353 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.354 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.354 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.354 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.354 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.354 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.354 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.355 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.355 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.355 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.355 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.355 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.355 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.355 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.355 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.355 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.355 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.355 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.356 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.356 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.356 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.356 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.356 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.356 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.356 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.356 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.356 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.356 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.356 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.357 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.357 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.357 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.357 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.357 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.357 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.357 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.357 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.358 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.358 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.358 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.358 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.358 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.358 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.358 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.358 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.359 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.359 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.359 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.359 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.359 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.359 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.359 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.360 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.360 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.360 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.360 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.360 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.360 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.360 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.360 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.360 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.361 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.361 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.361 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.361 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.361 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.361 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.361 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.361 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.361 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.361 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.361 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.361 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.362 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.362 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.362 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.362 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.362 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.362 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.362 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.362 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.362 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.362 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.362 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.363 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.363 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.363 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.363 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.363 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.363 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.363 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.363 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.363 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.363 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.363 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.363 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.364 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.364 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.364 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.364 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.364 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.364 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.364 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.364 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.364 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.364 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.364 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.365 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.365 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.365 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.365 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.365 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.365 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.365 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.365 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.365 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.365 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.365 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.365 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.366 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.366 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.366 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.366 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.366 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.366 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.366 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.366 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf'cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.366 INFO:teuthology.orchestra.run.smithi016.stdout: +: No such file or directory 2023-09-23T12:54:03.366 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.366 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.366 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.367 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.367 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.367 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.367 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.367 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.367 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.367 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.367 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.367 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.367 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.367 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.367 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.368 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.368 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.368 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.368 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.368 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.368 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.368 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.368 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.368 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.368 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.368 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.368 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.368 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.369 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.369 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.369 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.369 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.369 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.369 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.369 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.369 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.369 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.369 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.369 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.369 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.370 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.370 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.370 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.370 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.370 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.370 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.370 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.370 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.370 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.370 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.370 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.370 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.370 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.371 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.371 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.371 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.371 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.371 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.371 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.371 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.371 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.371 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.371 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.371 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.371 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.372 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.372 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.372 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.372 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.372 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.372 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.372 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.372 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.372 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.372 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.372 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.372 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.372 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.373 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.373 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.373 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.373 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.373 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.373 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.373 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.373 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.373 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.373 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.373 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.373 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.373 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.374 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.374 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.374 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.374 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.374 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.374 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.374 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.374 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.374 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.374 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.374 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.374 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.375 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.375 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.375 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.375 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.375 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.375 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.375 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.375 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.375 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.375 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.375 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.375 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.376 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.376 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.376 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.376 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.376 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.376 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.376 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.376 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.376 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.376 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.376 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.376 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.376 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.376 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.377 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.377 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.377 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.377 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.377 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.377 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.377 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.377 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.377 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.377 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.377 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.377 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.378 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf'cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.378 INFO:teuthology.orchestra.run.smithi016.stdout: +: No such file or directory 2023-09-23T12:54:03.378 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.378 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.378 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.378 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.378 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.378 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.378 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.378 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.378 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.378 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.378 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.379 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.379 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.379 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.379 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.379 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.379 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.379 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.379 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.379 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.379 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.379 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.379 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.379 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.380 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.380 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.380 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.380 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.380 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.380 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.380 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.380 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.380 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.380 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.380 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.380 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.381 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.381 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.381 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.381 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.381 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.381 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.381 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.381 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.381 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.381 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.381 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.381 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.381 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.382 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.382 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.382 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.382 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.382 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.382 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.382 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.382 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.382 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.382 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.382 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.382 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.383 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.383 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.383 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.383 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.383 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.383 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.383 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.383 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.383 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.383 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.383 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.383 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.383 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.384 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.384 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.384 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.384 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.384 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.384 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.384 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.384 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.384 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.384 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.384 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.384 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.384 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: umount: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf'/tmp/tmp.7QYjPX49WUscratch/merged3: not mounted.: No such file or directory 2023-09-23T12:54:03.385 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.385 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.385 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.385 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.385 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.385 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.385 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.385 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.385 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.385 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.385 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.385 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.386 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.386 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.386 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.386 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.386 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.386 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.386 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.386 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.386 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.386 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.387 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.387 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.387 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.387 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.387 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.387 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.387 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.387 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.387 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.387 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.387 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.388 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.388 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.388 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.388 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.388 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.388 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.388 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.388 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.388 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.388 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.388 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.388 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.389 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.389 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.389 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.389 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.389 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.389 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.389 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.389 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.389 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.389 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.389 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.389 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.390 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.390 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.390 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.390 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.390 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.390 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.390 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.390 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.390 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.390 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.390 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.390 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.390 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.391 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.391 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.391 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.391 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.391 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.391 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.391 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.391 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.391 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.391 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.392 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.392 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.392 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.392 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.392 INFO:teuthology.orchestra.run.smithi016.stdout: +/tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.392 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.392 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.392 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.392 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.392 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.392 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.392 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.392 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.393 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.393 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.393 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.393 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.393 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.393 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.393 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.393 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.393 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.393 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.393 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.393 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.394 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.394 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.394 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.394 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.394 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.394 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.394 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.394 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.394 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.394 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.394 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.394 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.395 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.395 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.395 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.395 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.395 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.395 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.395 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.395 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.395 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.395 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.395 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.395 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.395 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.396 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.396 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.396 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.396 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.396 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.396 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.396 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.396 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.396 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.396 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.396 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.396 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.397 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.397 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.397 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.397 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.397 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.397 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.397 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.397 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.397 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.397 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.397 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.397 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.397 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.398 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.398 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.398 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.398 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.398 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.398 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.398 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.398 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.398 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.398 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.398 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.398 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.399 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.399 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.399 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.399 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.399 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.399 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.399 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.399 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.399 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.399 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.399 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.399 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.399 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.400 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.400 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.400 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.400 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.400 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.400 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.400 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.400 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.400 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.400 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.400 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.400 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.400 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.401 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf'cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory: No such file or directory 2023-09-23T12:54:03.401 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.401 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf'cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory: No such file or directory 2023-09-23T12:54:03.401 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.401 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.401 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.401 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.401 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.401 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.401 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.401 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.401 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.402 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.402 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.402 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.402 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.402 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.402 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.402 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.402 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.402 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.402 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.402 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.403 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.403 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.403 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.403 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.403 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.403 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.403 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.403 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.403 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.403 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.403 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.403 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.403 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.404 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.404 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.404 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.404 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.404 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.404 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.404 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directorytouch: 2023-09-23T12:54:03.404 INFO:teuthology.orchestra.run.smithi016.stdout: +cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.404 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.404 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.404 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.404 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.405 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.405 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.405 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.405 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.405 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.405 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.405 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf'cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.405 INFO:teuthology.orchestra.run.smithi016.stdout: +: No such file or directory 2023-09-23T12:54:03.405 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.405 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.405 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.405 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.406 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.406 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.406 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.406 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.406 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.406 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.406 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.406 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.406 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.406 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.406 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.406 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.407 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.407 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.407 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.407 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.407 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.407 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.407 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.407 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.407 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.407 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.407 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.407 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.408 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.408 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.408 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.408 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.408 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.408 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.408 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.408 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.408 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.408 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.408 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.408 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.408 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.409 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.409 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.409 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.409 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.409 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.409 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.409 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.409 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.409 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.409 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.409 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.409 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.410 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.410 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.410 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.410 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.410 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.410 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.410 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.410 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.410 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.410 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.410 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.410 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.411 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.411 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.411 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.411 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.411 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.411 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.411 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.411 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.411 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.411 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.411 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.411 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.412 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.412 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.412 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.412 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.412 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.412 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.412 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.412 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.412 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.412 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf'cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory: No such file or directory 2023-09-23T12:54:03.412 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.412 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.413 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.413 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.413 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.413 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.413 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.413 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.413 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.413 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.413 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.413 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.413 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.413 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.414 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.414 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.414 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.414 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.414 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.414 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.414 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.414 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.414 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.414 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.414 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.414 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.415 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.415 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.415 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.415 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.415 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.415 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.415 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.415 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.415 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.415 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.415 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.415 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.415 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.416 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.416 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.416 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.416 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.416 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.416 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.416 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.416 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.416 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.416 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.416 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.416 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.417 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.417 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.417 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.417 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.417 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.417 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.417 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.417 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.417 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.417 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.417 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.417 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.418 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.418 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.418 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.418 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.418 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.418 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.418 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.418 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.418 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.418 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.418 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.418 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.418 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.419 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.419 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.419 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.419 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.419 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.419 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.419 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.419 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: 2023-09-23T12:54:03.419 INFO:teuthology.orchestra.run.smithi016.stdout: +/tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.419 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.419 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.419 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.420 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.420 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.420 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.420 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.420 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.420 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.420 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.420 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.420 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.420 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.420 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.420 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.421 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.421 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.421 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.421 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.421 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.421 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.421 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.421 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.421 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.421 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.421 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.421 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.422 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.422 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.422 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.422 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.422 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.422 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.422 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.422 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.422 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.422 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.422 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.422 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.422 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.423 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directorytouch: 2023-09-23T12:54:03.423 INFO:teuthology.orchestra.run.smithi016.stdout: +cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.423 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.423 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.423 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.423 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.423 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.423 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.423 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.423 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.423 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.424 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.424 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.424 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.424 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.424 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.424 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.424 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.424 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.424 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.424 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.424 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.424 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.425 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.425 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.425 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.425 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.425 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.425 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.425 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.425 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.425 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.425 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.425 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.425 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.426 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.426 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.426 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.426 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.426 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.426 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.426 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.426 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.426 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.426 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.426 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.426 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.429 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.429 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.430 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.430 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.430 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.430 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.430 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.430 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.430 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.430 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.430 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.430 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.431 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.431 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.431 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.431 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.431 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.431 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.431 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.431 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.431 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.431 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.431 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.431 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.432 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.432 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.432 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.432 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.432 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.432 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.432 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.432 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.432 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.432 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.432 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.432 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.433 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.433 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.433 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.433 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.433 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.433 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.433 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.433 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.433 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.433 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.433 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.433 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.434 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.434 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.434 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.434 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.434 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.434 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.434 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.434 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.434 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.434 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.434 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.435 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.435 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.435 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.435 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.435 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.435 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.435 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.435 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.435 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.435 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.435 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.435 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.436 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.436 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.436 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.436 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.436 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.436 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.436 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.436 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.436 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.436 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.436 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.436 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.437 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.437 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.437 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.437 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.437 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.437 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.437 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.437 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.437 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.437 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.437 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.437 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.438 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.438 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.438 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.438 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.438 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.438 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.438 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.438 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.438 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.438 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.438 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.438 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.439 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.439 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.439 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.439 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.439 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.439 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.439 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.439 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.439 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.439 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.439 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.439 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.440 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.440 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.440 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.440 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.440 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.440 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.440 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.440 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.440 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.440 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.440 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.440 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.441 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.441 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.441 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.441 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.441 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.441 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.441 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.441 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.441 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.441 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.441 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.441 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.442 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.442 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.442 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.442 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.442 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.442 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.442 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.442 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.442 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.442 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.442 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.442 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.443 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.443 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.443 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.443 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.443 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.443 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.443 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.443 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.443 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.443 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.443 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.443 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.444 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.444 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.444 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.444 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.444 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.444 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.444 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.444 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.444 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.444 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.444 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.444 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.444 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.445 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.445 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.445 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.445 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.445 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.445 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.445 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.445 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.445 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.445 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.445 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.445 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.446 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.446 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.446 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.446 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.446 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.446 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.446 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.446 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.446 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.446 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.446 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.447 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.447 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.447 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.447 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.447 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.447 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.447 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.447 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.447 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.447 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.447 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.447 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.448 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.448 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.448 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.448 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.448 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.448 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.448 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.448 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.448 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.448 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.448 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.448 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.449 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.449 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.449 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.449 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.449 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.449 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.449 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.449 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.449 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.449 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.449 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.449 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.450 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.450 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.450 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.450 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.450 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.450 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.450 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.450 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.450 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.450 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.450 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.450 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.451 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.451 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.451 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.451 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.451 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.451 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.451 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.451 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.451 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.451 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.451 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.451 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.452 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.452 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.452 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.452 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.452 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.452 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.452 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.452 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.452 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.452 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.452 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.452 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.452 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.453 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.453 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.453 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.453 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.453 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.453 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.453 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.453 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.453 INFO:teuthology.orchestra.run.smithi016.stdout: +/tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.453 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.453 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.453 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf'cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory: No such file or directory 2023-09-23T12:54:03.454 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.454 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.454 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.454 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.454 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.454 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.454 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.454 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.454 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.454 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.454 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.455 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted./tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.455 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.455 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.455 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.455 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.455 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.455 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.455 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.455 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.455 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.455 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.455 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.456 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.456 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.456 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.456 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.456 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.456 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.456 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.456 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.456 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.456 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.456 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.456 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.457 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.457 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.457 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.457 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.457 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.457 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.457 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.457 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.457 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.457 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.457 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.457 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.458 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.458 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.458 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.458 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.458 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.458 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.458 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.458 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.458 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.458 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.458 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.458 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.459 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.459 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.459 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.459 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.459 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.459 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.459 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.459 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.459 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.459 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.459 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.459 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.460 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.460 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.460 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.460 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.460 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.460 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.460 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.460 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.460 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.460 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.460 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.460 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.461 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.461 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.461 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.461 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.461 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.461 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.461 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.461 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.461 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.461 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.461 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.461 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.462 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.462 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.462 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.462 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.462 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.462 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.462 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.462 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.462 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.462 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.462 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.463 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.463 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.463 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.463 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.463 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.463 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.463 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.463 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.463 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.463 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.463 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.463 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.463 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.464 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.464 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.464 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.464 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.464 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.464 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.464 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.464 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.464 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.464 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.464 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.465 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.465 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.465 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.465 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.465 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.465 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.465 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.465 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.465 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.465 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.465 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.465 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.465 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.466 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.466 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.466 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.466 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.466 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.466 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.466 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.466 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.466 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.466 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.466 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.467 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.467 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.467 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.467 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.467 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.467 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.467 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.467 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.467 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.467 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.467 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.467 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.468 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.468 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.468 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.468 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.468 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.468 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.468 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.468 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.468 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.468 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.468 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.468 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.468 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.469 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.469 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.469 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.469 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.469 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.469 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.469 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.469 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.469 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.469 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.469 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.469 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.470 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.470 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.470 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.470 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.470 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.470 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.470 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.470 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.470 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.470 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.470 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.470 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.471 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.471 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.471 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.471 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.471 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.471 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.471 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.471 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.471 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.471 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.471 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.471 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.472 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.472 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.472 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.472 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.472 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.472 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.472 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.472 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.472 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.472 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.472 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.472 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.473 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.473 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.473 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.473 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.473 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.473 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.473 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.473 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.473 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.473 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.473 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.473 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.474 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.474 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.474 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.474 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.474 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.474 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.474 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.474 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.474 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.474 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.474 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.474 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.475 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.475 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.475 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.475 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.475 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.475 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.475 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.475 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.475 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.475 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.475 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.475 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.476 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.476 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.476 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.476 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.476 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.476 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.476 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.476 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.476 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.476 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.476 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.476 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.477 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.477 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.477 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.477 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.477 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.477 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.477 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.477 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.477 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.477 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.477 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.477 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.477 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.478 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.478 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.478 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.478 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.478 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.478 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.478 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.478 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.478 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.478 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.478 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.478 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.479 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.479 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.479 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.479 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.479 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.479 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.479 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.479 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.479 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.479 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.479 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.479 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.480 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: 2023-09-23T12:54:03.480 INFO:teuthology.orchestra.run.smithi016.stdout: +/tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.480 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.480 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directorymv: 2023-09-23T12:54:03.480 INFO:teuthology.orchestra.run.smithi016.stdout: +cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.480 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.480 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.480 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.480 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.480 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.480 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.480 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.480 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.481 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.481 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.481 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.481 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.481 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.481 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.481 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.481 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.481 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.481 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.481 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.481 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.481 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.482 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.482 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.482 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.482 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.482 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.482 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.482 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.482 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.482 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.482 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.482 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.482 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.483 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.483 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.483 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.483 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.483 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.483 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.483 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.483 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.483 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.483 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.483 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.483 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.483 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.484 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.484 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.484 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.484 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.484 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.484 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.484 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf'cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory: No such file or directory 2023-09-23T12:54:03.484 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.484 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.484 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.484 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.484 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.484 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.485 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.485 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.485 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.485 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.485 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.485 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.485 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.485 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.485 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.485 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.485 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.485 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.486 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.486 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.486 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.486 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.486 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.486 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.486 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.486 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.486 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.486 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.486 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.486 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.486 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.487 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.487 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.487 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.487 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.487 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.487 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.487 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.487 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.487 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.487 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.487 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.487 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.488 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.488 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.488 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.488 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.488 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.488 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.488 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.488 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.488 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.488 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.488 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.488 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.488 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.489 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.489 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.489 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.489 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.489 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.489 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.489 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.489 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.489 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.489 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.489 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.489 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.489 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.490 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.490 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.490 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.490 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.490 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.490 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.490 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.490 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.490 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.490 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.490 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.490 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.490 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.491 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf'touch: : No such file or directorycannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf' 2023-09-23T12:54:03.491 INFO:teuthology.orchestra.run.smithi016.stdout: +: No such file or directory 2023-09-23T12:54:03.491 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.491 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.491 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.491 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.491 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.491 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.491 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.491 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.491 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.491 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.491 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.492 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.492 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.492 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.492 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.492 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.492 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.492 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.492 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.492 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.492 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.492 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.492 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.492 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.493 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.493 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.493 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.493 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.493 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.493 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.493 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.493 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: umount: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf'/tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.493 INFO:teuthology.orchestra.run.smithi016.stdout: +: No such file or directory 2023-09-23T12:54:03.493 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.493 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.493 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.493 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.494 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.494 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.494 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.494 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.494 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.494 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.494 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.494 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.494 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.494 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.494 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.494 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.495 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.495 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.495 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.495 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.495 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.495 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.495 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.495 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.495 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.495 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.495 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.495 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.495 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.496 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.496 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.496 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.496 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.496 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.496 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.496 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.496 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.496 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.496 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.496 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.496 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.497 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.497 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.497 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.497 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.497 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.497 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.497 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.497 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.497 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.497 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.497 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.497 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.497 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.498 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.498 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.498 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.498 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.498 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.498 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.498 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.498 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.498 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.498 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.498 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.498 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.499 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.499 INFO:teuthology.orchestra.run.smithi016.stdout: +/tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.499 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.499 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.499 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.499 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.499 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.499 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.499 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.499 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.499 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.499 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.499 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.500 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.500 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.500 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.500 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.500 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.500 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.500 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.500 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.500 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.500 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.500 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.500 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.500 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.501 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.501 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.501 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.501 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.501 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.501 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.501 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.501 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.501 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.501 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.501 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.501 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.502 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.502 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.502 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.502 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.502 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.502 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.502 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.502 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.502 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.502 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.502 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.502 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.503 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.503 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.503 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.503 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.503 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.503 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.503 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.503 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.503 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.503 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.503 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.503 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.504 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.504 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.504 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.504 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.504 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.504 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.504 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.504 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.504 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.504 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.504 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.505 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.505 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.505 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.505 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.505 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.505 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.505 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.505 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.505 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.505 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.505 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.505 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.505 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.506 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.506 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.506 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.506 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.506 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.506 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.506 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.506 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.506 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.506 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.506 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.506 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.506 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.507 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.507 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.507 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.507 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.507 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.507 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.507 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.507 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.507 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.507 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.507 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.507 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.508 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.508 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.508 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.508 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: 2023-09-23T12:54:03.508 INFO:teuthology.orchestra.run.smithi016.stdout: +/tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.508 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.508 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.508 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.508 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.508 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.508 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.508 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.509 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.509 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.509 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.509 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.509 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.509 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.509 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.509 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.510 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.510 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.510 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.510 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.510 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.510 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.510 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.510 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.510 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.510 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.511 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.511 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.511 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.511 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.511 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.511 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.511 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.511 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.511 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.511 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.511 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.512 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.512 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.512 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf'cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.512 INFO:teuthology.orchestra.run.smithi016.stdout: +: No such file or directory 2023-09-23T12:54:03.512 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.512 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.512 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.512 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.512 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.512 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.512 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.512 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.513 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.513 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.513 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.513 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.513 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.513 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.513 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.513 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.513 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.513 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.513 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.513 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.513 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.514 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.514 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.514 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.514 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.514 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.514 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.514 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.514 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.514 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.514 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.514 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.515 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.515 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.515 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.515 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.515 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.515 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.515 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.515 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.515 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.515 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.515 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.515 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.516 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.516 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.516 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.516 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.516 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.516 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.516 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.516 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.516 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.516 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.516 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.516 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.517 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.517 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.517 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.517 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.517 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.517 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.517 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.517 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.517 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.517 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.517 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.517 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.518 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.518 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.518 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.518 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.518 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.518 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.518 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.518 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.518 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.518 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.518 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.518 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.518 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf'mv: : No such file or directorycannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf' 2023-09-23T12:54:03.519 INFO:teuthology.orchestra.run.smithi016.stdout: +: No such file or directory 2023-09-23T12:54:03.519 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.519 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.519 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.519 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.519 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.519 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.519 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.519 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.519 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.519 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.520 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.520 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.520 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.520 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.520 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.520 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.520 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.520 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.520 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.520 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.520 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.520 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.520 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.521 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.521 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.521 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.521 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.521 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.521 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.521 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.521 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted.umount: 2023-09-23T12:54:03.521 INFO:teuthology.orchestra.run.smithi016.stdout: +/tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.521 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.521 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.521 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.522 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.522 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.522 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.522 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.522 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.522 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.522 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.522 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.522 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.522 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.522 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.522 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.523 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.523 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.523 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.523 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.523 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.523 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.523 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.523 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.523 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.523 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.523 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.523 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.524 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.524 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.524 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.524 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.524 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.524 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.524 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.524 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.524 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.524 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.524 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.525 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.525 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.525 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.525 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.525 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.525 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.525 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.525 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.526 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.526 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.526 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.526 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.526 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.526 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.526 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.526 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.526 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.526 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.526 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.526 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.527 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.527 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.527 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.527 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.527 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.527 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.527 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf'touch: : No such file or directorycannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf' 2023-09-23T12:54:03.527 INFO:teuthology.orchestra.run.smithi016.stdout: +: No such file or directory 2023-09-23T12:54:03.527 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.527 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.527 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.527 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.528 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.528 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.528 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.528 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.528 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.528 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.528 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.528 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.528 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.528 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.528 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.528 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.528 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.529 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.529 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.529 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.529 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.529 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.529 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.529 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.529 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.529 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.529 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.529 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.529 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.530 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.530 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.530 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.530 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.530 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.530 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.530 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.530 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.530 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.530 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf'mount: : No such file or directory/tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.530 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.530 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.531 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.531 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.531 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.531 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.531 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.531 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.531 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.531 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.531 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.531 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.531 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.531 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.532 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.532 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.532 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.532 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.532 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.532 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.532 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.532 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.532 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.532 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.532 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.532 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.533 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.533 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.533 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.533 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.533 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.533 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.533 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.533 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.533 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.533 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf'mv: : No such file or directorycannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf' 2023-09-23T12:54:03.533 INFO:teuthology.orchestra.run.smithi016.stdout: +: No such file or directory 2023-09-23T12:54:03.533 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.534 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.534 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.534 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf'cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory: No such file or directory 2023-09-23T12:54:03.534 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.534 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.534 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.534 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.534 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.534 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.534 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.534 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.534 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.535 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.535 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.535 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.535 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.535 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.535 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.535 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.535 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.535 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.535 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.535 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.535 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.536 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.536 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.536 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.536 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.536 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.536 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.536 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.536 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.536 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.536 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.536 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.536 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.537 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.537 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.537 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.537 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.537 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.537 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.537 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.537 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.537 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.537 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.537 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.537 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.538 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.538 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.538 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.538 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.538 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.538 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.538 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.538 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.538 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.538 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.538 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.538 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.538 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.539 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.539 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.539 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.539 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.539 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.539 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.539 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.539 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.539 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.539 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.539 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.539 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.540 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.540 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.540 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.540 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.540 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.540 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.540 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.540 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.540 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.540 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.540 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.540 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.541 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.541 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.541 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.541 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.541 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.541 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.541 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.541 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.541 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.541 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.541 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.541 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.541 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.542 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.542 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.542 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.542 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.542 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.542 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.542 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.542 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.542 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.542 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.542 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.542 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: 2023-09-23T12:54:03.543 INFO:teuthology.orchestra.run.smithi016.stdout: +/tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.543 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.543 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.543 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.543 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.543 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.543 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.543 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.543 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.543 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.543 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.543 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.544 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.544 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.544 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.544 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.544 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.544 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.544 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.544 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.544 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.544 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.544 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.544 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.545 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.545 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.545 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.545 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.545 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.545 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.545 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.545 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.545 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.545 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.545 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.545 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: 2023-09-23T12:54:03.545 INFO:teuthology.orchestra.run.smithi016.stdout: +/tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.546 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.546 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.546 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.546 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.546 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.546 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.546 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.546 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.546 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.546 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.546 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.546 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.547 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.547 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.547 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.547 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.547 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.547 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.547 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.547 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.547 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.547 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.547 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.547 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.548 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.548 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.548 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.548 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.548 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.548 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.548 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.548 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.548 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.548 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.548 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.548 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.548 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.549 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.549 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.549 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.549 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.549 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.549 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.549 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.549 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.549 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.549 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.549 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.549 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.550 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.550 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.550 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.550 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.550 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.550 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.550 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.550 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.550 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.550 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.550 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.551 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.551 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.551 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.551 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.551 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.551 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.551 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.551 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.551 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.551 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.551 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.551 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.551 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.552 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.552 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.552 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.552 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.552 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.552 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.552 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.552 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.552 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.552 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.552 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.552 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.553 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.553 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.553 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.553 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.553 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.553 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.553 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.553 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.553 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.553 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.553 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.553 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.554 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.554 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.554 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.554 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.554 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.554 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.554 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.554 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.554 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.554 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.554 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.554 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.555 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.555 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.555 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.555 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.555 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.555 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.555 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.555 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.555 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.555 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.555 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.555 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.556 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.556 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.556 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.556 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.556 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.556 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.556 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.556 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.556 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.556 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.556 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.556 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.557 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.557 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.557 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.557 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.557 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.557 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.557 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.557 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.557 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.557 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.557 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.557 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.557 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.558 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.558 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.558 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.558 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.558 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.558 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.558 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.558 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.558 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.558 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.558 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.559 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.559 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.559 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.559 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.559 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.559 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.559 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.559 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.559 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.559 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.559 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.559 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.559 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.560 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.560 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.560 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.560 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.560 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.560 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.560 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.560 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.560 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.560 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.560 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.560 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.561 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.561 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.561 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.561 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.561 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.561 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.561 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.561 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.561 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf'cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory: No such file or directory 2023-09-23T12:54:03.561 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.561 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.561 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.562 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.562 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.562 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.562 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.562 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.562 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.562 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.562 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.562 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.562 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.562 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.562 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.562 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.563 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.563 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.563 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.563 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.563 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.563 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.563 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.563 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.563 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.564 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.564 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.564 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.564 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.564 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.564 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.564 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.564 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.564 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.564 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.564 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.564 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.565 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.565 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.565 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.565 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.565 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.565 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.565 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.565 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.565 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.565 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.565 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.565 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.566 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.566 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.566 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.566 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.566 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.566 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.566 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.566 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.566 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.566 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.566 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.566 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.567 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.567 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.567 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.567 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.567 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.567 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.567 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.567 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.567 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.567 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.567 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.567 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.567 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.568 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.568 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted.umount: 2023-09-23T12:54:03.568 INFO:teuthology.orchestra.run.smithi016.stdout: +/tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.568 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.568 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.568 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.568 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.568 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.568 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.568 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.568 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.568 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.569 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.569 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.569 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.569 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.569 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.569 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.569 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.569 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.569 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.569 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.569 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.569 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.570 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.570 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.570 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.570 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.570 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.570 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.570 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.570 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.570 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.570 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.570 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.570 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.571 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.571 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.571 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.571 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.571 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.571 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.571 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.571 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.571 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.571 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.571 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.571 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.572 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.572 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.572 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.572 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.572 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.572 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: touch: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf' 2023-09-23T12:54:03.572 INFO:teuthology.orchestra.run.smithi016.stdout: +: No such file or directory 2023-09-23T12:54:03.572 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.572 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.572 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.572 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.572 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.573 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.573 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.573 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.573 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.573 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.573 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.573 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.573 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.573 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.573 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.573 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.573 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.573 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.574 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.574 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.574 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.574 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.574 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.574 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.574 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.574 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.574 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.574 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.574 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.574 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.575 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.575 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.575 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.575 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.575 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.575 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.575 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.575 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.575 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.575 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.575 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.575 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.576 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.576 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.576 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.576 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.576 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.576 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.576 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.576 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.576 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.576 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.576 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.576 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.577 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.577 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.577 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.577 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.577 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.577 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.577 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.577 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.577 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.577 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.577 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.577 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.577 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.578 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.578 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.578 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.578 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.578 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.578 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.578 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.578 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.578 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.578 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.578 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.578 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.579 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.579 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.579 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.579 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.579 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.579 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.579 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.579 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.579 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.579 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.579 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.579 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.580 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.580 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.580 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.580 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.580 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.580 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.580 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.580 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.580 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.580 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.580 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.580 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.581 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.581 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.581 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.581 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.581 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.581 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.581 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.581 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.581 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.581 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.581 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.581 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.581 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.582 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.582 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.582 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.582 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.582 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.582 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.582 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.582 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.582 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.582 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.582 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.582 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.583 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.583 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.583 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.583 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.583 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.583 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.583 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.583 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.583 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.583 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.583 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.583 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.584 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.584 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.584 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.584 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.584 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.584 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.584 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.584 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.584 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.584 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.584 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.584 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.585 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.585 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.585 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.585 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.585 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.585 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.585 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.585 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.585 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.585 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.585 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.585 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.586 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.586 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.586 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.586 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.586 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.586 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.586 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.586 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.586 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.586 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.586 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.586 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.586 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.587 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.587 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.587 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.587 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.587 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.587 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.587 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.587 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.587 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.587 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.587 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.587 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.588 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.588 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.588 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.588 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.588 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.588 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.588 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.588 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.588 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.588 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.588 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.588 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.589 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.589 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.589 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.589 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.589 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.589 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.589 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.589 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.589 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.589 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.589 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.589 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.589 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.590 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.590 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.590 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.590 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.590 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.590 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.590 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.590 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.590 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.590 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.590 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.590 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.591 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.591 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.591 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.591 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.591 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.591 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.591 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.591 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.591 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.591 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.591 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: 2023-09-23T12:54:03.591 INFO:teuthology.orchestra.run.smithi016.stdout: +/tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.592 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.592 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.592 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.592 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.592 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.592 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.592 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.592 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.592 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.592 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.592 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.592 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.592 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.593 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.593 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.593 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.593 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.593 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.593 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.593 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.593 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.593 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.593 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error.mount: 2023-09-23T12:54:03.593 INFO:teuthology.orchestra.run.smithi016.stdout: +/tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.593 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.594 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.594 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.594 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.594 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.594 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.594 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.594 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.594 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.594 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.594 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.594 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.594 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.595 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.595 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.595 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.595 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.595 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.595 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.595 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.595 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.595 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.595 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.595 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.595 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error./tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: + 2023-09-23T12:54:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.596 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.597 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.597 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.597 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.597 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.597 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.597 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.597 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.597 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.597 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.597 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.597 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.597 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.597 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.598 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.598 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.598 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.598 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.598 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.598 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.598 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.598 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.598 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.598 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.598 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.598 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.599 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.599 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.599 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.599 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.599 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.599 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.599 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.599 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.599 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.599 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.599 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.599 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.600 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.600 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.600 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.600 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.600 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.600 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.600 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.600 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.600 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.600 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.600 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.600 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.600 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.601 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.601 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.601 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.601 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.601 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.601 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.601 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.601 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.601 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.601 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.601 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.601 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.602 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.602 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.602 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.602 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.602 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.602 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.602 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.602 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.602 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.602 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.602 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.602 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.603 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.603 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.603 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.603 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.603 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.603 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.603 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.603 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.603 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.603 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.603 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.603 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.604 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.604 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.604 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.604 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.604 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.604 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.604 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.604 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.604 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.604 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.604 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.604 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.605 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.605 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.605 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.605 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.605 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.605 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.605 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.605 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged2: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.605 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.605 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.605 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.605 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged2/etc/access.conf': No such file or directory 2023-09-23T12:54:03.606 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged2: not mounted. 2023-09-23T12:54:03.606 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged5: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.606 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.606 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.606 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.606 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged5/etc/access.conf': No such file or directory 2023-09-23T12:54:03.606 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged1: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.606 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.606 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged5: not mounted. 2023-09-23T12:54:03.606 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged0: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.606 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.606 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.606 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.607 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.607 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged1/etc/access.conf': No such file or directory 2023-09-23T12:54:03.607 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.607 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged1: not mounted. 2023-09-23T12:54:03.607 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged0/etc/access.conf': No such file or directory 2023-09-23T12:54:03.607 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged0: not mounted. 2023-09-23T12:54:03.607 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged3: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.607 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.607 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.607 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.607 INFO:teuthology.orchestra.run.smithi016.stdout: +mount: /tmp/tmp.7QYjPX49WUscratch/merged4: wrong fs type, bad option, bad superblock on overlay, missing codepage or helper program, or other error. 2023-09-23T12:54:03.607 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged3/etc/access.conf': No such file or directory 2023-09-23T12:54:03.608 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.608 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.608 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged3: not mounted. 2023-09-23T12:54:03.608 INFO:teuthology.orchestra.run.smithi016.stdout: +mv: cannot stat '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.608 INFO:teuthology.orchestra.run.smithi016.stdout: +touch: cannot touch '/tmp/tmp.7QYjPX49WUscratch/merged4/etc/access.conf': No such file or directory 2023-09-23T12:54:03.608 INFO:teuthology.orchestra.run.smithi016.stdout: +umount: /tmp/tmp.7QYjPX49WUscratch/merged4: not mounted. 2023-09-23T12:54:03.608 INFO:teuthology.orchestra.run.smithi016.stdout: Silence is golden. 2023-09-23T12:54:03.608 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:03.608 INFO:teuthology.orchestra.run.smithi016.stdout:HINT: You _MAY_ be missing kernel fix: 2023-09-23T12:54:03.608 INFO:teuthology.orchestra.run.smithi016.stdout: 6da1b4b1ab36 xfs: fix an ABBA deadlock in xfs_rename 2023-09-23T12:54:03.608 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:03.608 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/631 2023-09-23T12:54:03.609 INFO:teuthology.orchestra.run.smithi016.stdout:Failures: generic/631 2023-09-23T12:54:03.609 INFO:teuthology.orchestra.run.smithi016.stdout:Failed 1 of 1 tests 2023-09-23T12:54:03.609 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T12:54:03.610 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:03.610 INFO:tasks.cephfs.xfstests_dev:Command failed 2023-09-23T12:54:03.610 INFO:tasks.cephfs.xfstests_dev:Command return value: 1 2023-09-23T12:54:03.611 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/632) 2023-09-23T12:54:04.070 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:54:04.082 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:54:04.084 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:54:04.086 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:54:04.086 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:07.681 INFO:teuthology.orchestra.run.smithi016.stdout:generic/632 3s 2023-09-23T12:54:08.817 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/632 2023-09-23T12:54:08.817 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:54:08.824 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:08.882 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:54:08.882 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/633) 2023-09-23T12:54:09.532 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:54:09.545 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:54:09.546 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:54:09.549 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:54:09.549 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:12.708 INFO:teuthology.orchestra.run.smithi016.stdout:generic/633 3s 2023-09-23T12:54:12.721 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/633 2023-09-23T12:54:12.721 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:54:12.727 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:12.904 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:54:12.905 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/634) 2023-09-23T12:54:13.616 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:54:13.628 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:54:13.629 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:54:13.632 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:54:13.632 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:14.640 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:54:14.658 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:54:15.127 INFO:teuthology.orchestra.run.smithi016.stdout:generic/634 2s 2023-09-23T12:54:15.141 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/634 2023-09-23T12:54:15.141 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:54:15.147 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:15.168 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:54:15.168 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/635) 2023-09-23T12:54:15.624 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:54:15.637 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:54:15.638 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:54:15.641 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:54:15.641 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:16.344 INFO:teuthology.orchestra.run.smithi016.stdout:generic/635 [not run] ceph does not support shutdown 2023-09-23T12:54:16.372 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/635 2023-09-23T12:54:16.372 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/635 2023-09-23T12:54:16.372 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:54:16.378 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:16.420 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:54:16.421 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/636) 2023-09-23T12:54:16.887 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:54:16.899 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:54:16.900 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:54:16.903 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:54:16.903 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:17.674 INFO:teuthology.orchestra.run.smithi016.stdout:generic/636 [not run] swapfiles are not supported 2023-09-23T12:54:17.683 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/636 2023-09-23T12:54:17.683 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/636 2023-09-23T12:54:17.684 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:54:17.690 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:17.734 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:54:17.735 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/637) 2023-09-23T12:54:18.201 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:54:18.214 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:54:18.215 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:54:18.218 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:54:18.218 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:19.201 INFO:teuthology.orchestra.run.smithi016.stdout:generic/637 1s 2023-09-23T12:54:19.215 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/637 2023-09-23T12:54:19.215 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:54:19.221 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:19.489 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:54:19.489 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/638) 2023-09-23T12:54:20.035 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:54:20.047 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:54:20.048 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:54:20.051 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:54:20.051 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:20.641 INFO:teuthology.orchestra.run.smithi016.stdout:generic/638 0s 2023-09-23T12:54:20.655 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/638 2023-09-23T12:54:20.655 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:54:20.661 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:20.708 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:54:20.708 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/639) 2023-09-23T12:54:21.163 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:54:21.176 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:54:21.177 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:54:21.180 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:54:21.180 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:21.928 INFO:teuthology.orchestra.run.smithi016.stdout:generic/639 0s 2023-09-23T12:54:21.941 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/639 2023-09-23T12:54:21.941 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:54:21.947 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:22.001 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:54:22.001 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/640) 2023-09-23T12:54:22.460 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:54:22.473 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:54:22.474 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:54:22.477 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:54:22.477 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:23.009 INFO:teuthology.orchestra.run.smithi016.stdout:generic/640 [not run] require 172.21.15.16:6789:/scratch to be valid block disk 2023-09-23T12:54:23.019 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/640 2023-09-23T12:54:23.019 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/640 2023-09-23T12:54:23.019 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:54:23.025 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:23.070 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:54:23.070 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/641) 2023-09-23T12:54:23.532 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:54:23.544 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:54:23.546 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:54:23.548 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:54:23.548 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:24.340 INFO:teuthology.orchestra.run.smithi016.stdout:generic/641 [not run] swapfiles are not supported 2023-09-23T12:54:24.350 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/641 2023-09-23T12:54:24.350 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/641 2023-09-23T12:54:24.350 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T12:54:24.356 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:24.410 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T12:54:24.410 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/642) 2023-09-23T12:54:24.871 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T12:54:24.884 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T12:54:24.885 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T12:54:24.888 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T12:54:24.888 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T12:54:44.956 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:54:44.963 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:55:18.736 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:55:18.741 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:55:49.000 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:55:49.006 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:56:20.144 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:56:20.151 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:56:50.265 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:56:50.272 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:57:20.409 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:57:20.420 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:57:50.535 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:57:50.540 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T12:57:50.913 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T12:57:50.912+0000 7f9664bf9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 676516) UID: 0 2023-09-23T12:57:50.913 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T12:57:50.912+0000 7fd5b89f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 676516) UID: 0 2023-09-23T13:01:21.574 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:01:21.581 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:01:51.712 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:01:51.718 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:02:21.835 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:02:21.842 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:02:51.967 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:02:51.974 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:02:52.114 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T13:02:52.114+0000 7fd5b89f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 676673) UID: 0 2023-09-23T13:02:52.115 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T13:02:52.114+0000 7f9664bf9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 676673) UID: 0 2023-09-23T13:04:07.277 INFO:teuthology.orchestra.run.smithi016.stdout:generic/642 582s 2023-09-23T13:04:07.292 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/642 2023-09-23T13:04:07.292 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T13:04:07.298 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T13:04:07.320 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T13:04:07.320 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/643) 2023-09-23T13:04:11.136 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T13:04:11.149 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T13:04:11.150 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T13:04:11.152 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T13:04:11.152 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T13:06:23.395 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:06:23.400 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:06:53.511 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:06:53.516 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:07:23.623 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:07:23.628 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:07:54.532 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:07:54.537 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:07:55.380 INFO:teuthology.orchestra.run.smithi016.stdout:generic/643 [not run] swapfiles are not supported 2023-09-23T13:07:55.390 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/643 2023-09-23T13:07:55.391 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/643 2023-09-23T13:07:55.391 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T13:07:55.396 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T13:07:55.444 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T13:07:55.445 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/644) 2023-09-23T13:07:55.910 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T13:07:55.923 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T13:07:55.924 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T13:07:55.927 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T13:07:55.927 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T13:07:56.543 INFO:teuthology.orchestra.run.smithi016.stdout:generic/644 0s 2023-09-23T13:07:56.556 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/644 2023-09-23T13:07:56.556 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T13:07:56.562 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T13:07:56.695 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T13:07:56.696 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/645) 2023-09-23T13:07:57.375 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T13:07:57.387 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T13:07:57.388 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T13:07:57.391 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T13:07:57.391 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T13:08:24.662 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:08:24.666 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:08:24.947 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T13:08:24.947+0000 7fd5b89f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 678359) UID: 0 2023-09-23T13:08:24.947 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T13:08:24.947+0000 7f9664bf9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 678359) UID: 0 2023-09-23T13:09:05.544 INFO:teuthology.orchestra.run.smithi016.stdout:generic/645 68s 2023-09-23T13:09:05.601 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/645 2023-09-23T13:09:05.604 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T13:09:05.621 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T13:09:05.759 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T13:09:05.759 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/646) 2023-09-23T13:09:06.228 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T13:09:06.241 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T13:09:06.242 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T13:09:06.245 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T13:09:06.245 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T13:09:07.070 INFO:teuthology.orchestra.run.smithi016.stdout:generic/646 [not run] ceph does not support shutdown 2023-09-23T13:09:07.103 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/646 2023-09-23T13:09:07.103 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/646 2023-09-23T13:09:07.103 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T13:09:07.109 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T13:09:07.153 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T13:09:07.153 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/647) 2023-09-23T13:09:07.613 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T13:09:07.625 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T13:09:07.627 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T13:09:07.630 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T13:09:07.630 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T13:09:08.391 INFO:teuthology.orchestra.run.smithi016.stdout:generic/647 1s 2023-09-23T13:09:08.404 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/647 2023-09-23T13:09:08.405 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T13:09:08.411 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T13:09:08.565 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T13:09:08.565 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/648) 2023-09-23T13:09:09.279 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T13:09:09.292 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T13:09:09.293 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T13:09:09.296 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T13:09:09.296 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T13:09:12.000 INFO:teuthology.orchestra.run.smithi016.stdout:generic/648 [not run] Reflink not supported by scratch filesystem type: ceph 2023-09-23T13:09:12.010 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/648 2023-09-23T13:09:12.010 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/648 2023-09-23T13:09:12.010 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T13:09:12.016 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T13:09:12.056 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T13:09:12.056 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/649) 2023-09-23T13:09:12.526 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T13:09:12.538 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T13:09:12.539 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T13:09:12.542 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T13:09:12.542 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T13:09:13.169 INFO:teuthology.orchestra.run.smithi016.stdout:generic/649 [not run] Reflink not supported by test filesystem type: ceph 2023-09-23T13:09:13.179 INFO:teuthology.orchestra.run.smithi016.stdout:Ran: generic/649 2023-09-23T13:09:13.179 INFO:teuthology.orchestra.run.smithi016.stdout:Not run: generic/649 2023-09-23T13:09:13.179 INFO:teuthology.orchestra.run.smithi016.stdout:Passed all 1 tests 2023-09-23T13:09:13.185 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T13:09:13.337 INFO:tasks.cephfs.xfstests_dev:Command return value: 0 2023-09-23T13:09:13.337 DEBUG:teuthology.orchestra.run.smithi016:> (cd /tmp/tmp.Zw2uDyk3yhxfstests-dev && exec sudo env DIFF_LENGTH=0 ./check generic/650) 2023-09-23T13:09:14.087 INFO:teuthology.orchestra.run.smithi016.stdout:FSTYP -- ceph 2023-09-23T13:09:14.101 INFO:teuthology.orchestra.run.smithi016.stdout:PLATFORM -- Linux/x86_64 smithi016 6.5.0-rc7-gfef64f93da2b #1 SMP PREEMPT_DYNAMIC Mon Sep 11 02:22:53 UTC 2023 2023-09-23T13:09:14.103 INFO:teuthology.orchestra.run.smithi016.stdout:MKFS_OPTIONS -- 172.21.15.16:6789:/scratch 2023-09-23T13:09:14.105 INFO:teuthology.orchestra.run.smithi016.stdout:MOUNT_OPTIONS -- -o name=admin,secret=AQAZhw5lds4zKBAAIFqowEdFbDJT/TTdf0j9oA== -o context=system_u:object_r:root_t:s0 172.21.15.16:6789:/scratch /tmp/tmp.7QYjPX49WUscratch 2023-09-23T13:09:14.105 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T13:12:10.520 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:12:10.529 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:12:40.780 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:12:40.801 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:13:11.026 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:13:11.040 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:13:41.305 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:13:41.312 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:14:11.564 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:14:11.579 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:14:42.052 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:14:42.061 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:15:12.341 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:15:12.347 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:15:42.679 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:15:42.688 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:16:13.405 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:16:13.413 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:16:43.691 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:16:43.699 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:17:14.010 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:17:14.016 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:17:44.401 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:17:44.409 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:18:14.706 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:18:14.713 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:18:45.204 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:18:45.222 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:19:15.636 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:19:15.649 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:19:46.024 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:19:46.031 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:20:16.411 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:20:16.422 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:20:46.854 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:20:46.860 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:21:17.202 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:21:17.214 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:21:47.721 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:21:47.728 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:22:18.000 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:22:18.007 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:22:48.284 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:22:48.290 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:23:18.695 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:23:18.703 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:23:49.050 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:23:49.058 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:24:19.346 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:24:19.356 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:24:49.741 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:24:49.751 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:25:20.168 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:25:20.182 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:25:50.429 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:25:50.448 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:26:20.749 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:26:20.776 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:26:51.105 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:26:51.119 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:27:22.166 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:27:22.173 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:27:52.445 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:27:52.454 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:28:22.719 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:28:22.727 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:28:52.995 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:28:53.011 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:29:23.297 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:29:23.305 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:29:53.836 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:29:53.851 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:30:24.383 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:30:24.391 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:30:54.646 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:30:54.653 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:31:24.973 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:31:24.979 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:31:55.286 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:31:55.295 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:32:25.644 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:32:25.663 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:32:56.135 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:32:56.143 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:33:26.527 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:33:26.535 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:33:56.755 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:33:56.762 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:34:27.357 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:34:27.365 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:34:57.645 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:34:57.669 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:35:28.154 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:35:28.181 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:35:58.452 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:35:58.460 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:36:28.756 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:36:28.769 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:36:59.058 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:36:59.068 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:37:29.493 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:37:29.504 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:37:59.883 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:37:59.893 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:37:59.990 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T13:37:59.990+0000 7f928a3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 141653) UID: 0 2023-09-23T13:37:59.991 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T13:37:59.990+0000 7fc9907f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 141653) UID: 0 2023-09-23T13:37:59.991 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T13:37:59.990+0000 7f1ebfbf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 141653) UID: 0 2023-09-23T13:37:59.991 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T13:37:59.990+0000 7fdb129f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 141653) UID: 0 2023-09-23T13:42:56.339 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:42:56.354 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:42:56.648 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T13:42:56.646+0000 7fd5b89f9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 692623) UID: 0 2023-09-23T13:42:56.648 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T13:42:56.646+0000 7f9664bf9700 -1 received signal: Hangup from killall ceph-mds -1 (PID: 692623) UID: 0 2023-09-23T13:46:14.161 INFO:tasks.ceph.mon.a.smithi016.stderr:2023-09-23T13:46:14.156+0000 7f00501f9700 -1 rocksdb: submit_common error: IO error: While appending to file: /var/lib/ceph/mon/ceph-a/store.db/000661.log: Input/output error code =  Rocksdb transaction: 2023-09-23T13:46:14.161 INFO:tasks.ceph.mon.a.smithi016.stderr:PutCF( prefix = paxos key = '31458' value size = 4902) 2023-09-23T13:46:14.162 INFO:tasks.ceph.mon.a.smithi016.stderr:PutCF( prefix = paxos key = 'pending_v' value size = 8) 2023-09-23T13:46:14.162 INFO:tasks.ceph.mon.a.smithi016.stderr:PutCF( prefix = paxos key = 'pending_pn' value size = 8) 2023-09-23T13:46:14.182 INFO:tasks.ceph.mon.a.smithi016.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-6336-g86266391/rpm/el8/BUILD/ceph-18.0.0-6336-g86266391/src/mon/MonitorDBStore.h: In function 'int MonitorDBStore::apply_transaction(MonitorDBStore::TransactionRef)' thread 7f00501f9700 time 2023-09-23T13:46:14.158050+0000 2023-09-23T13:46:14.182 INFO:tasks.ceph.mon.a.smithi016.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-6336-g86266391/rpm/el8/BUILD/ceph-18.0.0-6336-g86266391/src/mon/MonitorDBStore.h: 355: ceph_abort_msg("failed to write to db") 2023-09-23T13:46:14.182 INFO:tasks.ceph.mon.a.smithi016.stderr: ceph version 18.0.0-6336-g86266391 (862663913a74a99e1c52d50e6a7e59dd6705749a) reef (dev) 2023-09-23T13:46:14.182 INFO:tasks.ceph.mon.a.smithi016.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd7) [0x7f0061eb9325] 2023-09-23T13:46:14.183 INFO:tasks.ceph.mon.a.smithi016.stderr: 2: (MonitorDBStore::apply_transaction(std::shared_ptr)+0x88f) [0x55cabb492e7f] 2023-09-23T13:46:14.183 INFO:tasks.ceph.mon.a.smithi016.stderr: 3: (Paxos::begin(ceph::buffer::v15_2_0::list&)+0x413) [0x55cabb5a6193] 2023-09-23T13:46:14.183 INFO:tasks.ceph.mon.a.smithi016.stderr: 4: (Paxos::propose_pending()+0x126) [0x55cabb5aad36] 2023-09-23T13:46:14.183 INFO:tasks.ceph.mon.a.smithi016.stderr: 5: (Paxos::trigger_propose()+0x146) [0x55cabb5ab156] 2023-09-23T13:46:14.183 INFO:tasks.ceph.mon.a.smithi016.stderr: 6: (PaxosService::propose_pending()+0x235) [0x55cabb5b58c5] 2023-09-23T13:46:14.183 INFO:tasks.ceph.mon.a.smithi016.stderr: 7: (Context::complete(int)+0xd) [0x55cabb4652ad] 2023-09-23T13:46:14.183 INFO:tasks.ceph.mon.a.smithi016.stderr: 8: (CommonSafeTimer::timer_thread()+0x13f) [0x7f0061fbe53f] 2023-09-23T13:46:14.183 INFO:tasks.ceph.mon.a.smithi016.stderr: 9: (CommonSafeTimerThread::entry()+0x11) [0x7f0061fbf861] 2023-09-23T13:46:14.183 INFO:tasks.ceph.mon.a.smithi016.stderr: 10: /lib64/libpthread.so.0(+0x81ca) [0x7f005de081ca] 2023-09-23T13:46:14.183 INFO:tasks.ceph.mon.a.smithi016.stderr: 11: clone() 2023-09-23T13:46:14.184 INFO:tasks.ceph.mon.a.smithi016.stderr:*** Caught signal (Aborted) ** 2023-09-23T13:46:14.184 INFO:tasks.ceph.mon.a.smithi016.stderr: in thread 7f00501f9700 thread_name:safe_timer 2023-09-23T13:46:14.184 INFO:tasks.ceph.mon.a.smithi016.stderr:2023-09-23T13:46:14.181+0000 7f00501f9700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-6336-g86266391/rpm/el8/BUILD/ceph-18.0.0-6336-g86266391/src/mon/MonitorDBStore.h: In function 'int MonitorDBStore::apply_transaction(MonitorDBStore::TransactionRef)' thread 7f00501f9700 time 2023-09-23T13:46:14.158050+0000 2023-09-23T13:46:14.184 INFO:tasks.ceph.mon.a.smithi016.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-6336-g86266391/rpm/el8/BUILD/ceph-18.0.0-6336-g86266391/src/mon/MonitorDBStore.h: 355: ceph_abort_msg("failed to write to db") 2023-09-23T13:46:14.184 INFO:tasks.ceph.mon.a.smithi016.stderr: 2023-09-23T13:46:14.184 INFO:tasks.ceph.mon.a.smithi016.stderr: ceph version 18.0.0-6336-g86266391 (862663913a74a99e1c52d50e6a7e59dd6705749a) reef (dev) 2023-09-23T13:46:14.184 INFO:tasks.ceph.mon.a.smithi016.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd7) [0x7f0061eb9325] 2023-09-23T13:46:14.184 INFO:tasks.ceph.mon.a.smithi016.stderr: 2: (MonitorDBStore::apply_transaction(std::shared_ptr)+0x88f) [0x55cabb492e7f] 2023-09-23T13:46:14.184 INFO:tasks.ceph.mon.a.smithi016.stderr: 3: (Paxos::begin(ceph::buffer::v15_2_0::list&)+0x413) [0x55cabb5a6193] 2023-09-23T13:46:14.185 INFO:tasks.ceph.mon.a.smithi016.stderr: 4: (Paxos::propose_pending()+0x126) [0x55cabb5aad36] 2023-09-23T13:46:14.185 INFO:tasks.ceph.mon.a.smithi016.stderr: 5: (Paxos::trigger_propose()+0x146) [0x55cabb5ab156] 2023-09-23T13:46:14.185 INFO:tasks.ceph.mon.a.smithi016.stderr: 6: (PaxosService::propose_pending()+0x235) [0x55cabb5b58c5] 2023-09-23T13:46:14.185 INFO:tasks.ceph.mon.a.smithi016.stderr: 7: (Context::complete(int)+0xd) [0x55cabb4652ad] 2023-09-23T13:46:14.185 INFO:tasks.ceph.mon.a.smithi016.stderr: 8: (CommonSafeTimer::timer_thread()+0x13f) [0x7f0061fbe53f] 2023-09-23T13:46:14.185 INFO:tasks.ceph.mon.a.smithi016.stderr: 9: (CommonSafeTimerThread::entry()+0x11) [0x7f0061fbf861] 2023-09-23T13:46:14.185 INFO:tasks.ceph.mon.a.smithi016.stderr: 10: /lib64/libpthread.so.0(+0x81ca) [0x7f005de081ca] 2023-09-23T13:46:14.185 INFO:tasks.ceph.mon.a.smithi016.stderr: 11: clone() 2023-09-23T13:46:14.185 INFO:tasks.ceph.mon.a.smithi016.stderr: 2023-09-23T13:46:14.186 INFO:tasks.ceph.mon.a.smithi016.stderr: ceph version 18.0.0-6336-g86266391 (862663913a74a99e1c52d50e6a7e59dd6705749a) reef (dev) 2023-09-23T13:46:14.186 INFO:tasks.ceph.mon.a.smithi016.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f005de12cf0] 2023-09-23T13:46:14.186 INFO:tasks.ceph.mon.a.smithi016.stderr: 2: gsignal() 2023-09-23T13:46:14.186 INFO:tasks.ceph.mon.a.smithi016.stderr: 3: abort() 2023-09-23T13:46:14.186 INFO:tasks.ceph.mon.a.smithi016.stderr: 4: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x197) [0x7f0061eb93e5] 2023-09-23T13:46:14.186 INFO:tasks.ceph.mon.a.smithi016.stderr: 5: (MonitorDBStore::apply_transaction(std::shared_ptr)+0x88f) [0x55cabb492e7f] 2023-09-23T13:46:14.187 INFO:tasks.ceph.mon.a.smithi016.stderr: 6: (Paxos::begin(ceph::buffer::v15_2_0::list&)+0x413) [0x55cabb5a6193] 2023-09-23T13:46:14.187 INFO:tasks.ceph.mon.a.smithi016.stderr: 7: (Paxos::propose_pending()+0x126) [0x55cabb5aad36] 2023-09-23T13:46:14.187 INFO:tasks.ceph.mon.a.smithi016.stderr: 8: (Paxos::trigger_propose()+0x146) [0x55cabb5ab156] 2023-09-23T13:46:14.187 INFO:tasks.ceph.mon.a.smithi016.stderr: 9: (PaxosService::propose_pending()+0x235) [0x55cabb5b58c5] 2023-09-23T13:46:14.187 INFO:tasks.ceph.mon.a.smithi016.stderr: 10: (Context::complete(int)+0xd) [0x55cabb4652ad] 2023-09-23T13:46:14.187 INFO:tasks.ceph.mon.a.smithi016.stderr: 11: (CommonSafeTimer::timer_thread()+0x13f) [0x7f0061fbe53f] 2023-09-23T13:46:14.187 INFO:tasks.ceph.mon.a.smithi016.stderr: 12: (CommonSafeTimerThread::entry()+0x11) [0x7f0061fbf861] 2023-09-23T13:46:14.187 INFO:tasks.ceph.mon.a.smithi016.stderr: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f005de081ca] 2023-09-23T13:46:14.187 INFO:tasks.ceph.mon.a.smithi016.stderr: 14: clone() 2023-09-23T13:46:14.187 INFO:tasks.ceph.mon.a.smithi016.stderr:2023-09-23T13:46:14.183+0000 7f00501f9700 -1 *** Caught signal (Aborted) ** 2023-09-23T13:46:14.188 INFO:tasks.ceph.mon.a.smithi016.stderr: in thread 7f00501f9700 thread_name:safe_timer 2023-09-23T13:46:14.188 INFO:tasks.ceph.mon.a.smithi016.stderr: 2023-09-23T13:46:14.188 INFO:tasks.ceph.mon.a.smithi016.stderr: ceph version 18.0.0-6336-g86266391 (862663913a74a99e1c52d50e6a7e59dd6705749a) reef (dev) 2023-09-23T13:46:14.188 INFO:tasks.ceph.mon.a.smithi016.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f005de12cf0] 2023-09-23T13:46:14.188 INFO:tasks.ceph.mon.a.smithi016.stderr: 2: gsignal() 2023-09-23T13:46:14.188 INFO:tasks.ceph.mon.a.smithi016.stderr: 3: abort() 2023-09-23T13:46:14.188 INFO:tasks.ceph.mon.a.smithi016.stderr: 4: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x197) [0x7f0061eb93e5] 2023-09-23T13:46:14.188 INFO:tasks.ceph.mon.a.smithi016.stderr: 5: (MonitorDBStore::apply_transaction(std::shared_ptr)+0x88f) [0x55cabb492e7f] 2023-09-23T13:46:14.188 INFO:tasks.ceph.mon.a.smithi016.stderr: 6: (Paxos::begin(ceph::buffer::v15_2_0::list&)+0x413) [0x55cabb5a6193] 2023-09-23T13:46:14.189 INFO:tasks.ceph.mon.a.smithi016.stderr: 7: (Paxos::propose_pending()+0x126) [0x55cabb5aad36] 2023-09-23T13:46:14.189 INFO:tasks.ceph.mon.a.smithi016.stderr: 8: (Paxos::trigger_propose()+0x146) [0x55cabb5ab156] 2023-09-23T13:46:14.189 INFO:tasks.ceph.mon.a.smithi016.stderr: 9: (PaxosService::propose_pending()+0x235) [0x55cabb5b58c5] 2023-09-23T13:46:14.189 INFO:tasks.ceph.mon.a.smithi016.stderr: 10: (Context::complete(int)+0xd) [0x55cabb4652ad] 2023-09-23T13:46:14.189 INFO:tasks.ceph.mon.a.smithi016.stderr: 11: (CommonSafeTimer::timer_thread()+0x13f) [0x7f0061fbe53f] 2023-09-23T13:46:14.189 INFO:tasks.ceph.mon.a.smithi016.stderr: 12: (CommonSafeTimerThread::entry()+0x11) [0x7f0061fbf861] 2023-09-23T13:46:14.189 INFO:tasks.ceph.mon.a.smithi016.stderr: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f005de081ca] 2023-09-23T13:46:14.189 INFO:tasks.ceph.mon.a.smithi016.stderr: 14: clone() 2023-09-23T13:46:14.189 INFO:tasks.ceph.mon.a.smithi016.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-09-23T13:46:14.189 INFO:tasks.ceph.mon.a.smithi016.stderr: 2023-09-23T13:46:14.267 INFO:tasks.ceph.mon.a.smithi016.stderr: -2> 2023-09-23T13:46:14.156+0000 7f00501f9700 -1 rocksdb: submit_common error: IO error: While appending to file: /var/lib/ceph/mon/ceph-a/store.db/000661.log: Input/output error code =  Rocksdb transaction: 2023-09-23T13:46:14.267 INFO:tasks.ceph.mon.a.smithi016.stderr:PutCF( prefix = paxos key = '31458' value size = 4902) 2023-09-23T13:46:14.267 INFO:tasks.ceph.mon.a.smithi016.stderr:PutCF( prefix = paxos key = 'pending_v' value size = 8) 2023-09-23T13:46:14.268 INFO:tasks.ceph.mon.a.smithi016.stderr:PutCF( prefix = paxos key = 'pending_pn' value size = 8) 2023-09-23T13:46:14.271 INFO:tasks.ceph.mon.a.smithi016.stderr: -1> 2023-09-23T13:46:14.181+0000 7f00501f9700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-6336-g86266391/rpm/el8/BUILD/ceph-18.0.0-6336-g86266391/src/mon/MonitorDBStore.h: In function 'int MonitorDBStore::apply_transaction(MonitorDBStore::TransactionRef)' thread 7f00501f9700 time 2023-09-23T13:46:14.158050+0000 2023-09-23T13:46:14.271 INFO:tasks.ceph.mon.a.smithi016.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-6336-g86266391/rpm/el8/BUILD/ceph-18.0.0-6336-g86266391/src/mon/MonitorDBStore.h: 355: ceph_abort_msg("failed to write to db") 2023-09-23T13:46:14.271 INFO:tasks.ceph.mon.a.smithi016.stderr: 2023-09-23T13:46:14.271 INFO:tasks.ceph.mon.a.smithi016.stderr: ceph version 18.0.0-6336-g86266391 (862663913a74a99e1c52d50e6a7e59dd6705749a) reef (dev) 2023-09-23T13:46:14.272 INFO:tasks.ceph.mon.a.smithi016.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd7) [0x7f0061eb9325] 2023-09-23T13:46:14.272 INFO:tasks.ceph.mon.a.smithi016.stderr: 2: (MonitorDBStore::apply_transaction(std::shared_ptr)+0x88f) [0x55cabb492e7f] 2023-09-23T13:46:14.272 INFO:tasks.ceph.mon.a.smithi016.stderr: 3: (Paxos::begin(ceph::buffer::v15_2_0::list&)+0x413) [0x55cabb5a6193] 2023-09-23T13:46:14.272 INFO:tasks.ceph.mon.a.smithi016.stderr: 4: (Paxos::propose_pending()+0x126) [0x55cabb5aad36] 2023-09-23T13:46:14.272 INFO:tasks.ceph.mon.a.smithi016.stderr: 5: (Paxos::trigger_propose()+0x146) [0x55cabb5ab156] 2023-09-23T13:46:14.272 INFO:tasks.ceph.mon.a.smithi016.stderr: 6: (PaxosService::propose_pending()+0x235) [0x55cabb5b58c5] 2023-09-23T13:46:14.272 INFO:tasks.ceph.mon.a.smithi016.stderr: 7: (Context::complete(int)+0xd) [0x55cabb4652ad] 2023-09-23T13:46:14.272 INFO:tasks.ceph.mon.a.smithi016.stderr: 8: (CommonSafeTimer::timer_thread()+0x13f) [0x7f0061fbe53f] 2023-09-23T13:46:14.272 INFO:tasks.ceph.mon.a.smithi016.stderr: 9: (CommonSafeTimerThread::entry()+0x11) [0x7f0061fbf861] 2023-09-23T13:46:14.272 INFO:tasks.ceph.mon.a.smithi016.stderr: 10: /lib64/libpthread.so.0(+0x81ca) [0x7f005de081ca] 2023-09-23T13:46:14.272 INFO:tasks.ceph.mon.a.smithi016.stderr: 11: clone() 2023-09-23T13:46:14.273 INFO:tasks.ceph.mon.a.smithi016.stderr: 2023-09-23T13:46:14.273 INFO:tasks.ceph.mon.a.smithi016.stderr: 0> 2023-09-23T13:46:14.183+0000 7f00501f9700 -1 *** Caught signal (Aborted) ** 2023-09-23T13:46:14.273 INFO:tasks.ceph.mon.a.smithi016.stderr: in thread 7f00501f9700 thread_name:safe_timer 2023-09-23T13:46:14.273 INFO:tasks.ceph.mon.a.smithi016.stderr: 2023-09-23T13:46:14.273 INFO:tasks.ceph.mon.a.smithi016.stderr: ceph version 18.0.0-6336-g86266391 (862663913a74a99e1c52d50e6a7e59dd6705749a) reef (dev) 2023-09-23T13:46:14.273 INFO:tasks.ceph.mon.a.smithi016.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f005de12cf0] 2023-09-23T13:46:14.273 INFO:tasks.ceph.mon.a.smithi016.stderr: 2: gsignal() 2023-09-23T13:46:14.273 INFO:tasks.ceph.mon.a.smithi016.stderr: 3: abort() 2023-09-23T13:46:14.273 INFO:tasks.ceph.mon.a.smithi016.stderr: 4: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x197) [0x7f0061eb93e5] 2023-09-23T13:46:14.273 INFO:tasks.ceph.mon.a.smithi016.stderr: 5: (MonitorDBStore::apply_transaction(std::shared_ptr)+0x88f) [0x55cabb492e7f] 2023-09-23T13:46:14.273 INFO:tasks.ceph.mon.a.smithi016.stderr: 6: (Paxos::begin(ceph::buffer::v15_2_0::list&)+0x413) [0x55cabb5a6193] 2023-09-23T13:46:14.273 INFO:tasks.ceph.mon.a.smithi016.stderr: 7: (Paxos::propose_pending()+0x126) [0x55cabb5aad36] 2023-09-23T13:46:14.274 INFO:tasks.ceph.mon.a.smithi016.stderr: 8: (Paxos::trigger_propose()+0x146) [0x55cabb5ab156] 2023-09-23T13:46:14.274 INFO:tasks.ceph.mon.a.smithi016.stderr: 9: (PaxosService::propose_pending()+0x235) [0x55cabb5b58c5] 2023-09-23T13:46:14.274 INFO:tasks.ceph.mon.a.smithi016.stderr: 10: (Context::complete(int)+0xd) [0x55cabb4652ad] 2023-09-23T13:46:14.274 INFO:tasks.ceph.mon.a.smithi016.stderr: 11: (CommonSafeTimer::timer_thread()+0x13f) [0x7f0061fbe53f] 2023-09-23T13:46:14.274 INFO:tasks.ceph.mon.a.smithi016.stderr: 12: (CommonSafeTimerThread::entry()+0x11) [0x7f0061fbf861] 2023-09-23T13:46:14.274 INFO:tasks.ceph.mon.a.smithi016.stderr: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f005de081ca] 2023-09-23T13:46:14.274 INFO:tasks.ceph.mon.a.smithi016.stderr: 14: clone() 2023-09-23T13:46:14.274 INFO:tasks.ceph.mon.a.smithi016.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-09-23T13:46:14.274 INFO:tasks.ceph.mon.a.smithi016.stderr: 2023-09-23T13:46:14.275 INFO:tasks.ceph.mon.a.smithi016.stderr: -9999> 2023-09-23T13:46:14.156+0000 7f00501f9700 -1 rocksdb: submit_common error: IO error: While appending to file: /var/lib/ceph/mon/ceph-a/store.db/000661.log: Input/output error code =  Rocksdb transaction: 2023-09-23T13:46:14.275 INFO:tasks.ceph.mon.a.smithi016.stderr:PutCF( prefix = paxos key = '31458' value size = 4902) 2023-09-23T13:46:14.275 INFO:tasks.ceph.mon.a.smithi016.stderr:PutCF( prefix = paxos key = 'pending_v' value size = 8) 2023-09-23T13:46:14.275 INFO:tasks.ceph.mon.a.smithi016.stderr:PutCF( prefix = paxos key = 'pending_pn' value size = 8) 2023-09-23T13:46:14.277 INFO:tasks.ceph.mon.a.smithi016.stderr: -9998> 2023-09-23T13:46:14.181+0000 7f00501f9700 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-6336-g86266391/rpm/el8/BUILD/ceph-18.0.0-6336-g86266391/src/mon/MonitorDBStore.h: In function 'int MonitorDBStore::apply_transaction(MonitorDBStore::TransactionRef)' thread 7f00501f9700 time 2023-09-23T13:46:14.158050+0000 2023-09-23T13:46:14.277 INFO:tasks.ceph.mon.a.smithi016.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos8/DIST/centos8/MACHINE_SIZE/gigantic/release/18.0.0-6336-g86266391/rpm/el8/BUILD/ceph-18.0.0-6336-g86266391/src/mon/MonitorDBStore.h: 355: ceph_abort_msg("failed to write to db") 2023-09-23T13:46:14.277 INFO:tasks.ceph.mon.a.smithi016.stderr: 2023-09-23T13:46:14.277 INFO:tasks.ceph.mon.a.smithi016.stderr: ceph version 18.0.0-6336-g86266391 (862663913a74a99e1c52d50e6a7e59dd6705749a) reef (dev) 2023-09-23T13:46:14.277 INFO:tasks.ceph.mon.a.smithi016.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd7) [0x7f0061eb9325] 2023-09-23T13:46:14.277 INFO:tasks.ceph.mon.a.smithi016.stderr: 2: (MonitorDBStore::apply_transaction(std::shared_ptr)+0x88f) [0x55cabb492e7f] 2023-09-23T13:46:14.277 INFO:tasks.ceph.mon.a.smithi016.stderr: 3: (Paxos::begin(ceph::buffer::v15_2_0::list&)+0x413) [0x55cabb5a6193] 2023-09-23T13:46:14.277 INFO:tasks.ceph.mon.a.smithi016.stderr: 4: (Paxos::propose_pending()+0x126) [0x55cabb5aad36] 2023-09-23T13:46:14.278 INFO:tasks.ceph.mon.a.smithi016.stderr: 5: (Paxos::trigger_propose()+0x146) [0x55cabb5ab156] 2023-09-23T13:46:14.278 INFO:tasks.ceph.mon.a.smithi016.stderr: 6: (PaxosService::propose_pending()+0x235) [0x55cabb5b58c5] 2023-09-23T13:46:14.278 INFO:tasks.ceph.mon.a.smithi016.stderr: 7: (Context::complete(int)+0xd) [0x55cabb4652ad] 2023-09-23T13:46:14.278 INFO:tasks.ceph.mon.a.smithi016.stderr: 8: (CommonSafeTimer::timer_thread()+0x13f) [0x7f0061fbe53f] 2023-09-23T13:46:14.278 INFO:tasks.ceph.mon.a.smithi016.stderr: 9: (CommonSafeTimerThread::entry()+0x11) [0x7f0061fbf861] 2023-09-23T13:46:14.278 INFO:tasks.ceph.mon.a.smithi016.stderr: 10: /lib64/libpthread.so.0(+0x81ca) [0x7f005de081ca] 2023-09-23T13:46:14.278 INFO:tasks.ceph.mon.a.smithi016.stderr: 11: clone() 2023-09-23T13:46:14.278 INFO:tasks.ceph.mon.a.smithi016.stderr: 2023-09-23T13:46:14.278 INFO:tasks.ceph.mon.a.smithi016.stderr: -9997> 2023-09-23T13:46:14.183+0000 7f00501f9700 -1 *** Caught signal (Aborted) ** 2023-09-23T13:46:14.278 INFO:tasks.ceph.mon.a.smithi016.stderr: in thread 7f00501f9700 thread_name:safe_timer 2023-09-23T13:46:14.278 INFO:tasks.ceph.mon.a.smithi016.stderr: 2023-09-23T13:46:14.279 INFO:tasks.ceph.mon.a.smithi016.stderr: ceph version 18.0.0-6336-g86266391 (862663913a74a99e1c52d50e6a7e59dd6705749a) reef (dev) 2023-09-23T13:46:14.279 INFO:tasks.ceph.mon.a.smithi016.stderr: 1: /lib64/libpthread.so.0(+0x12cf0) [0x7f005de12cf0] 2023-09-23T13:46:14.279 INFO:tasks.ceph.mon.a.smithi016.stderr: 2: gsignal() 2023-09-23T13:46:14.279 INFO:tasks.ceph.mon.a.smithi016.stderr: 3: abort() 2023-09-23T13:46:14.279 INFO:tasks.ceph.mon.a.smithi016.stderr: 4: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x197) [0x7f0061eb93e5] 2023-09-23T13:46:14.279 INFO:tasks.ceph.mon.a.smithi016.stderr: 5: (MonitorDBStore::apply_transaction(std::shared_ptr)+0x88f) [0x55cabb492e7f] 2023-09-23T13:46:14.279 INFO:tasks.ceph.mon.a.smithi016.stderr: 6: (Paxos::begin(ceph::buffer::v15_2_0::list&)+0x413) [0x55cabb5a6193] 2023-09-23T13:46:14.279 INFO:tasks.ceph.mon.a.smithi016.stderr: 7: (Paxos::propose_pending()+0x126) [0x55cabb5aad36] 2023-09-23T13:46:14.279 INFO:tasks.ceph.mon.a.smithi016.stderr: 8: (Paxos::trigger_propose()+0x146) [0x55cabb5ab156] 2023-09-23T13:46:14.279 INFO:tasks.ceph.mon.a.smithi016.stderr: 9: (PaxosService::propose_pending()+0x235) [0x55cabb5b58c5] 2023-09-23T13:46:14.279 INFO:tasks.ceph.mon.a.smithi016.stderr: 10: (Context::complete(int)+0xd) [0x55cabb4652ad] 2023-09-23T13:46:14.279 INFO:tasks.ceph.mon.a.smithi016.stderr: 11: (CommonSafeTimer::timer_thread()+0x13f) [0x7f0061fbe53f] 2023-09-23T13:46:14.280 INFO:tasks.ceph.mon.a.smithi016.stderr: 12: (CommonSafeTimerThread::entry()+0x11) [0x7f0061fbf861] 2023-09-23T13:46:14.280 INFO:tasks.ceph.mon.a.smithi016.stderr: 13: /lib64/libpthread.so.0(+0x81ca) [0x7f005de081ca] 2023-09-23T13:46:14.280 INFO:tasks.ceph.mon.a.smithi016.stderr: 14: clone() 2023-09-23T13:46:14.280 INFO:tasks.ceph.mon.a.smithi016.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2023-09-23T13:46:14.280 INFO:tasks.ceph.mon.a.smithi016.stderr: 2023-09-23T13:46:18.327 INFO:tasks.ceph.mon.a.smithi016.stderr:daemon-helper: command crashed with signal 6 2023-09-23T13:46:20.681 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~0s 2023-09-23T13:46:27.290 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~7s 2023-09-23T13:46:33.899 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~13s 2023-09-23T13:46:40.507 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~20s 2023-09-23T13:46:47.118 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~26s 2023-09-23T13:46:53.731 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~33s 2023-09-23T13:47:00.342 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~40s 2023-09-23T13:47:06.952 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~46s 2023-09-23T13:47:13.565 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~53s 2023-09-23T13:47:20.179 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~59s 2023-09-23T13:47:26.790 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~66s 2023-09-23T13:47:33.402 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~73s 2023-09-23T13:47:40.016 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~79s 2023-09-23T13:47:46.626 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~86s 2023-09-23T13:47:53.237 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~93s 2023-09-23T13:47:59.851 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~99s 2023-09-23T13:48:06.463 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~106s 2023-09-23T13:48:09.955 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T13:48:09.954+0000 7f9f10df8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 694225) UID: 0 2023-09-23T13:48:09.956 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T13:48:09.954+0000 7fe446bf8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 694225) UID: 0 2023-09-23T13:48:09.956 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T13:48:09.954+0000 7f3f115f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 694225) UID: 0 2023-09-23T13:48:10.004 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T13:48:09.971+0000 7f46ef3f8700 -1 received signal: Hangup from killall ceph-osd -1 (PID: 694225) UID: 0 2023-09-23T13:48:13.076 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~112s 2023-09-23T13:48:19.691 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~119s 2023-09-23T13:48:26.306 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~126s 2023-09-23T13:48:32.921 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~132s 2023-09-23T13:48:39.535 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~139s 2023-09-23T13:48:46.149 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~145s 2023-09-23T13:48:52.762 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~152s 2023-09-23T13:48:59.373 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~159s 2023-09-23T13:49:05.983 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~165s 2023-09-23T13:49:12.596 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~172s 2023-09-23T13:49:19.208 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~179s 2023-09-23T13:49:25.820 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~185s 2023-09-23T13:49:32.434 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~192s 2023-09-23T13:49:39.047 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~198s 2023-09-23T13:49:45.661 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~205s 2023-09-23T13:49:52.272 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~212s 2023-09-23T13:49:58.886 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~218s 2023-09-23T13:50:05.498 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~225s 2023-09-23T13:50:12.110 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~231s 2023-09-23T13:50:18.724 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~238s 2023-09-23T13:50:25.336 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~245s 2023-09-23T13:50:31.951 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~251s 2023-09-23T13:50:38.564 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~258s 2023-09-23T13:50:45.177 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~264s 2023-09-23T13:50:51.792 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~271s 2023-09-23T13:50:58.407 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~278s 2023-09-23T13:51:05.020 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~284s 2023-09-23T13:51:11.633 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~291s 2023-09-23T13:51:18.241 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~298s 2023-09-23T13:51:24.854 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mon.a is failed for ~304s 2023-09-23T13:51:24.855 INFO:tasks.daemonwatchdog.daemon_watchdog:BARK! unmounting mounts and killing all daemons 2023-09-23T13:51:24.857 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T13:51:24.857 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T13:51:25.053 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T13:51:25.053 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T13:51:25.245 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2023-09-23T13:51:28.098 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.097+0000 7fb35139d700 1 Processor -- start 2023-09-23T13:51:28.117 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.114+0000 7fb35139d700 1 -- start start 2023-09-23T13:51:28.120 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.117+0000 7fb35139d700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3440e3660 0x7fb344053a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:28.120 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.119+0000 7fb34bfff700 1 -- >> v1:172.21.15.16:6789/0 conn(0x7fb34403adc0 legacy=0x7fb344058610 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v1:172.21.15.16:6789/0 2023-09-23T13:51:28.121 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.120+0000 7fb34b7fe700 1 --1- >> v1:172.21.15.92:6789/0 conn(0x7fb34403b1a0 0x7fb3440e2f50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.92:6789/0 says I am v1:172.21.15.16:36960/0 (socket says 172.21.15.16:36960) 2023-09-23T13:51:28.121 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.120+0000 7fb34b7fe700 1 -- 172.21.15.16:0/847989959 learned_addr learned my addr 172.21.15.16:0/847989959 (peer_addr_for_me v1:172.21.15.16:0/0) 2023-09-23T13:51:28.129 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.125+0000 7fb35139d700 1 -- 172.21.15.16:0/847989959 --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb344054130 con 0x7fb34403adc0 2023-09-23T13:51:28.129 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.128+0000 7fb35139d700 1 -- 172.21.15.16:0/847989959 --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb344038300 con 0x7fb34403b1a0 2023-09-23T13:51:28.130 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.128+0000 7fb35139d700 1 -- 172.21.15.16:0/847989959 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb344054380 con 0x7fb3440e3660 2023-09-23T13:51:28.130 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.128+0000 7fb350b9c700 1 --2- 172.21.15.16:0/847989959 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3440e3660 0x7fb344053a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:28.130 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.129+0000 7fb34affd700 1 -- 172.21.15.16:0/847989959 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4187512476 0 0) 0x7fb344038300 con 0x7fb34403b1a0 2023-09-23T13:51:28.130 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.129+0000 7fb34affd700 1 -- 172.21.15.16:0/847989959 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb33c0035b0 con 0x7fb34403b1a0 2023-09-23T13:51:28.131 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.130+0000 7fb350b9c700 1 -- 172.21.15.16:0/847989959 >> v1:172.21.15.92:6789/0 conn(0x7fb34403b1a0 legacy=0x7fb3440e2f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:28.131 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.130+0000 7fb350b9c700 1 -- 172.21.15.16:0/847989959 >> v1:172.21.15.16:6789/0 conn(0x7fb34403adc0 legacy=0x7fb344058610 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-23T13:51:28.131 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.130+0000 7fb350b9c700 1 -- 172.21.15.16:0/847989959 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb344054660 con 0x7fb3440e3660 2023-09-23T13:51:28.133 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.133+0000 7fb350b9c700 1 --2- 172.21.15.16:0/847989959 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3440e3660 0x7fb344053a50 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fb3380098a0 tx=0x7fb338009bb0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9bb81563362a8489 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T13:51:28.134 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.133+0000 7fb34affd700 1 -- 172.21.15.16:0/847989959 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb338004230 con 0x7fb3440e3660 2023-09-23T13:51:28.134 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.133+0000 7fb34affd700 1 -- 172.21.15.16:0/847989959 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb338004390 con 0x7fb3440e3660 2023-09-23T13:51:28.134 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.133+0000 7fb34affd700 1 -- 172.21.15.16:0/847989959 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3380036a0 con 0x7fb3440e3660 2023-09-23T13:51:28.138 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.137+0000 7fb35139d700 1 -- 172.21.15.16:0/847989959 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3440e3660 msgr2=0x7fb344053a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:28.138 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.137+0000 7fb35139d700 1 --2- 172.21.15.16:0/847989959 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3440e3660 0x7fb344053a50 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fb3380098a0 tx=0x7fb338009bb0 comp rx=0 tx=0).stop 2023-09-23T13:51:28.143 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.143+0000 7fb35139d700 1 -- 172.21.15.16:0/847989959 shutdown_connections 2023-09-23T13:51:28.143 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.143+0000 7fb35139d700 1 --2- 172.21.15.16:0/847989959 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3440e3660 0x7fb344053a50 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:28.143 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.143+0000 7fb35139d700 1 -- 172.21.15.16:0/847989959 >> 172.21.15.16:0/847989959 conn(0x7fb344055d30 msgr2=0x7fb344056140 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T13:51:28.147 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.147+0000 7fb35139d700 1 -- 172.21.15.16:0/847989959 shutdown_connections 2023-09-23T13:51:28.147 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.147+0000 7fb35139d700 1 -- 172.21.15.16:0/847989959 wait complete. 2023-09-23T13:51:28.156 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.152+0000 7fb35139d700 1 Processor -- start 2023-09-23T13:51:28.156 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.152+0000 7fb35139d700 1 -- start start 2023-09-23T13:51:28.165 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.164+0000 7fb35139d700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb34403adc0 0x7fb34404ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:28.165 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.165+0000 7fb35139d700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb34403b1a0 0x7fb34404d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:28.165 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.165+0000 7fb34bfff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb34403adc0 0x7fb34404ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:28.166 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.165+0000 7fb34bfff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb34403adc0 0x7fb34404ed40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:52670/0 (socket says 172.21.15.16:52670) 2023-09-23T13:51:28.168 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.165+0000 7fb34bfff700 1 -- 172.21.15.16:0/784859819 learned_addr learned my addr 172.21.15.16:0/784859819 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T13:51:28.168 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.167+0000 7fb34b7fe700 1 --2- 172.21.15.16:0/784859819 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb34403b1a0 0x7fb34404d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:28.168 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.167+0000 7fb35139d700 1 --2- 172.21.15.16:0/784859819 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb3440e3660 0x7fb3440d3c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:28.169 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.167+0000 7fb350b9c700 1 -- 172.21.15.16:0/784859819 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb3440e3660 msgr2=0x7fb3440d3c10 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.16:3300/0 2023-09-23T13:51:28.169 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.168+0000 7fb350b9c700 1 --2- 172.21.15.16:0/784859819 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb3440e3660 0x7fb3440d3c10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-23T13:51:28.169 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.168+0000 7fb35139d700 1 -- 172.21.15.16:0/784859819 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb34404db10 con 0x7fb3440e3660 2023-09-23T13:51:28.169 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.168+0000 7fb35139d700 1 -- 172.21.15.16:0/784859819 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3440e3c50 con 0x7fb34403adc0 2023-09-23T13:51:28.169 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.168+0000 7fb35139d700 1 -- 172.21.15.16:0/784859819 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb34404dd40 con 0x7fb34403b1a0 2023-09-23T13:51:28.170 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.169+0000 7fb34bfff700 1 -- 172.21.15.16:0/784859819 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb34403b1a0 msgr2=0x7fb34404d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:28.170 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.169+0000 7fb34bfff700 1 --2- 172.21.15.16:0/784859819 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb34403b1a0 0x7fb34404d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:28.171 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.169+0000 7fb34bfff700 1 -- 172.21.15.16:0/784859819 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb3440e3660 msgr2=0x7fb3440d3c10 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-23T13:51:28.171 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.169+0000 7fb34bfff700 1 --2- 172.21.15.16:0/784859819 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb3440e3660 0x7fb3440d3c10 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:28.171 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.169+0000 7fb34bfff700 1 -- 172.21.15.16:0/784859819 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3380094a0 con 0x7fb34403adc0 2023-09-23T13:51:28.171 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.169+0000 7fb34bfff700 1 --2- 172.21.15.16:0/784859819 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb34403adc0 0x7fb34404ed40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb34c0662b0 tx=0x7fb34c074df0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T13:51:28.181 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.180+0000 7fb348ff9700 1 -- 172.21.15.16:0/784859819 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb34c092400 con 0x7fb34403adc0 2023-09-23T13:51:28.182 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.180+0000 7fb348ff9700 1 -- 172.21.15.16:0/784859819 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb34c092580 con 0x7fb34403adc0 2023-09-23T13:51:28.182 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.180+0000 7fb348ff9700 1 -- 172.21.15.16:0/784859819 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb34c092930 con 0x7fb34403adc0 2023-09-23T13:51:28.183 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.182+0000 7fb35139d700 1 -- 172.21.15.16:0/784859819 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb34404e020 con 0x7fb34403adc0 2023-09-23T13:51:28.184 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.183+0000 7fb35139d700 1 -- 172.21.15.16:0/784859819 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb34404e5e0 con 0x7fb34403adc0 2023-09-23T13:51:28.192 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.189+0000 7fb348ff9700 1 -- 172.21.15.16:0/784859819 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fb34c092a90 con 0x7fb34403adc0 2023-09-23T13:51:28.192 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.190+0000 7fb3367fc700 1 -- 172.21.15.16:0/784859819 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3240052f0 con 0x7fb34403adc0 2023-09-23T13:51:28.196 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.193+0000 7fb348ff9700 1 --2- 172.21.15.16:0/784859819 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb33006afc0 0x7fb33006d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:28.196 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.193+0000 7fb34b7fe700 1 --2- 172.21.15.16:0/784859819 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb33006afc0 0x7fb33006d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:28.196 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.194+0000 7fb348ff9700 1 -- 172.21.15.16:0/784859819 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb34c102a60 con 0x7fb34403adc0 2023-09-23T13:51:28.196 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.195+0000 7fb34b7fe700 1 --2- 172.21.15.16:0/784859819 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb33006afc0 0x7fb33006d480 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fb340000f60 tx=0x7fb340007e10 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T13:51:28.203 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:28.202+0000 7fb348ff9700 1 -- 172.21.15.16:0/784859819 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fb34c0cdb10 con 0x7fb34403adc0 2023-09-23T13:51:29.409 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:29.409+0000 7fb3367fc700 1 -- 172.21.15.16:0/784859819 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb3240055a0 con 0x7fb34403adc0 2023-09-23T13:51:29.411 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:29.410+0000 7fb348ff9700 1 -- 172.21.15.16:0/784859819 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) v1 ==== 74+0+16521 (secure 0 0 0) 0x7fb34c0d1130 con 0x7fb34403adc0 2023-09-23T13:51:29.419 INFO:teuthology.orchestra.run.smithi016.stdout: 2023-09-23T13:51:29.419 INFO:teuthology.orchestra.run.smithi016.stdout:{"epoch":34,"fsid":"a4473c66-b59d-48ae-9109-7ce1a730b162","created":"2023-09-23T06:35:52.225740+0000","modified":"2023-09-23T06:37:23.596640+0000","last_up_change":"2023-09-23T06:36:04.152526+0000","last_in_change":"2023-09-23T06:35:55.696570+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2023-09-23T06:36:05.638048+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2023-09-23T06:37:20.087634+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"33","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2023-09-23T06:37:21.089634+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"d9bf00d2-e729-484c-a7f8-fac1d07e3226","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6800","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6801","nonce":1019308953}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6802","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6803","nonce":1019308953}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6806","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6807","nonce":1019308953}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6804","nonce":1019308953},{"type":"v1","addr":"172.21.15.16:6805","nonce":1019308953}]},"public_addr":"172.21.15.16:6801/1019308953","cluster_addr":"172.21.15.16:6803/1019308953","heartbeat_back_addr":"172.21.15.16:6807/1019308953","heartbeat_front_addr":"172.21.15.16:6805/1019308953","state":["exists","up"]},{"osd":1,"uuid":"ec482dad-7be6-468c-95f5-dcbc8d38ea64","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6809","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6812","nonce":2337229881}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6814","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6817","nonce":2337229881}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6824","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6827","nonce":2337229881}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6820","nonce":2337229881},{"type":"v1","addr":"172.21.15.16:6821","nonce":2337229881}]},"public_addr":"172.21.15.16:6812/2337229881","cluster_addr":"172.21.15.16:6817/2337229881","heartbeat_back_addr":"172.21.15.16:6827/2337229881","heartbeat_front_addr":"172.21.15.16:6821/2337229881","state":["exists","up"]},{"osd":2,"uuid":"4c8f312c-2de3-4a62-adb5-2462ca4b9fa2","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6808","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6810","nonce":2582900943}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6811","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6813","nonce":2582900943}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6818","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6819","nonce":2582900943}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6815","nonce":2582900943},{"type":"v1","addr":"172.21.15.16:6816","nonce":2582900943}]},"public_addr":"172.21.15.16:6810/2582900943","cluster_addr":"172.21.15.16:6813/2582900943","heartbeat_back_addr":"172.21.15.16:6819/2582900943","heartbeat_front_addr":"172.21.15.16:6816/2582900943","state":["exists","up"]},{"osd":3,"uuid":"5f97763f-4e5d-4770-876f-4d628794e447","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6822","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6823","nonce":1873237178}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6825","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6826","nonce":1873237178}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6830","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6831","nonce":1873237178}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.16:6828","nonce":1873237178},{"type":"v1","addr":"172.21.15.16:6829","nonce":1873237178}]},"public_addr":"172.21.15.16:6823/1873237178","cluster_addr":"172.21.15.16:6826/1873237178","heartbeat_back_addr":"172.21.15.16:6831/1873237178","heartbeat_front_addr":"172.21.15.16:6829/1873237178","state":["exists","up"]},{"osd":4,"uuid":"8d7dfe9d-60ae-4f3a-a3e4-ee8a5ae5617f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6816","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6817","nonce":1183393785}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6818","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6819","nonce":1183393785}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6824","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6827","nonce":1183393785}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6821","nonce":1183393785},{"type":"v1","addr":"172.21.15.92:6822","nonce":1183393785}]},"public_addr":"172.21.15.92:6817/1183393785","cluster_addr":"172.21.15.92:6819/1183393785","heartbeat_back_addr":"172.21.15.92:6827/1183393785","heartbeat_front_addr":"172.21.15.92:6822/1183393785","state":["exists","up"]},{"osd":5,"uuid":"d84990fb-2ab6-46a5-a731-d430d3469aba","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6820","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6823","nonce":3696379649}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6825","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6826","nonce":3696379649}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6830","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6831","nonce":3696379649}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6828","nonce":3696379649},{"type":"v1","addr":"172.21.15.92:6829","nonce":3696379649}]},"public_addr":"172.21.15.92:6823/3696379649","cluster_addr":"172.21.15.92:6826/3696379649","heartbeat_back_addr":"172.21.15.92:6831/3696379649","heartbeat_front_addr":"172.21.15.92:6829/3696379649","state":["exists","up"]},{"osd":6,"uuid":"69b89217-268c-4ad2-9c37-47a3f43a32ab","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6808","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6809","nonce":4042471642}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6810","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6811","nonce":4042471642}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6814","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6815","nonce":4042471642}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6812","nonce":4042471642},{"type":"v1","addr":"172.21.15.92:6813","nonce":4042471642}]},"public_addr":"172.21.15.92:6809/4042471642","cluster_addr":"172.21.15.92:6811/4042471642","heartbeat_back_addr":"172.21.15.92:6815/4042471642","heartbeat_front_addr":"172.21.15.92:6813/4042471642","state":["exists","up"]},{"osd":7,"uuid":"dac9c8d5-37f8-4b3d-9cea-5ffd7e7b1d65","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":32,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6800","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6801","nonce":321818221}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6802","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6803","nonce":321818221}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6806","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6807","nonce":321818221}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.92:6804","nonce":321818221},{"type":"v1","addr":"172.21.15.92:6805","nonce":321818221}]},"public_addr":"172.21.15.92:6801/321818221","cluster_addr":"172.21.15.92:6803/321818221","heartbeat_back_addr":"172.21.15.92:6807/321818221","heartbeat_front_addr":"172.21.15.92:6805/321818221","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:00.951196+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.296872+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.266007+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.092768+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.049227+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.016587+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.230786+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2023-09-23T06:36:01.001377+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2023-09-23T13:51:29.428 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:29.427+0000 7fb3367fc700 1 -- 172.21.15.16:0/784859819 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb33006afc0 msgr2=0x7fb33006d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:29.428 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:29.427+0000 7fb3367fc700 1 --2- 172.21.15.16:0/784859819 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb33006afc0 0x7fb33006d480 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7fb340000f60 tx=0x7fb340007e10 comp rx=0 tx=0).stop 2023-09-23T13:51:29.428 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:29.427+0000 7fb3367fc700 1 -- 172.21.15.16:0/784859819 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb34403adc0 msgr2=0x7fb34404ed40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:29.428 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:29.427+0000 7fb3367fc700 1 --2- 172.21.15.16:0/784859819 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb34403adc0 0x7fb34404ed40 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7fb34c0662b0 tx=0x7fb34c074df0 comp rx=0 tx=0).stop 2023-09-23T13:51:29.435 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:29.435+0000 7fb3367fc700 1 -- 172.21.15.16:0/784859819 shutdown_connections 2023-09-23T13:51:29.435 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:29.435+0000 7fb3367fc700 1 --2- 172.21.15.16:0/784859819 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb33006afc0 0x7fb33006d480 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:29.435 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:29.435+0000 7fb3367fc700 1 --2- 172.21.15.16:0/784859819 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb3440e3660 0x7fb3440d3c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:29.435 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:29.435+0000 7fb3367fc700 1 --2- 172.21.15.16:0/784859819 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb34403adc0 0x7fb34404ed40 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:29.435 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:29.435+0000 7fb3367fc700 1 --2- 172.21.15.16:0/784859819 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb34403b1a0 0x7fb34404d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:29.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:29.435+0000 7fb3367fc700 1 -- 172.21.15.16:0/784859819 >> 172.21.15.16:0/784859819 conn(0x7fb344055d30 msgr2=0x7fb3440385d0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T13:51:29.436 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:29.435+0000 7fb3367fc700 1 -- 172.21.15.16:0/784859819 shutdown_connections 2023-09-23T13:51:29.440 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:29.438+0000 7fb3367fc700 1 -- 172.21.15.16:0/784859819 wait complete. 2023-09-23T13:51:29.509 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2023-09-23T06:36:05.638048+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2023-09-23T06:37:20.087634+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '33', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2023-09-23T06:37:21.089634+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '34', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2023-09-23T13:51:29.510 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2023-09-23T13:51:30.256 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.252+0000 7fb36e7ff700 1 Processor -- start 2023-09-23T13:51:30.257 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.253+0000 7fb36e7ff700 1 -- start start 2023-09-23T13:51:30.279 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.278+0000 7fb36e7ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3680cea60 0x7fb3680c9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:30.279 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.278+0000 7fb36e7ff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb36806e8e0 0x7fb368164930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:30.280 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.279+0000 7fb3677fe700 1 -- >> v1:172.21.15.16:6789/0 conn(0x7fb3680ae320 legacy=0x7fb3680c9d40 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v1:172.21.15.16:6789/0 2023-09-23T13:51:30.283 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.282+0000 7fb36e7ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3680ae7e0 con 0x7fb3680ae320 2023-09-23T13:51:30.283 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.282+0000 7fb36e7ff700 1 -- --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb368071df0 con 0x7fb36806e8e0 2023-09-23T13:51:30.284 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.282+0000 7fb36e7ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb368159fa0 con 0x7fb3680cea60 2023-09-23T13:51:30.285 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.284+0000 7fb36cd9c700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb36806e8e0 0x7fb368164930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:30.286 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.285+0000 7fb36cd9c700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fb36806e8e0 0x7fb368164930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:52680/0 (socket says 172.21.15.16:52680) 2023-09-23T13:51:30.286 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.285+0000 7fb36cd9c700 1 -- 172.21.15.16:0/278286782 learned_addr learned my addr 172.21.15.16:0/278286782 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T13:51:30.287 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.286+0000 7fb367fff700 1 --2- 172.21.15.16:0/278286782 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3680cea60 0x7fb3680c9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:30.296 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.295+0000 7fb36cd9c700 1 -- 172.21.15.16:0/278286782 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3680cea60 msgr2=0x7fb3680c9800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T13:51:30.296 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.295+0000 7fb36cd9c700 1 --2- 172.21.15.16:0/278286782 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3680cea60 0x7fb3680c9800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:30.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.295+0000 7fb36cd9c700 1 -- 172.21.15.16:0/278286782 >> v1:172.21.15.16:6789/0 conn(0x7fb3680ae320 legacy=0x7fb3680c9d40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-23T13:51:30.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.295+0000 7fb36cd9c700 1 -- 172.21.15.16:0/278286782 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb368071450 con 0x7fb36806e8e0 2023-09-23T13:51:30.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.297+0000 7fb36cd9c700 1 --2- 172.21.15.16:0/278286782 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb36806e8e0 0x7fb368164930 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fb35c0098f0 tx=0x7fb35c009c00 comp rx=0 tx=0).ready entity=mon.1 client_cookie=48db0d8a2740d938 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T13:51:30.301 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.301+0000 7fb366ffd700 1 -- 172.21.15.16:0/278286782 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb35c004230 con 0x7fb36806e8e0 2023-09-23T13:51:30.303 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.301+0000 7fb366ffd700 1 -- 172.21.15.16:0/278286782 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb35c004390 con 0x7fb36806e8e0 2023-09-23T13:51:30.304 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.301+0000 7fb366ffd700 1 -- 172.21.15.16:0/278286782 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb35c0036a0 con 0x7fb36806e8e0 2023-09-23T13:51:30.304 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.303+0000 7fb36e7ff700 1 -- 172.21.15.16:0/278286782 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb36806e8e0 msgr2=0x7fb368164930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:30.304 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.303+0000 7fb36e7ff700 1 --2- 172.21.15.16:0/278286782 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb36806e8e0 0x7fb368164930 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fb35c0098f0 tx=0x7fb35c009c00 comp rx=0 tx=0).stop 2023-09-23T13:51:30.314 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.311+0000 7fb36e7ff700 1 -- 172.21.15.16:0/278286782 shutdown_connections 2023-09-23T13:51:30.314 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.311+0000 7fb36e7ff700 1 --2- 172.21.15.16:0/278286782 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3680cea60 0x7fb3680c9800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:30.314 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.311+0000 7fb36e7ff700 1 --2- 172.21.15.16:0/278286782 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb36806e8e0 0x7fb368164930 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:30.314 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.311+0000 7fb36e7ff700 1 -- 172.21.15.16:0/278286782 >> 172.21.15.16:0/278286782 conn(0x7fb3680cf1b0 msgr2=0x7fb3680cf5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T13:51:30.319 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.319+0000 7fb36e7ff700 1 -- 172.21.15.16:0/278286782 shutdown_connections 2023-09-23T13:51:30.320 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.319+0000 7fb36e7ff700 1 -- 172.21.15.16:0/278286782 wait complete. 2023-09-23T13:51:30.357 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.353+0000 7fb36e7ff700 1 Processor -- start 2023-09-23T13:51:30.357 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.356+0000 7fb36e7ff700 1 -- start start 2023-09-23T13:51:30.363 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.362+0000 7fb36e7ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb36806e8e0 0x7fb3680cd340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:30.363 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.363+0000 7fb36e7ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3680ae320 0x7fb3680aeb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:30.368 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.366+0000 7fb367fff700 1 -- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb36806e8e0 msgr2=0x7fb3680cd340 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.16:3300/0 2023-09-23T13:51:30.368 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.366+0000 7fb367fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb36806e8e0 0x7fb3680cd340 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-23T13:51:30.370 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.369+0000 7fb36e7ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3680cea60 0x7fb3680af050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:30.372 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.369+0000 7fb3677fe700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3680ae320 0x7fb3680aeb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:30.372 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.369+0000 7fb3677fe700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3680ae320 0x7fb3680aeb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:52684/0 (socket says 172.21.15.16:52684) 2023-09-23T13:51:30.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.372+0000 7fb36cd9c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3680cea60 0x7fb3680af050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:30.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.372+0000 7fb36cd9c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3680cea60 0x7fb3680af050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:51752/0 (socket says 172.21.15.16:51752) 2023-09-23T13:51:30.373 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.372+0000 7fb36cd9c700 1 -- 172.21.15.16:0/957442726 learned_addr learned my addr 172.21.15.16:0/957442726 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T13:51:30.374 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.373+0000 7fb36e7ff700 1 -- 172.21.15.16:0/957442726 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3680af590 con 0x7fb36806e8e0 2023-09-23T13:51:30.374 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.374+0000 7fb36e7ff700 1 -- 172.21.15.16:0/957442726 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3680af820 con 0x7fb3680ae320 2023-09-23T13:51:30.374 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.374+0000 7fb36e7ff700 1 -- 172.21.15.16:0/957442726 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3680afb00 con 0x7fb3680cea60 2023-09-23T13:51:30.378 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.376+0000 7fb36cd9c700 1 -- 172.21.15.16:0/957442726 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3680ae320 msgr2=0x7fb3680aeb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:30.379 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.376+0000 7fb36cd9c700 1 --2- 172.21.15.16:0/957442726 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3680ae320 0x7fb3680aeb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:30.379 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.377+0000 7fb36cd9c700 1 -- 172.21.15.16:0/957442726 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb36806e8e0 msgr2=0x7fb3680cd340 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-23T13:51:30.380 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.377+0000 7fb36cd9c700 1 --2- 172.21.15.16:0/957442726 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb36806e8e0 0x7fb3680cd340 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:30.380 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.377+0000 7fb36cd9c700 1 -- 172.21.15.16:0/957442726 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb35c009550 con 0x7fb3680cea60 2023-09-23T13:51:30.380 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.377+0000 7fb36cd9c700 1 --2- 172.21.15.16:0/957442726 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3680cea60 0x7fb3680af050 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fb35c004000 tx=0x7fb35c004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T13:51:30.383 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.380+0000 7fb364ff9700 1 -- 172.21.15.16:0/957442726 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb35c003c60 con 0x7fb3680cea60 2023-09-23T13:51:30.384 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.380+0000 7fb364ff9700 1 -- 172.21.15.16:0/957442726 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb35c003de0 con 0x7fb3680cea60 2023-09-23T13:51:30.384 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.380+0000 7fb364ff9700 1 -- 172.21.15.16:0/957442726 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb35c011870 con 0x7fb3680cea60 2023-09-23T13:51:30.385 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.384+0000 7fb36e7ff700 1 -- 172.21.15.16:0/957442726 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3680afde0 con 0x7fb3680cea60 2023-09-23T13:51:30.386 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.385+0000 7fb36e7ff700 1 -- 172.21.15.16:0/957442726 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3680b03a0 con 0x7fb3680cea60 2023-09-23T13:51:30.409 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.403+0000 7fb364ff9700 1 -- 172.21.15.16:0/957442726 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fb35c022070 con 0x7fb3680cea60 2023-09-23T13:51:30.413 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.412+0000 7fb364ff9700 1 --2- 172.21.15.16:0/957442726 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb35406afc0 0x7fb35406d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:30.413 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.413+0000 7fb364ff9700 1 -- 172.21.15.16:0/957442726 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb35c08a7e0 con 0x7fb3680cea60 2023-09-23T13:51:30.416 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.415+0000 7fb34e7fc700 1 -- 172.21.15.16:0/957442726 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb368074b40 con 0x7fb3680cea60 2023-09-23T13:51:30.423 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.423+0000 7fb367fff700 1 --2- 172.21.15.16:0/957442726 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb35406afc0 0x7fb35406d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:30.426 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.426+0000 7fb367fff700 1 --2- 172.21.15.16:0/957442726 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb35406afc0 0x7fb35406d480 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fb360009ac0 tx=0x7fb36000b040 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T13:51:30.427 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:30.426+0000 7fb364ff9700 1 -- 172.21.15.16:0/957442726 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fb35c0559b0 con 0x7fb3680cea60 2023-09-23T13:51:32.189 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:32.188+0000 7fb34e7fc700 1 -- 172.21.15.16:0/957442726 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb3680b5130 con 0x7fb3680cea60 2023-09-23T13:51:32.192 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:32.191+0000 7fb364ff9700 1 -- 172.21.15.16:0/957442726 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v34) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb35c058fd0 con 0x7fb3680cea60 2023-09-23T13:51:32.192 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 1 2023-09-23T13:51:32.207 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:32.206+0000 7fb36e7ff700 1 -- 172.21.15.16:0/957442726 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb35406afc0 msgr2=0x7fb35406d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:32.207 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:32.206+0000 7fb36e7ff700 1 --2- 172.21.15.16:0/957442726 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb35406afc0 0x7fb35406d480 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7fb360009ac0 tx=0x7fb36000b040 comp rx=0 tx=0).stop 2023-09-23T13:51:32.207 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:32.206+0000 7fb36e7ff700 1 -- 172.21.15.16:0/957442726 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3680cea60 msgr2=0x7fb3680af050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:32.207 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:32.206+0000 7fb36e7ff700 1 --2- 172.21.15.16:0/957442726 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3680cea60 0x7fb3680af050 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fb35c004000 tx=0x7fb35c004750 comp rx=0 tx=0).stop 2023-09-23T13:51:32.208 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:32.207+0000 7fb36e7ff700 1 -- 172.21.15.16:0/957442726 shutdown_connections 2023-09-23T13:51:32.208 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:32.207+0000 7fb36e7ff700 1 --2- 172.21.15.16:0/957442726 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fb3680cea60 0x7fb3680af050 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:32.208 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:32.207+0000 7fb36e7ff700 1 --2- 172.21.15.16:0/957442726 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fb35406afc0 0x7fb35406d480 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:32.208 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:32.207+0000 7fb36e7ff700 1 --2- 172.21.15.16:0/957442726 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fb36806e8e0 0x7fb3680cd340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:32.208 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:32.207+0000 7fb36e7ff700 1 --2- 172.21.15.16:0/957442726 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fb3680ae320 0x7fb3680aeb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:32.209 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:32.207+0000 7fb36e7ff700 1 -- 172.21.15.16:0/957442726 >> 172.21.15.16:0/957442726 conn(0x7fb3680cf1b0 msgr2=0x7fb368159500 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T13:51:32.209 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:32.207+0000 7fb36e7ff700 1 -- 172.21.15.16:0/957442726 shutdown_connections 2023-09-23T13:51:32.209 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:32.207+0000 7fb36e7ff700 1 -- 172.21.15.16:0/957442726 wait complete. 2023-09-23T13:51:32.377 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2023-09-23T13:51:33.220 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.220+0000 7f93167ff700 1 Processor -- start 2023-09-23T13:51:33.229 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.227+0000 7f93167ff700 1 -- start start 2023-09-23T13:51:33.229 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.228+0000 7f93167ff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93100c2890 0x7f93100cac50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:33.229 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.228+0000 7f93167ff700 1 -- --> v1:172.21.15.16:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f931006e710 con 0x7f931006e260 2023-09-23T13:51:33.229 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.228+0000 7f93167ff700 1 -- --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f93100cb3a0 con 0x7f93100ae420 2023-09-23T13:51:33.229 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.228+0000 7f93167ff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9310163230 con 0x7f93100c2890 2023-09-23T13:51:33.230 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.229+0000 7f9314d9c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93100c2890 0x7f93100cac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:33.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.229+0000 7f9314d9c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93100c2890 0x7f93100cac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:51762/0 (socket says 172.21.15.16:51762) 2023-09-23T13:51:33.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.229+0000 7f9314d9c700 1 -- 172.21.15.16:0/842092991 learned_addr learned my addr 172.21.15.16:0/842092991 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T13:51:33.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.230+0000 7f9314d9c700 1 -- 172.21.15.16:0/842092991 >> v1:172.21.15.92:6789/0 conn(0x7f93100ae420 legacy=0x7f9310162b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T13:51:33.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.230+0000 7f9314d9c700 1 -- 172.21.15.16:0/842092991 >> v1:172.21.15.16:6789/0 conn(0x7f931006e260 legacy=0x7f93100c2180 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2023-09-23T13:51:33.231 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.229+0000 7f93077fe700 1 -- 172.21.15.16:0/842092991 >> v1:172.21.15.16:6789/0 conn(0x7f931006e260 legacy=0x7f93100c2180 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v1:172.21.15.16:6789/0 2023-09-23T13:51:33.233 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.233+0000 7f9314d9c700 1 -- 172.21.15.16:0/842092991 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93100cb680 con 0x7f93100c2890 2023-09-23T13:51:33.234 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.233+0000 7f9314d9c700 1 --2- 172.21.15.16:0/842092991 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93100c2890 0x7f93100cac50 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9308009e80 tx=0x7f930800b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7e533fc21db2bf8c server_cookie=0 in_seq=0 out_seq=0 2023-09-23T13:51:33.235 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.234+0000 7f9306ffd700 1 -- 172.21.15.16:0/842092991 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f930800e070 con 0x7f93100c2890 2023-09-23T13:51:33.236 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.235+0000 7f9306ffd700 1 -- 172.21.15.16:0/842092991 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9308003a20 con 0x7f93100c2890 2023-09-23T13:51:33.236 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.235+0000 7f9306ffd700 1 -- 172.21.15.16:0/842092991 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9308003dd0 con 0x7f93100c2890 2023-09-23T13:51:33.262 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.261+0000 7f93167ff700 1 -- 172.21.15.16:0/842092991 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93100c2890 msgr2=0x7f93100cac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:33.262 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.261+0000 7f93167ff700 1 --2- 172.21.15.16:0/842092991 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93100c2890 0x7f93100cac50 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f9308009e80 tx=0x7f930800b330 comp rx=0 tx=0).stop 2023-09-23T13:51:33.269 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.266+0000 7f93167ff700 1 -- 172.21.15.16:0/842092991 shutdown_connections 2023-09-23T13:51:33.269 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.266+0000 7f93167ff700 1 --2- 172.21.15.16:0/842092991 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93100c2890 0x7f93100cac50 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:33.269 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.266+0000 7f93167ff700 1 -- 172.21.15.16:0/842092991 >> 172.21.15.16:0/842092991 conn(0x7f93100cf1b0 msgr2=0x7f93100cf5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T13:51:33.275 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.275+0000 7f93167ff700 1 -- 172.21.15.16:0/842092991 shutdown_connections 2023-09-23T13:51:33.278 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.278+0000 7f93167ff700 1 -- 172.21.15.16:0/842092991 wait complete. 2023-09-23T13:51:33.285 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.284+0000 7f93167ff700 1 Processor -- start 2023-09-23T13:51:33.285 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.285+0000 7f93167ff700 1 -- start start 2023-09-23T13:51:33.289 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.288+0000 7f93167ff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f931006e260 0x7f931014cfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:33.290 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.289+0000 7f93167ff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93100ae420 0x7f9310160d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:33.291 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.289+0000 7f9307fff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f931006e260 0x7f931014cfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:33.291 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.289+0000 7f9307fff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f931006e260 0x7f931014cfb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:52700/0 (socket says 172.21.15.16:52700) 2023-09-23T13:51:33.291 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.290+0000 7f93077fe700 1 -- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93100ae420 msgr2=0x7f9310160d50 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.16:3300/0 2023-09-23T13:51:33.291 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.290+0000 7f93077fe700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93100ae420 0x7f9310160d50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-23T13:51:33.291 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.290+0000 7f9307fff700 1 -- 172.21.15.16:0/3996293060 learned_addr learned my addr 172.21.15.16:0/3996293060 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T13:51:33.291 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.290+0000 7f93167ff700 1 --2- 172.21.15.16:0/3996293060 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93100c2890 0x7f931014d700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:33.292 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.290+0000 7f93167ff700 1 -- 172.21.15.16:0/3996293060 --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93100af010 con 0x7f93100ae420 2023-09-23T13:51:33.293 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.290+0000 7f9314d9c700 1 --2- 172.21.15.16:0/3996293060 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93100c2890 0x7f931014d700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:33.293 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.291+0000 7f93167ff700 1 -- 172.21.15.16:0/3996293060 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9310161290 con 0x7f931006e260 2023-09-23T13:51:33.293 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.291+0000 7f93167ff700 1 -- 172.21.15.16:0/3996293060 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93100b1bd0 con 0x7f93100c2890 2023-09-23T13:51:33.296 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.296+0000 7f9307fff700 1 -- 172.21.15.16:0/3996293060 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93100c2890 msgr2=0x7f931014d700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:33.297 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.296+0000 7f9307fff700 1 --2- 172.21.15.16:0/3996293060 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93100c2890 0x7f931014d700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:33.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.296+0000 7f9307fff700 1 -- 172.21.15.16:0/3996293060 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93100ae420 msgr2=0x7f9310160d50 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-23T13:51:33.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.296+0000 7f9307fff700 1 --2- 172.21.15.16:0/3996293060 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93100ae420 0x7f9310160d50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:33.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.296+0000 7f9307fff700 1 -- 172.21.15.16:0/3996293060 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9308009b30 con 0x7f931006e260 2023-09-23T13:51:33.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.297+0000 7f9314d9c700 1 --2- 172.21.15.16:0/3996293060 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93100c2890 0x7f931014d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2023-09-23T13:51:33.298 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.297+0000 7f9307fff700 1 --2- 172.21.15.16:0/3996293060 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f931006e260 0x7f931014cfb0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f930c00c4d0 tx=0x7f930c00c7e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T13:51:33.300 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.300+0000 7f9304ff9700 1 -- 172.21.15.16:0/3996293060 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f930c011790 con 0x7f931006e260 2023-09-23T13:51:33.301 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.300+0000 7f9304ff9700 1 -- 172.21.15.16:0/3996293060 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f930c0118f0 con 0x7f931006e260 2023-09-23T13:51:33.302 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.302+0000 7f9304ff9700 1 -- 172.21.15.16:0/3996293060 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f930c011ca0 con 0x7f931006e260 2023-09-23T13:51:33.303 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.302+0000 7f93167ff700 1 -- 172.21.15.16:0/3996293060 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f931009c9d0 con 0x7f931006e260 2023-09-23T13:51:33.303 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.303+0000 7f93167ff700 1 -- 172.21.15.16:0/3996293060 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93100b1610 con 0x7f931006e260 2023-09-23T13:51:33.309 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.308+0000 7f9304ff9700 1 -- 172.21.15.16:0/3996293060 <== mon.1 v2:172.21.15.92:3300/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7f930c012420 con 0x7f931006e260 2023-09-23T13:51:33.316 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.316+0000 7f9304ff9700 1 --2- 172.21.15.16:0/3996293060 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f92fc06afc0 0x7f92fc06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:33.317 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.317+0000 7f93077fe700 1 --2- 172.21.15.16:0/3996293060 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f92fc06afc0 0x7f92fc06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:33.318 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.318+0000 7f93077fe700 1 --2- 172.21.15.16:0/3996293060 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f92fc06afc0 0x7f92fc06d480 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f9300006fd0 tx=0x7f9300006dc0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T13:51:33.319 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.318+0000 7f9304ff9700 1 -- 172.21.15.16:0/3996293060 <== mon.1 v2:172.21.15.92:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f930c088df0 con 0x7f931006e260 2023-09-23T13:51:33.320 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.319+0000 7f92f67fc700 1 -- 172.21.15.16:0/3996293060 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9310074b40 con 0x7f931006e260 2023-09-23T13:51:33.328 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:33.326+0000 7f9304ff9700 1 -- 172.21.15.16:0/3996293060 <== mon.1 v2:172.21.15.92:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7f930c053ea0 con 0x7f931006e260 2023-09-23T13:51:34.159 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:34.158+0000 7f92f67fc700 1 -- 172.21.15.16:0/3996293060 --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f93100b5130 con 0x7f931006e260 2023-09-23T13:51:34.162 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:34.162+0000 7f9304ff9700 1 -- 172.21.15.16:0/3996293060 <== mon.1 v2:172.21.15.92:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v34) v1 ==== 104+0+11 (secure 0 0 0) 0x7f930c0574c0 con 0x7f931006e260 2023-09-23T13:51:34.163 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 32 2023-09-23T13:51:34.166 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:34.165+0000 7f93167ff700 1 -- 172.21.15.16:0/3996293060 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f92fc06afc0 msgr2=0x7f92fc06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:34.166 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:34.165+0000 7f93167ff700 1 --2- 172.21.15.16:0/3996293060 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f92fc06afc0 0x7f92fc06d480 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7f9300006fd0 tx=0x7f9300006dc0 comp rx=0 tx=0).stop 2023-09-23T13:51:34.166 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:34.165+0000 7f93167ff700 1 -- 172.21.15.16:0/3996293060 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f931006e260 msgr2=0x7f931014cfb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:34.166 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:34.165+0000 7f93167ff700 1 --2- 172.21.15.16:0/3996293060 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f931006e260 0x7f931014cfb0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f930c00c4d0 tx=0x7f930c00c7e0 comp rx=0 tx=0).stop 2023-09-23T13:51:34.169 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:34.168+0000 7f93167ff700 1 -- 172.21.15.16:0/3996293060 shutdown_connections 2023-09-23T13:51:34.170 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:34.168+0000 7f93167ff700 1 --2- 172.21.15.16:0/3996293060 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7f93100c2890 0x7f931014d700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:34.170 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:34.168+0000 7f93167ff700 1 --2- 172.21.15.16:0/3996293060 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7f931006e260 0x7f931014cfb0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:34.170 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:34.168+0000 7f93167ff700 1 --2- 172.21.15.16:0/3996293060 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7f92fc06afc0 0x7f92fc06d480 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:34.170 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:34.168+0000 7f93167ff700 1 --2- 172.21.15.16:0/3996293060 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7f93100ae420 0x7f9310160d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:34.170 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:34.168+0000 7f93167ff700 1 -- 172.21.15.16:0/3996293060 >> 172.21.15.16:0/3996293060 conn(0x7f93100cf1b0 msgr2=0x7f93100cdae0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T13:51:34.170 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:34.169+0000 7f93167ff700 1 -- 172.21.15.16:0/3996293060 shutdown_connections 2023-09-23T13:51:34.171 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:34.169+0000 7f93167ff700 1 -- 172.21.15.16:0/3996293060 wait complete. 2023-09-23T13:51:34.209 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2023-09-23T13:51:35.490 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.489+0000 7fc790fff700 1 Processor -- start 2023-09-23T13:51:35.490 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.490+0000 7fc790fff700 1 -- start start 2023-09-23T13:51:35.500 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.499+0000 7fc790fff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc78c160c20 0x7fc78c06d070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:35.500 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.499+0000 7fc790fff700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc78c06d5b0 0x7fc78c0c9800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:35.500 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.500+0000 7fc790fff700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc78c0c9d40 0x7fc78c161320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:35.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.500+0000 7fc789d9b700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc78c06d5b0 0x7fc78c0c9800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:35.501 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.501+0000 7fc789d9b700 1 --2- >> v2:172.21.15.92:3300/0 conn(0x7fc78c06d5b0 0x7fc78c0c9800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:34476/0 (socket says 172.21.15.16:34476) 2023-09-23T13:51:35.502 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.501+0000 7fc78ad9d700 1 -- >> v2:172.21.15.16:3300/0 conn(0x7fc78c0c9d40 msgr2=0x7fc78c161320 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.16:3300/0 2023-09-23T13:51:35.502 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.501+0000 7fc78ad9d700 1 --2- >> v2:172.21.15.16:3300/0 conn(0x7fc78c0c9d40 0x7fc78c161320 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-23T13:51:35.502 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.501+0000 7fc78a59c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc78c160c20 0x7fc78c06d070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:35.503 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.501+0000 7fc78a59c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc78c160c20 0x7fc78c06d070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:43476/0 (socket says 172.21.15.16:43476) 2023-09-23T13:51:35.503 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.501+0000 7fc789d9b700 1 -- 172.21.15.16:0/4172797874 learned_addr learned my addr 172.21.15.16:0/4172797874 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T13:51:35.503 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.501+0000 7fc790fff700 1 -- 172.21.15.16:0/4172797874 --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc78c06e1d0 con 0x7fc78c0c9d40 2023-09-23T13:51:35.503 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.502+0000 7fc790fff700 1 -- 172.21.15.16:0/4172797874 --> v2:172.21.15.92:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc78c06da30 con 0x7fc78c06d5b0 2023-09-23T13:51:35.503 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.502+0000 7fc790fff700 1 -- 172.21.15.16:0/4172797874 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc78c0ca1d0 con 0x7fc78c160c20 2023-09-23T13:51:35.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.502+0000 7fc789d9b700 1 -- 172.21.15.16:0/4172797874 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc78c160c20 msgr2=0x7fc78c06d070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2023-09-23T13:51:35.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.502+0000 7fc789d9b700 1 --2- 172.21.15.16:0/4172797874 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc78c160c20 0x7fc78c06d070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:35.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.503+0000 7fc789d9b700 1 -- 172.21.15.16:0/4172797874 >> v2:172.21.15.16:3300/0 conn(0x7fc78c0c9d40 msgr2=0x7fc78c161320 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-23T13:51:35.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.503+0000 7fc789d9b700 1 --2- 172.21.15.16:0/4172797874 >> v2:172.21.15.16:3300/0 conn(0x7fc78c0c9d40 0x7fc78c161320 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:35.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.503+0000 7fc789d9b700 1 -- 172.21.15.16:0/4172797874 --> v2:172.21.15.92:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc78c0ae8a0 con 0x7fc78c06d5b0 2023-09-23T13:51:35.504 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.504+0000 7fc789d9b700 1 --2- 172.21.15.16:0/4172797874 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc78c06d5b0 0x7fc78c0c9800 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc78c06b7a0 tx=0x7fc780009bd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6e874766aca5d0bf server_cookie=0 in_seq=0 out_seq=0 2023-09-23T13:51:35.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.504+0000 7fc78959a700 1 -- 172.21.15.16:0/4172797874 <== mon.1 v2:172.21.15.92:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc78000b870 con 0x7fc78c06d5b0 2023-09-23T13:51:35.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.504+0000 7fc78959a700 1 -- 172.21.15.16:0/4172797874 <== mon.1 v2:172.21.15.92:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc78000b9d0 con 0x7fc78c06d5b0 2023-09-23T13:51:35.505 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.505+0000 7fc78959a700 1 -- 172.21.15.16:0/4172797874 <== mon.1 v2:172.21.15.92:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc78000bd60 con 0x7fc78c06d5b0 2023-09-23T13:51:35.508 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.507+0000 7fc790fff700 1 -- 172.21.15.16:0/4172797874 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc78c06d5b0 msgr2=0x7fc78c0c9800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:35.508 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.507+0000 7fc790fff700 1 --2- 172.21.15.16:0/4172797874 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc78c06d5b0 0x7fc78c0c9800 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7fc78c06b7a0 tx=0x7fc780009bd0 comp rx=0 tx=0).stop 2023-09-23T13:51:35.509 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.508+0000 7fc790fff700 1 -- 172.21.15.16:0/4172797874 shutdown_connections 2023-09-23T13:51:35.509 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.508+0000 7fc790fff700 1 --2- 172.21.15.16:0/4172797874 >> v2:172.21.15.16:3300/0 conn(0x7fc78c0c9d40 0x7fc78c161320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:35.509 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.508+0000 7fc790fff700 1 --2- 172.21.15.16:0/4172797874 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc78c160c20 0x7fc78c06d070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:35.509 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.509+0000 7fc790fff700 1 --2- 172.21.15.16:0/4172797874 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc78c06d5b0 0x7fc78c0c9800 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:35.509 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.509+0000 7fc790fff700 1 -- 172.21.15.16:0/4172797874 >> 172.21.15.16:0/4172797874 conn(0x7fc78c0cf1b0 msgr2=0x7fc78c0cf5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T13:51:35.510 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.510+0000 7fc790fff700 1 -- 172.21.15.16:0/4172797874 shutdown_connections 2023-09-23T13:51:35.510 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.510+0000 7fc790fff700 1 -- 172.21.15.16:0/4172797874 wait complete. 2023-09-23T13:51:35.520 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.520+0000 7fc790fff700 1 Processor -- start 2023-09-23T13:51:35.521 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.521+0000 7fc790fff700 1 -- start start 2023-09-23T13:51:35.531 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.531+0000 7fc790fff700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc78c06d5b0 0x7fc78c0b1350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:35.531 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.531+0000 7fc790fff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc78c0c9d40 0x7fc78c09be90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:35.532 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.531+0000 7fc790fff700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc78c160c20 0x7fc78c15b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:35.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.533+0000 7fc789d9b700 1 -- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc78c0c9d40 msgr2=0x7fc78c09be90 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.16:3300/0 2023-09-23T13:51:35.533 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.533+0000 7fc789d9b700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc78c0c9d40 0x7fc78c09be90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-23T13:51:35.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.533+0000 7fc78a59c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc78c06d5b0 0x7fc78c0b1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:35.534 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.533+0000 7fc78a59c700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc78c06d5b0 0x7fc78c0b1350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:43488/0 (socket says 172.21.15.16:43488) 2023-09-23T13:51:35.540 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.540+0000 7fc78ad9d700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc78c160c20 0x7fc78c15b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:35.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.540+0000 7fc78ad9d700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc78c160c20 0x7fc78c15b570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3300/0 says I am v2:172.21.15.16:34484/0 (socket says 172.21.15.16:34484) 2023-09-23T13:51:35.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.540+0000 7fc790fff700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc78c0c99f0 con 0x7fc78c0c9d40 2023-09-23T13:51:35.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.540+0000 7fc790fff700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc78c0b1890 con 0x7fc78c160c20 2023-09-23T13:51:35.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.540+0000 7fc790fff700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc78c0b1b50 con 0x7fc78c06d5b0 2023-09-23T13:51:35.541 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.540+0000 7fc78a59c700 1 -- 172.21.15.16:0/3660256676 learned_addr learned my addr 172.21.15.16:0/3660256676 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T13:51:35.542 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.541+0000 7fc78a59c700 1 -- 172.21.15.16:0/3660256676 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc78c160c20 msgr2=0x7fc78c15b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:35.543 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.541+0000 7fc78a59c700 1 --2- 172.21.15.16:0/3660256676 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc78c160c20 0x7fc78c15b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:35.543 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.541+0000 7fc78a59c700 1 -- 172.21.15.16:0/3660256676 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc78c0c9d40 msgr2=0x7fc78c09be90 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-23T13:51:35.543 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.541+0000 7fc78a59c700 1 --2- 172.21.15.16:0/3660256676 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc78c0c9d40 0x7fc78c09be90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:35.543 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.541+0000 7fc78a59c700 1 -- 172.21.15.16:0/3660256676 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc780009550 con 0x7fc78c06d5b0 2023-09-23T13:51:35.543 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.543+0000 7fc78a59c700 1 --2- 172.21.15.16:0/3660256676 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc78c06d5b0 0x7fc78c0b1350 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fc77c00e810 tx=0x7fc77c00eb20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T13:51:35.544 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.543+0000 7fc77affd700 1 -- 172.21.15.16:0/3660256676 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc77c013610 con 0x7fc78c06d5b0 2023-09-23T13:51:35.544 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.544+0000 7fc77affd700 1 -- 172.21.15.16:0/3660256676 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc77c013770 con 0x7fc78c06d5b0 2023-09-23T13:51:35.544 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.544+0000 7fc77affd700 1 -- 172.21.15.16:0/3660256676 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc77c013b20 con 0x7fc78c06d5b0 2023-09-23T13:51:35.550 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.546+0000 7fc790fff700 1 -- 172.21.15.16:0/3660256676 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc78c1f2c50 con 0x7fc78c06d5b0 2023-09-23T13:51:35.554 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.546+0000 7fc790fff700 1 -- 172.21.15.16:0/3660256676 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc78c1f3210 con 0x7fc78c06d5b0 2023-09-23T13:51:35.558 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.550+0000 7fc790fff700 1 -- 172.21.15.16:0/3660256676 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc78c0caec0 con 0x7fc78c06d5b0 2023-09-23T13:51:35.564 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.563+0000 7fc77affd700 1 -- 172.21.15.16:0/3660256676 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fc77c013c80 con 0x7fc78c06d5b0 2023-09-23T13:51:35.570 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.569+0000 7fc77affd700 1 --2- 172.21.15.16:0/3660256676 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc76c06afc0 0x7fc76c06d480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:35.571 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.570+0000 7fc77affd700 1 -- 172.21.15.16:0/3660256676 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc77c089770 con 0x7fc78c06d5b0 2023-09-23T13:51:35.571 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.571+0000 7fc789d9b700 1 --2- 172.21.15.16:0/3660256676 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc76c06afc0 0x7fc76c06d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:35.575 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.575+0000 7fc789d9b700 1 --2- 172.21.15.16:0/3660256676 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc76c06afc0 0x7fc76c06d480 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fc78c09c9a0 tx=0x7fc780008030 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T13:51:35.577 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:35.576+0000 7fc77affd700 1 -- 172.21.15.16:0/3660256676 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fc77c054820 con 0x7fc78c06d5b0 2023-09-23T13:51:36.598 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:36.598+0000 7fc790fff700 1 -- 172.21.15.16:0/3660256676 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc78c074b40 con 0x7fc78c06d5b0 2023-09-23T13:51:36.599 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:36.599+0000 7fc77affd700 1 -- 172.21.15.16:0/3660256676 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v34) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc77c057e40 con 0x7fc78c06d5b0 2023-09-23T13:51:36.602 INFO:teuthology.orchestra.run.smithi016.stdout:pg_num: 64 2023-09-23T13:51:36.608 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:36.607+0000 7fc778ff9700 1 -- 172.21.15.16:0/3660256676 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc76c06afc0 msgr2=0x7fc76c06d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:36.608 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:36.607+0000 7fc778ff9700 1 --2- 172.21.15.16:0/3660256676 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc76c06afc0 0x7fc76c06d480 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7fc78c09c9a0 tx=0x7fc780008030 comp rx=0 tx=0).stop 2023-09-23T13:51:36.608 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:36.608+0000 7fc778ff9700 1 -- 172.21.15.16:0/3660256676 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc78c06d5b0 msgr2=0x7fc78c0b1350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:36.608 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:36.608+0000 7fc778ff9700 1 --2- 172.21.15.16:0/3660256676 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc78c06d5b0 0x7fc78c0b1350 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fc77c00e810 tx=0x7fc77c00eb20 comp rx=0 tx=0).stop 2023-09-23T13:51:36.611 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:36.610+0000 7fc778ff9700 1 -- 172.21.15.16:0/3660256676 shutdown_connections 2023-09-23T13:51:36.611 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:36.610+0000 7fc778ff9700 1 --2- 172.21.15.16:0/3660256676 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc78c160c20 0x7fc78c15b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:36.611 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:36.610+0000 7fc778ff9700 1 --2- 172.21.15.16:0/3660256676 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc78c06d5b0 0x7fc78c0b1350 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:36.611 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:36.610+0000 7fc778ff9700 1 --2- 172.21.15.16:0/3660256676 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc76c06afc0 0x7fc76c06d480 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:36.611 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:36.610+0000 7fc778ff9700 1 --2- 172.21.15.16:0/3660256676 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc78c0c9d40 0x7fc78c09be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:36.612 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:36.610+0000 7fc778ff9700 1 -- 172.21.15.16:0/3660256676 >> 172.21.15.16:0/3660256676 conn(0x7fc78c0cf1b0 msgr2=0x7fc78c0ccf90 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T13:51:36.612 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:36.611+0000 7fc778ff9700 1 -- 172.21.15.16:0/3660256676 shutdown_connections 2023-09-23T13:51:36.612 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:36.611+0000 7fc778ff9700 1 -- 172.21.15.16:0/3660256676 wait complete. 2023-09-23T13:51:36.832 DEBUG:teuthology.orchestra.run.smithi016:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2023-09-23T13:51:37.624 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.623+0000 7fc1a659d700 1 Processor -- start 2023-09-23T13:51:37.625 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.624+0000 7fc1a659d700 1 -- start start 2023-09-23T13:51:37.628 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.628+0000 7fc1a659d700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1980483f0 0x7fc198006f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:37.633 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.628+0000 7fc1a4d9a700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1980483f0 0x7fc198006f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:37.633 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.628+0000 7fc1a4d9a700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1980483f0 0x7fc198006f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:43496/0 (socket says 172.21.15.16:43496) 2023-09-23T13:51:37.634 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.633+0000 7fc1a4d9a700 1 -- 172.21.15.16:0/1483572935 learned_addr learned my addr 172.21.15.16:0/1483572935 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T13:51:37.634 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.633+0000 7fc1a659d700 1 --2- 172.21.15.16:0/1483572935 >> v2:172.21.15.16:3300/0 conn(0x7fc198006010 0x7fc19804f560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:37.634 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.633+0000 7fc19ffff700 1 -- 172.21.15.16:0/1483572935 >> v2:172.21.15.16:3300/0 conn(0x7fc198006010 msgr2=0x7fc19804f560 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.16:3300/0 2023-09-23T13:51:37.634 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.634+0000 7fc19ffff700 1 --2- 172.21.15.16:0/1483572935 >> v2:172.21.15.16:3300/0 conn(0x7fc198006010 0x7fc19804f560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-23T13:51:37.635 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.634+0000 7fc1a659d700 1 -- 172.21.15.16:0/1483572935 --> v1:172.21.15.92:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc198038580 con 0x7fc19804faa0 2023-09-23T13:51:37.635 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.634+0000 7fc1a659d700 1 -- 172.21.15.16:0/1483572935 --> v2:172.21.15.16:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc198007440 con 0x7fc198006010 2023-09-23T13:51:37.635 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.635+0000 7fc1a659d700 1 -- 172.21.15.16:0/1483572935 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc19804ff10 con 0x7fc1980483f0 2023-09-23T13:51:37.635 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.635+0000 7fc1a77ff700 1 -- 172.21.15.16:0/1483572935 <== mon.1 v1:172.21.15.92:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 603952810 0 0) 0x7fc198038580 con 0x7fc19804faa0 2023-09-23T13:51:37.638 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.636+0000 7fc1a77ff700 1 -- 172.21.15.16:0/1483572935 --> v1:172.21.15.92:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc1900035b0 con 0x7fc19804faa0 2023-09-23T13:51:37.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.638+0000 7fc1a4d9a700 1 -- 172.21.15.16:0/1483572935 >> v2:172.21.15.16:3300/0 conn(0x7fc198006010 msgr2=0x7fc19804f560 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2023-09-23T13:51:37.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.638+0000 7fc1a4d9a700 1 --2- 172.21.15.16:0/1483572935 >> v2:172.21.15.16:3300/0 conn(0x7fc198006010 0x7fc19804f560 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:37.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.638+0000 7fc1a4d9a700 1 -- 172.21.15.16:0/1483572935 >> v1:172.21.15.92:6789/0 conn(0x7fc19804faa0 legacy=0x7fc198052db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:37.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.638+0000 7fc1a4d9a700 1 -- 172.21.15.16:0/1483572935 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1980e7c00 con 0x7fc1980483f0 2023-09-23T13:51:37.639 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.639+0000 7fc1a4d9a700 1 --2- 172.21.15.16:0/1483572935 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1980483f0 0x7fc198006f00 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc18c0098f0 tx=0x7fc18c009c00 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4b8b437899c97e6b server_cookie=0 in_seq=0 out_seq=0 2023-09-23T13:51:37.640 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.639+0000 7fc1a77ff700 1 -- 172.21.15.16:0/1483572935 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc18c011830 con 0x7fc1980483f0 2023-09-23T13:51:37.640 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.639+0000 7fc1a77ff700 1 -- 172.21.15.16:0/1483572935 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc18c011990 con 0x7fc1980483f0 2023-09-23T13:51:37.640 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.639+0000 7fc1a77ff700 1 -- 172.21.15.16:0/1483572935 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc18c011d20 con 0x7fc1980483f0 2023-09-23T13:51:37.641 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.641+0000 7fc1a659d700 1 -- 172.21.15.16:0/1483572935 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1980483f0 msgr2=0x7fc198006f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:37.641 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.641+0000 7fc1a659d700 1 --2- 172.21.15.16:0/1483572935 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1980483f0 0x7fc198006f00 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7fc18c0098f0 tx=0x7fc18c009c00 comp rx=0 tx=0).stop 2023-09-23T13:51:37.642 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.642+0000 7fc1a659d700 1 -- 172.21.15.16:0/1483572935 shutdown_connections 2023-09-23T13:51:37.642 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.642+0000 7fc1a659d700 1 --2- 172.21.15.16:0/1483572935 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc1980483f0 0x7fc198006f00 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:37.642 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.642+0000 7fc1a659d700 1 --2- 172.21.15.16:0/1483572935 >> v2:172.21.15.16:3300/0 conn(0x7fc198006010 0x7fc19804f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:37.643 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.642+0000 7fc1a659d700 1 -- 172.21.15.16:0/1483572935 >> 172.21.15.16:0/1483572935 conn(0x7fc198054d00 msgr2=0x7fc198055110 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T13:51:37.645 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.644+0000 7fc1a659d700 1 -- 172.21.15.16:0/1483572935 shutdown_connections 2023-09-23T13:51:37.646 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.645+0000 7fc1a659d700 1 -- 172.21.15.16:0/1483572935 wait complete. 2023-09-23T13:51:37.667 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.662+0000 7fc1a659d700 1 Processor -- start 2023-09-23T13:51:37.669 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.668+0000 7fc1a659d700 1 -- start start 2023-09-23T13:51:37.672 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.671+0000 7fc1a659d700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc198006010 0x7fc1980e0350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:37.672 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.671+0000 7fc1a659d700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc1980483f0 0x7fc19804bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:37.672 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.672+0000 7fc1a4d9a700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc198006010 0x7fc1980e0350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:37.672 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.672+0000 7fc1a4d9a700 1 --2- >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc198006010 0x7fc1980e0350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.92:3301/0 says I am v2:172.21.15.16:43498/0 (socket says 172.21.15.16:43498) 2023-09-23T13:51:37.676 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.674+0000 7fc19ffff700 1 -- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc1980483f0 msgr2=0x7fc19804bdd0 unknown :-1 s=STATE_CONNECTING_RE l=1).process reconnect failed to v2:172.21.15.16:3300/0 2023-09-23T13:51:37.676 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.675+0000 7fc19ffff700 1 --2- >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc1980483f0 0x7fc19804bdd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2023-09-23T13:51:37.676 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.675+0000 7fc1a659d700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc19804faa0 0x7fc19804d6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:37.676 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.675+0000 7fc1a659d700 1 -- --> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1980e0890 con 0x7fc1980483f0 2023-09-23T13:51:37.677 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.675+0000 7fc1a659d700 1 -- --> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc19804c620 con 0x7fc19804faa0 2023-09-23T13:51:37.677 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.675+0000 7fc1a659d700 1 -- --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc19804c900 con 0x7fc198006010 2023-09-23T13:51:37.677 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.675+0000 7fc1a559b700 1 --2- >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc19804faa0 0x7fc19804d6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:37.677 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.676+0000 7fc1a4d9a700 1 -- 172.21.15.16:0/4234905574 learned_addr learned my addr 172.21.15.16:0/4234905574 (peer_addr_for_me v2:172.21.15.16:0/0) 2023-09-23T13:51:37.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.678+0000 7fc1a4d9a700 1 -- 172.21.15.16:0/4234905574 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc19804faa0 msgr2=0x7fc19804d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:37.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.678+0000 7fc1a4d9a700 1 --2- 172.21.15.16:0/4234905574 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc19804faa0 0x7fc19804d6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:37.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.678+0000 7fc1a4d9a700 1 -- 172.21.15.16:0/4234905574 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc1980483f0 msgr2=0x7fc19804bdd0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2023-09-23T13:51:37.678 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.678+0000 7fc1a4d9a700 1 --2- 172.21.15.16:0/4234905574 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc1980483f0 0x7fc19804bdd0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:37.679 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.678+0000 7fc1a4d9a700 1 -- 172.21.15.16:0/4234905574 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc18c009550 con 0x7fc198006010 2023-09-23T13:51:37.682 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.680+0000 7fc1a4d9a700 1 --2- 172.21.15.16:0/4234905574 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc198006010 0x7fc1980e0350 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc18c004270 tx=0x7fc18c004750 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T13:51:37.688 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.686+0000 7fc19dffb700 1 -- 172.21.15.16:0/4234905574 <== mon.2 v2:172.21.15.92:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc18c0038a0 con 0x7fc198006010 2023-09-23T13:51:37.688 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.686+0000 7fc19dffb700 1 -- 172.21.15.16:0/4234905574 <== mon.2 v2:172.21.15.92:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc18c01e070 con 0x7fc198006010 2023-09-23T13:51:37.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.686+0000 7fc19dffb700 1 -- 172.21.15.16:0/4234905574 <== mon.2 v2:172.21.15.92:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc18c003c60 con 0x7fc198006010 2023-09-23T13:51:37.689 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.689+0000 7fc1a659d700 1 -- 172.21.15.16:0/4234905574 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc19804cbe0 con 0x7fc198006010 2023-09-23T13:51:37.694 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.694+0000 7fc1a659d700 1 -- 172.21.15.16:0/4234905574 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc19804d1a0 con 0x7fc198006010 2023-09-23T13:51:37.706 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.697+0000 7fc1a659d700 1 -- 172.21.15.16:0/4234905574 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1980054d0 con 0x7fc198006010 2023-09-23T13:51:37.715 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.714+0000 7fc19dffb700 1 -- 172.21.15.16:0/4234905574 <== mon.2 v2:172.21.15.92:3301/0 4 ==== mgrmap(e 5) v1 ==== 89355+0+0 (secure 0 0 0) 0x7fc18c01a420 con 0x7fc198006010 2023-09-23T13:51:37.717 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.717+0000 7fc19dffb700 1 --2- 172.21.15.16:0/4234905574 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc18406af70 0x7fc18406d430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2023-09-23T13:51:37.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.717+0000 7fc19ffff700 1 --2- 172.21.15.16:0/4234905574 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc18406af70 0x7fc18406d430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2023-09-23T13:51:37.726 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.726+0000 7fc19ffff700 1 --2- 172.21.15.16:0/4234905574 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc18406af70 0x7fc18406d430 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fc1a004f970 tx=0x7fc1a00757f0 comp rx=0 tx=0).ready entity=mgr.4104 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2023-09-23T13:51:37.727 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.726+0000 7fc19dffb700 1 -- 172.21.15.16:0/4234905574 <== mon.2 v2:172.21.15.92:3301/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc18c020070 con 0x7fc198006010 2023-09-23T13:51:37.734 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:37.734+0000 7fc19dffb700 1 -- 172.21.15.16:0/4234905574 <== mon.2 v2:172.21.15.92:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+178749 (secure 0 0 0) 0x7fc18c0567c0 con 0x7fc198006010 2023-09-23T13:51:38.578 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:38.578+0000 7fc1a659d700 1 -- 172.21.15.16:0/4234905574 --> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fc19803ab30 con 0x7fc198006010 2023-09-23T13:51:38.579 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:38.579+0000 7fc19dffb700 1 -- 172.21.15.16:0/4234905574 <== mon.2 v2:172.21.15.92:3301/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v34) v1 ==== 80+0+0 (secure 0 0 0) 0x7fc18c0567c0 con 0x7fc198006010 2023-09-23T13:51:38.590 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:38.590+0000 7fc1837fe700 1 -- 172.21.15.16:0/4234905574 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc18406af70 msgr2=0x7fc18406d430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:38.590 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:38.590+0000 7fc1837fe700 1 --2- 172.21.15.16:0/4234905574 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc18406af70 0x7fc18406d430 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7fc1a004f970 tx=0x7fc1a00757f0 comp rx=0 tx=0).stop 2023-09-23T13:51:38.591 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:38.590+0000 7fc1837fe700 1 -- 172.21.15.16:0/4234905574 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc198006010 msgr2=0x7fc1980e0350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2023-09-23T13:51:38.591 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:38.590+0000 7fc1837fe700 1 --2- 172.21.15.16:0/4234905574 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc198006010 0x7fc1980e0350 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7fc18c004270 tx=0x7fc18c004750 comp rx=0 tx=0).stop 2023-09-23T13:51:38.594 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:38.593+0000 7fc1837fe700 1 -- 172.21.15.16:0/4234905574 shutdown_connections 2023-09-23T13:51:38.594 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:38.593+0000 7fc1837fe700 1 --2- 172.21.15.16:0/4234905574 >> [v2:172.21.15.92:3300/0,v1:172.21.15.92:6789/0] conn(0x7fc19804faa0 0x7fc19804d6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:38.594 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:38.593+0000 7fc1837fe700 1 --2- 172.21.15.16:0/4234905574 >> [v2:172.21.15.92:3301/0,v1:172.21.15.92:6790/0] conn(0x7fc198006010 0x7fc1980e0350 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:38.594 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:38.593+0000 7fc1837fe700 1 --2- 172.21.15.16:0/4234905574 >> [v2:172.21.15.92:6832/2319247339,v1:172.21.15.92:6833/2319247339] conn(0x7fc18406af70 0x7fc18406d430 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:38.594 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:38.593+0000 7fc1837fe700 1 --2- 172.21.15.16:0/4234905574 >> [v2:172.21.15.16:3300/0,v1:172.21.15.16:6789/0] conn(0x7fc1980483f0 0x7fc19804bdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2023-09-23T13:51:38.594 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:38.593+0000 7fc1837fe700 1 -- 172.21.15.16:0/4234905574 >> 172.21.15.16:0/4234905574 conn(0x7fc198054d00 msgr2=0x7fc19804f2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2023-09-23T13:51:38.594 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:38.593+0000 7fc1837fe700 1 -- 172.21.15.16:0/4234905574 shutdown_connections 2023-09-23T13:51:38.595 INFO:teuthology.orchestra.run.smithi016.stderr:2023-09-23T13:51:38.594+0000 7fc1837fe700 1 -- 172.21.15.16:0/4234905574 wait complete. 2023-09-23T13:51:38.601 INFO:teuthology.orchestra.run.smithi016.stderr:listed 0 entries 2023-09-23T13:51:38.671 DEBUG:tasks.cephfs.kernel_mount:Unmounting client client.0... 2023-09-23T13:51:38.672 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T13:51:38.672 DEBUG:teuthology.orchestra.run.smithi016:> sudo umount /home/ubuntu/cephtest/mnt.0 -f 2023-09-23T13:51:38.968 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2023-09-23T13:51:38.968 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T13:51:38.969 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2023-09-23T13:51:39.231 DEBUG:teuthology.orchestra.run.smithi016:> set -ex 2023-09-23T13:51:39.231 DEBUG:teuthology.orchestra.run.smithi016:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T13:51:39.421 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16348652k,nr_inodes=4087163,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=44,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3275628k,mode=700,uid=1000,gid=1285 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw,seclabel 0 0 172.21.15.16:6789:/test /tmp/tmp.npSTNQo1extest ceph rw,context=system_u:object_r:root_t:s0,relatime,name=admin,secret=,fsid=a4473c66-b59d-48ae-9109-7ce1a730b162,acl 0 0 2023-09-23T13:51:39.421 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi016.front.sepia.ceph.com 2023-09-23T13:51:39.421 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T13:51:39.421 DEBUG:teuthology.orchestra.run.smithi016:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2023-09-23T13:51:39.591 INFO:teuthology.orchestra.run.smithi016.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2023-09-23T13:51:39.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T13:51:39.592 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T13:51:39.592 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T13:51:39.651 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16345548k,nr_inodes=4086387,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=45,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3275008k,mode=700,uid=1000,gid=1285 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 2023-09-23T13:51:39.651 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi092.front.sepia.ceph.com 2023-09-23T13:51:39.652 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T13:51:39.652 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2023-09-23T13:51:39.708 INFO:teuthology.orchestra.run.smithi092.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2023-09-23T13:51:39.709 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T13:51:39.709 DEBUG:teuthology.orchestra.run.smithi092:> set -ex 2023-09-23T13:51:39.709 DEBUG:teuthology.orchestra.run.smithi092:> dd if=/proc/self/mounts of=/dev/stdout 2023-09-23T13:51:39.757 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=16345548k,nr_inodes=4086387,mode=755 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 tmpfs /sys/fs/cgroup tmpfs ro,seclabel,nosuid,nodev,noexec,mode=755 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,seclabel,nosuid,nodev,noexec,relatime,xattr,release_agent=/usr/lib/systemd/systemd-cgroups-agent,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,seclabel,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,seclabel,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,seclabel,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,seclabel,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,seclabel,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,seclabel,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,seclabel,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,seclabel,nosuid,nodev,noexec,relatime,blkio 0 0 none /sys/kernel/tracing tracefs rw,seclabel,relatime 0 0 configfs /sys/kernel/config configfs rw,relatime 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=45,pgrp=1,timeout=0,minproto=5,maxproto=5,direct 0 0 mqueue /dev/mqueue mqueue rw,seclabel,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,relatime 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3275008k,mode=700,uid=1000,gid=1285 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw,seclabel 0 0 2023-09-23T13:51:39.757 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi092.front.sepia.ceph.com 2023-09-23T13:51:39.757 INFO:teuthology.orchestra.run:Running command with timeout 300 2023-09-23T13:51:39.757 DEBUG:teuthology.orchestra.run.smithi092:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2023-09-23T13:51:39.843 INFO:teuthology.orchestra.run.smithi092.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2023-09-23T13:51:39.844 DEBUG:teuthology.orchestra.run:got remote process result: 1 2023-09-23T13:51:41.454 INFO:tasks.ceph.osd.0:Sent signal 15 2023-09-23T13:51:41.455 INFO:tasks.ceph.osd.1:Sent signal 15 2023-09-23T13:51:41.455 INFO:tasks.ceph.osd.2:Sent signal 15 2023-09-23T13:51:41.456 INFO:tasks.ceph.osd.3:Sent signal 15 2023-09-23T13:51:41.456 INFO:tasks.ceph.osd.4:Sent signal 15 2023-09-23T13:51:41.456 INFO:tasks.ceph.osd.5:Sent signal 15 2023-09-23T13:51:41.457 INFO:tasks.ceph.osd.6:Sent signal 15 2023-09-23T13:51:41.457 INFO:tasks.ceph.osd.7:Sent signal 15 2023-09-23T13:51:41.458 INFO:tasks.ceph.mds.a:Sent signal 15 2023-09-23T13:51:41.458 INFO:tasks.ceph.mds.c:Sent signal 15 2023-09-23T13:51:41.458 INFO:tasks.ceph.mds.b:Sent signal 15 2023-09-23T13:51:41.459 INFO:tasks.ceph.mds.d:Sent signal 15 2023-09-23T13:51:41.459 INFO:tasks.ceph.mon.b:Sent signal 15 2023-09-23T13:51:41.460 INFO:tasks.ceph.mon.c:Sent signal 15 2023-09-23T13:51:41.460 INFO:tasks.ceph.mgr.y:Sent signal 15 2023-09-23T13:51:41.460 INFO:tasks.ceph.mgr.x:Sent signal 15 2023-09-23T13:51:41.461 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T13:51:41.458+0000 7f928a3f8700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 6 (PID: 115432) UID: 0 2023-09-23T13:51:41.461 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T13:51:41.458+0000 7fc9907f8700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 7 (PID: 115433) UID: 0 2023-09-23T13:51:41.462 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T13:51:41.458+0000 7fdb129f8700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 4 (PID: 115426) UID: 0 2023-09-23T13:51:41.462 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T13:51:41.458+0000 7f1ebfbf8700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 5 (PID: 115431) UID: 0 2023-09-23T13:51:41.463 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T13:51:41.456+0000 7f3f115f8700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 1 (PID: 115184) UID: 0 2023-09-23T13:51:41.463 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T13:51:41.456+0000 7f3f115f8700 -1 osd.1 34 *** Got signal Terminated *** 2023-09-23T13:51:41.463 INFO:tasks.ceph.osd.1.smithi016.stderr:2023-09-23T13:51:41.456+0000 7f3f115f8700 -1 osd.1 34 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T13:51:41.466 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T13:51:41.457+0000 7f46ef3f8700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 3 (PID: 115191) UID: 0 2023-09-23T13:51:41.466 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T13:51:41.457+0000 7f46ef3f8700 -1 osd.3 34 *** Got signal Terminated *** 2023-09-23T13:51:41.467 INFO:tasks.ceph.osd.3.smithi016.stderr:2023-09-23T13:51:41.457+0000 7f46ef3f8700 -1 osd.3 34 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T13:51:41.469 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T13:51:41.469+0000 7fd5b89f9700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mds -f --cluster ceph -i a (PID: 127841) UID: 0 2023-09-23T13:51:41.469 INFO:tasks.ceph.mds.a.smithi016.stderr:2023-09-23T13:51:41.469+0000 7fd5b89f9700 -1 mds.a *** got signal Terminated *** 2023-09-23T13:51:41.475 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T13:51:41.455+0000 7f9f10df8700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 0 (PID: 115178) UID: 0 2023-09-23T13:51:41.476 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T13:51:41.455+0000 7f9f10df8700 -1 osd.0 34 *** Got signal Terminated *** 2023-09-23T13:51:41.476 INFO:tasks.ceph.osd.0.smithi016.stderr:2023-09-23T13:51:41.455+0000 7f9f10df8700 -1 osd.0 34 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T13:51:41.478 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T13:51:41.470+0000 7f9664bf9700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mds -f --cluster ceph -i c (PID: 127842) UID: 0 2023-09-23T13:51:41.478 INFO:tasks.ceph.mds.c.smithi016.stderr:2023-09-23T13:51:41.470+0000 7f9664bf9700 -1 mds.c *** got signal Terminated *** 2023-09-23T13:51:41.479 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T13:51:41.469+0000 7fe446bf8700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-osd -f --cluster ceph -i 2 (PID: 115190) UID: 0 2023-09-23T13:51:41.479 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T13:51:41.469+0000 7fe446bf8700 -1 osd.2 34 *** Got signal Terminated *** 2023-09-23T13:51:41.480 INFO:tasks.ceph.osd.2.smithi016.stderr:2023-09-23T13:51:41.469+0000 7fe446bf8700 -1 osd.2 34 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T13:51:41.482 INFO:tasks.ceph.mds.d.smithi092.stderr:2023-09-23T13:51:41.459+0000 7f2ccddf9700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mds -f --cluster ceph -i d (PID: 123181) UID: 0 2023-09-23T13:51:41.482 INFO:tasks.ceph.mds.d.smithi092.stderr:2023-09-23T13:51:41.481+0000 7f2ccddf9700 -1 mds.d *** got signal Terminated *** 2023-09-23T13:51:41.483 INFO:tasks.ceph.mds.b.smithi092.stderr:2023-09-23T13:51:41.458+0000 7f75e7df9700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mds -f --cluster ceph -i b (PID: 123180) UID: 0 2023-09-23T13:51:41.483 INFO:tasks.ceph.mds.b.smithi092.stderr:2023-09-23T13:51:41.481+0000 7f75e7df9700 -1 mds.b *** got signal Terminated *** 2023-09-23T13:51:41.483 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T13:51:41.481+0000 7fed9b1f7700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mgr -f --cluster ceph -i x (PID: 114730) UID: 0 2023-09-23T13:51:41.484 INFO:tasks.ceph.mgr.x.smithi092.stderr:2023-09-23T13:51:41.481+0000 7fed9b1f7700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2023-09-23T13:51:41.484 INFO:tasks.ceph.mon.c.smithi092.stderr:2023-09-23T13:51:41.481+0000 7fd1e39ff700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mon -f --cluster ceph -i c (PID: 114728) UID: 0 2023-09-23T13:51:41.484 INFO:tasks.ceph.mon.c.smithi092.stderr:2023-09-23T13:51:41.481+0000 7fd1e39ff700 -1 mon.c@2(peon) e1 *** Got Signal Terminated *** 2023-09-23T13:51:41.484 INFO:tasks.ceph.mon.b.smithi092.stderr:2023-09-23T13:51:41.481+0000 7f2406fff700 -1 received signal: Terminated from /usr/bin/python3 /bin/daemon-helper kill ceph-mon -f --cluster ceph -i b (PID: 114725) UID: 0 2023-09-23T13:51:41.485 INFO:tasks.ceph.mon.b.smithi092.stderr:2023-09-23T13:51:41.481+0000 7f2406fff700 -1 mon.b@1(leader) e1 *** Got Signal Terminated *** 2023-09-23T13:51:41.509 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T13:51:41.508+0000 7fdb129f8700 -1 osd.4 34 *** Got signal Terminated *** 2023-09-23T13:51:41.510 INFO:tasks.ceph.osd.4.smithi092.stderr:2023-09-23T13:51:41.508+0000 7fdb129f8700 -1 osd.4 34 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T13:51:41.510 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T13:51:41.508+0000 7f1ebfbf8700 -1 osd.5 34 *** Got signal Terminated *** 2023-09-23T13:51:41.510 INFO:tasks.ceph.osd.5.smithi092.stderr:2023-09-23T13:51:41.508+0000 7f1ebfbf8700 -1 osd.5 34 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T13:51:41.511 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T13:51:41.508+0000 7fc9907f8700 -1 osd.7 34 *** Got signal Terminated *** 2023-09-23T13:51:41.511 INFO:tasks.ceph.osd.7.smithi092.stderr:2023-09-23T13:51:41.508+0000 7fc9907f8700 -1 osd.7 34 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T13:51:41.511 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T13:51:41.508+0000 7f928a3f8700 -1 osd.6 34 *** Got signal Terminated *** 2023-09-23T13:51:41.511 INFO:tasks.ceph.osd.6.smithi092.stderr:2023-09-23T13:51:41.508+0000 7f928a3f8700 -1 osd.6 34 *** Immediate shutdown (osd_fast_shutdown=true) *** 2023-09-23T13:51:41.674 INFO:tasks.ceph.mgr.y.smithi016.stderr:daemon-helper: command crashed with signal 15 2023-09-23T13:52:41.617 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:52:41.628 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:53:11.779 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:53:11.785 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:53:41.976 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:53:41.986 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:54:12.167 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:54:12.174 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:54:42.397 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:54:42.407 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:55:12.648 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:55:12.658 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:55:42.905 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:55:42.915 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:56:13.119 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:56:13.125 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:56:43.359 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:56:43.366 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:57:13.552 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:57:13.558 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:57:43.668 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:57:43.677 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:58:13.807 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:58:13.816 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:58:43.957 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:58:43.962 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:59:14.135 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:59:14.141 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:59:44.259 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T13:59:44.270 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:00:14.519 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:00:14.529 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:00:44.705 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:00:44.715 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:01:14.903 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:01:14.914 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:01:45.164 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:01:45.174 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:02:15.370 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:02:15.380 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:02:45.617 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:02:45.625 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:03:15.801 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:03:15.812 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:03:46.002 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:03:46.011 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:04:16.197 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:04:16.209 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:04:46.381 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:04:46.388 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:05:16.582 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:05:16.590 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:05:46.796 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:05:46.802 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:06:16.977 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:06:16.987 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:06:47.184 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:06:47.191 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:07:17.431 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:07:17.443 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:07:47.689 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:07:47.697 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:08:17.957 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:08:17.978 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:08:48.214 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:08:48.227 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:09:18.461 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:09:18.470 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:09:48.679 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:09:48.686 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:10:18.861 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:10:18.872 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:10:49.118 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:10:49.125 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:11:19.340 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:11:19.351 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:11:49.568 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:11:49.575 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:12:19.792 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:12:19.799 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:12:49.963 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:12:49.975 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:13:20.182 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:13:20.192 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:13:50.368 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:13:50.378 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:14:20.636 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:14:20.646 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:14:50.844 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:14:50.857 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:15:21.107 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:15:21.117 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:15:51.301 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:15:51.307 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:16:21.503 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:16:21.509 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:16:51.743 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:16:51.754 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:17:22.014 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:17:22.020 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:17:52.192 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:17:52.199 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:18:22.412 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:18:22.420 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:18:52.614 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:18:52.620 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:19:22.799 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:19:22.807 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:19:53.000 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:19:53.011 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:20:23.253 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:20:23.264 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:20:53.509 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:20:53.519 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:21:23.707 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:21:23.714 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:21:53.938 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:21:53.949 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:22:24.195 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:22:24.206 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:22:54.442 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:22:54.450 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:23:24.690 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:23:24.697 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:23:54.912 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:23:54.922 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:24:25.178 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:24:25.187 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:24:55.334 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:24:55.346 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:25:25.565 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:25:25.577 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:25:55.813 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:25:55.822 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:26:26.061 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:26:26.070 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:26:56.289 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:26:56.304 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:27:26.461 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:27:26.468 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:27:56.679 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:27:56.690 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:28:26.908 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:28:26.919 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:28:57.170 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:28:57.182 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:29:27.389 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:29:27.398 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:29:57.586 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:29:57.593 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:30:27.758 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:30:27.765 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:30:57.994 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:30:58.006 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:31:28.308 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:31:28.315 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:31:58.477 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:31:58.486 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:32:28.682 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:32:28.693 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:32:58.933 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:32:58.944 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:33:29.198 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:33:29.209 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:33:59.437 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:33:59.448 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:34:29.680 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:34:29.691 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:34:59.942 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:34:59.952 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:35:30.123 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:35:30.130 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:36:00.317 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:36:00.323 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:36:30.526 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:36:30.531 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:37:00.722 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:37:00.732 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:37:30.922 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:37:30.928 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:38:01.109 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:38:01.120 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:38:31.370 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:38:31.377 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:39:01.577 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:39:01.583 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:39:31.703 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:39:31.714 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:40:01.904 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:40:01.914 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:40:32.078 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:40:32.089 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:41:02.242 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:41:02.253 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:41:32.498 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:41:32.505 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:42:02.702 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:42:02.711 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:42:32.916 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:42:32.926 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:43:03.081 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:43:03.092 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:43:33.358 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:43:33.369 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:44:03.606 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:44:03.613 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:44:33.820 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:44:33.826 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:45:04.005 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:45:04.016 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:45:34.183 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:45:34.194 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:46:04.430 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:46:04.439 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:46:34.629 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:46:34.639 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:47:04.877 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:47:04.883 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:47:35.074 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:47:35.081 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:48:05.289 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:48:05.298 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:48:35.487 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:48:35.498 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:49:05.683 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:49:05.692 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:49:35.850 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:49:35.860 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:50:06.035 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:50:06.045 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:50:36.259 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:50:36.265 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:51:06.464 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:51:06.472 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:51:36.663 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:51:36.670 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:52:06.863 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:52:06.869 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:52:37.036 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:52:37.047 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:53:07.269 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:53:07.280 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:53:37.534 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:53:37.541 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:54:07.710 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:54:07.717 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:54:37.931 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:54:37.937 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:55:08.058 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:55:08.063 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:55:38.267 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:55:38.277 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:56:08.478 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:56:08.488 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:56:38.659 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:56:38.668 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:57:08.851 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:57:08.862 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:57:39.099 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:57:39.107 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:58:09.348 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:58:09.355 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:58:39.588 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:58:39.598 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:59:09.785 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:59:09.792 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:59:40.005 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T14:59:40.016 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:00:10.217 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:00:10.228 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:00:40.448 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:00:40.459 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:01:10.705 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:01:10.717 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:01:40.977 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:01:40.986 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:02:11.160 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:02:11.169 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:02:41.370 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:02:41.379 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:03:11.547 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:03:11.557 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:03:41.785 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:03:41.795 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:04:11.977 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:04:11.987 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:04:42.219 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:04:42.230 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:05:12.424 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:05:12.434 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:05:42.624 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:05:42.631 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:06:12.827 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:06:12.838 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:06:43.051 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:06:43.057 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:07:13.247 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:07:13.257 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:07:43.480 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:07:43.485 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:08:13.599 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:08:13.605 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:08:43.752 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:08:43.762 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:09:14.008 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:09:14.018 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:09:44.256 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:09:44.263 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:10:14.503 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:10:14.509 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:10:44.684 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:10:44.695 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:11:14.933 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:11:14.940 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:11:45.189 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:11:45.198 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:12:15.380 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:12:15.386 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:12:45.586 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:12:45.597 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:13:15.713 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:13:15.724 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:13:45.982 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:13:45.992 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:14:16.239 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:14:16.249 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:14:46.400 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:14:46.406 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:15:16.547 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:15:16.558 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:15:46.807 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:15:46.814 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:16:17.046 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:16:17.055 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:16:47.250 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:16:47.260 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:17:17.451 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:17:17.458 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:17:47.682 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:17:47.692 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:18:17.939 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:18:17.950 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:18:48.091 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:18:48.101 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:19:18.307 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:19:18.316 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:19:48.490 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:19:48.495 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:20:18.635 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:20:18.645 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:20:48.903 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:20:48.913 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:21:19.124 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:21:19.134 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:21:49.348 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:21:49.355 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:22:19.572 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:22:19.582 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:22:49.844 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:22:49.856 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:23:20.100 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:23:20.110 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:23:50.354 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:23:50.365 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:24:20.595 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:24:20.601 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:24:50.743 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:24:50.749 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:25:20.914 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:25:20.924 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:25:51.165 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:25:51.175 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:26:21.389 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:26:21.398 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:26:51.551 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:26:51.558 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:27:21.751 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:27:21.761 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:27:52.015 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:27:52.025 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:28:22.280 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:28:22.287 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:28:52.415 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:28:52.424 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:29:22.605 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:29:22.614 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:29:52.813 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:29:52.822 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:30:23.009 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:30:23.020 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:30:53.243 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:30:53.250 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:31:23.455 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:31:23.466 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:31:53.723 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:31:53.733 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:32:23.925 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:32:23.932 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:32:54.161 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:32:54.169 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:33:24.360 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:33:24.366 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:33:54.557 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:33:54.568 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:34:24.807 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:34:24.814 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:34:55.065 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:34:55.076 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:35:25.317 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:35:25.324 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:35:55.531 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:35:55.537 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:36:25.770 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:36:25.780 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:36:56.027 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:36:56.036 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:37:26.200 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:37:26.211 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:37:56.431 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:37:56.436 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:38:26.558 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:38:26.569 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:38:56.800 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:38:56.805 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:39:26.911 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:39:26.922 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:39:57.146 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:39:57.153 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:40:27.360 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:40:27.367 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:40:57.594 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:40:57.606 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:41:27.823 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:41:27.834 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:41:58.080 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:41:58.091 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:42:28.329 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:42:28.336 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:42:58.560 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:42:58.567 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:43:28.763 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:43:28.773 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:43:58.986 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:43:58.996 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:44:29.216 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:44:29.227 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:44:59.475 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:44:59.485 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:45:29.732 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:45:29.740 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:45:59.870 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:45:59.881 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:46:30.094 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:46:30.105 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:47:00.342 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:47:00.348 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:47:30.477 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:47:30.486 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:48:00.710 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:48:00.719 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:48:30.850 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:48:30.860 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:49:00.996 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:49:01.006 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:49:31.139 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:49:31.148 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:50:01.292 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:50:01.299 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:50:31.518 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:50:31.529 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:51:01.707 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:51:01.715 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:51:31.906 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:51:31.913 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:52:02.146 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:52:02.151 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:52:32.290 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:52:32.296 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:53:02.513 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:53:02.530 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:53:32.753 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:53:32.763 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:54:02.904 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:54:02.911 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:54:33.077 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:54:33.083 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:55:03.313 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:55:03.324 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:55:33.572 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:55:33.582 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:56:03.796 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:56:03.801 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:56:33.905 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:56:35.341 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:57:05.563 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:57:05.581 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:57:35.794 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:57:35.800 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:58:05.974 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:58:05.997 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:58:36.150 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:58:36.159 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:59:06.298 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:59:06.308 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:59:36.521 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T15:59:36.532 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:00:06.758 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:00:06.768 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:00:36.974 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:00:36.985 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:01:07.240 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:01:07.250 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:01:37.463 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:01:37.475 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:02:07.669 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:02:07.681 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:02:37.908 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:02:37.920 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:03:08.172 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:03:08.183 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:03:38.334 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:03:38.345 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:04:08.560 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:04:08.567 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:04:38.762 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:04:38.772 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:05:08.963 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:05:09.052 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:05:39.238 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:05:39.249 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:06:09.449 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:06:09.456 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:06:39.609 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:06:39.620 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:07:09.821 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:07:09.832 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:07:40.078 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:07:40.088 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:08:10.334 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:08:10.344 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:08:40.581 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:08:40.587 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:09:10.811 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:09:10.817 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:09:40.997 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:09:41.004 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:10:11.195 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:10:11.206 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:10:41.409 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:10:41.416 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:11:11.652 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:11:11.664 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:11:41.909 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:11:41.916 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:12:12.098 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:12:12.104 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:12:42.276 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:12:42.283 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:13:12.491 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:13:12.498 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:13:42.697 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:13:42.703 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:14:12.882 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:14:12.892 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:14:43.111 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:14:43.118 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:15:13.303 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:15:13.308 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:15:43.463 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:15:43.470 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:16:13.687 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:16:13.694 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:16:43.927 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:16:43.936 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:17:14.080 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:17:14.091 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:17:44.331 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:17:44.338 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:18:14.578 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:18:14.585 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:18:44.765 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:18:44.776 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:19:14.980 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:19:14.990 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:19:45.188 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:19:45.195 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:20:15.437 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:20:15.444 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:20:45.676 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:20:45.685 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:21:15.914 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:21:16.133 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:21:46.362 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:21:46.368 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:22:16.498 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:22:16.508 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:22:46.759 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:22:46.769 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:23:16.905 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:23:16.915 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:23:47.136 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:23:47.142 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:24:17.300 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:24:17.311 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:24:47.540 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:24:47.550 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:25:17.780 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:25:17.791 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:25:48.044 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:25:48.051 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:26:18.289 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:26:18.299 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:26:48.431 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:26:48.440 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:27:18.584 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:27:18.595 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:27:48.810 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:27:48.821 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:28:19.075 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:28:19.085 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:28:49.193 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:28:49.201 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:29:19.403 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:29:19.410 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:29:49.627 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:29:49.634 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:30:19.850 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:30:19.857 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:30:50.029 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:30:50.036 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:31:20.269 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:31:20.276 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:31:50.486 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:31:50.493 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:32:20.717 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:32:20.724 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:32:50.940 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:32:50.949 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:33:21.144 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:33:21.151 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:33:51.320 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:33:51.330 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:34:21.516 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:34:21.523 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:34:51.764 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:34:51.771 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:35:22.012 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:35:22.021 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:35:52.235 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:35:52.241 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:36:22.487 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:36:22.497 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:36:52.714 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:36:52.721 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:37:22.894 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:37:22.905 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:37:53.109 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:37:53.119 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:38:23.358 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:38:23.364 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:38:53.549 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:38:53.556 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:39:23.812 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:39:23.818 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:39:54.057 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:39:54.064 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:40:24.281 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:40:24.292 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:40:54.529 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:40:54.540 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:41:24.802 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:41:24.808 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:41:54.971 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:41:54.981 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:42:25.206 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:42:25.221 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:42:55.408 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:42:55.415 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:43:25.601 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:43:25.616 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:43:55.866 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:43:55.873 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:44:26.074 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:44:26.081 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:44:56.268 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:44:56.277 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:45:26.453 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:45:26.458 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:45:56.638 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:45:56.647 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:46:26.839 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:46:26.844 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:46:57.042 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:46:57.049 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:47:27.275 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:47:27.283 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:47:57.498 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:47:57.504 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:48:27.681 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:48:27.687 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:48:57.884 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:48:57.890 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:49:28.080 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:49:28.086 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:49:58.270 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:49:58.276 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:50:28.509 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:50:28.520 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:50:58.709 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:50:58.719 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:51:28.919 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:51:28.929 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:51:59.148 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:51:59.158 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:52:29.404 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:52:29.413 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:52:59.641 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:52:59.650 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:53:29.838 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:53:29.848 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:54:00.060 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:54:00.070 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:54:30.294 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:54:30.304 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:55:00.541 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:55:00.552 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:55:30.797 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:55:30.808 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:56:00.977 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:56:00.989 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:56:31.173 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:56:31.179 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:57:01.375 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:57:01.386 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:57:31.596 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:57:31.606 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:58:01.778 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:58:01.788 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:58:31.967 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:58:31.976 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:59:02.198 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:59:02.208 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:59:32.350 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T16:59:32.357 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:00:02.502 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:00:02.508 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:00:32.689 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:00:32.698 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:01:02.861 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:01:02.870 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:01:33.010 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:01:33.021 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:02:03.227 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:02:03.238 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:02:33.466 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:02:33.477 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:03:03.689 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:03:03.698 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:03:33.885 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:03:33.895 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:04:04.072 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:04:04.082 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:04:34.282 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:04:34.291 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:05:04.466 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:05:04.473 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:05:34.669 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:05:34.679 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:06:04.892 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:06:04.903 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:06:35.112 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:06:35.123 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:07:05.309 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:07:05.315 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:07:35.501 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:07:35.512 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:08:05.766 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:08:05.775 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:08:35.965 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:08:35.975 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:09:06.194 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:09:06.204 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:09:36.402 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:09:36.412 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:10:06.596 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:10:06.602 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:10:36.799 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:10:36.806 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:11:07.011 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:11:07.018 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:11:37.259 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:11:37.270 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:12:07.516 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:12:07.522 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:12:37.752 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:12:37.761 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:13:07.941 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:13:07.947 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:13:38.136 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:13:38.147 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:14:08.321 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:14:08.331 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:14:38.467 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:14:38.478 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:15:08.709 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:15:08.715 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:15:38.854 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:15:38.864 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:16:08.983 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:16:08.994 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:16:39.219 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:16:39.226 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:17:09.458 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:17:09.469 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:17:39.712 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:17:39.722 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:18:09.963 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:18:09.974 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:18:40.152 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:18:40.161 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:19:10.324 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:19:10.335 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:19:40.553 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:19:40.563 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:20:10.710 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:20:10.716 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:20:40.830 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:20:40.849 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:21:11.024 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:21:11.030 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:21:41.235 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:21:41.242 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:22:11.385 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:22:11.393 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:22:41.623 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:22:41.634 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:23:11.873 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:23:11.884 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:23:42.092 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:23:42.099 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:24:12.336 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:24:12.343 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:24:42.529 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:24:42.539 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:25:12.781 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:25:12.788 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:25:42.925 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:25:42.935 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:26:13.167 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:26:13.173 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:26:43.398 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:26:43.409 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:27:13.647 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:27:13.653 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:27:43.886 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:27:43.896 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:28:14.117 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:28:14.126 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:28:44.315 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:28:44.320 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:29:14.500 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:29:14.507 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:29:44.735 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:29:44.741 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:30:14.932 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:30:14.942 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:30:45.206 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:30:45.212 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:31:15.394 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:31:15.400 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:31:45.596 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:31:45.603 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:32:15.791 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:32:15.802 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:32:46.047 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:32:46.054 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:33:16.278 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:33:16.285 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:33:46.462 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:33:46.468 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:34:16.640 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:34:16.651 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:34:46.930 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:34:46.937 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:35:17.124 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:35:17.135 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:35:47.392 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:35:47.401 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:36:17.614 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:36:17.624 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:36:47.808 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:36:47.815 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:37:18.035 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:37:18.042 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:37:48.283 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:37:48.293 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:38:18.522 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:38:18.527 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:38:48.727 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:38:48.737 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:39:18.911 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:39:18.924 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:39:49.097 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:39:49.108 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:40:19.352 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:40:19.362 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:40:49.576 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:40:49.586 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:41:19.786 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:41:19.792 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:41:49.980 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:41:49.991 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:42:20.204 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:42:20.215 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:42:50.410 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:42:50.416 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:43:20.554 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:43:20.564 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:43:50.806 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:43:50.813 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:44:21.037 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:44:21.046 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:44:51.243 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:44:51.254 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:45:21.499 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:45:21.509 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:45:51.668 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:45:51.681 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:46:22.036 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:46:22.045 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:46:52.256 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:46:52.263 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:47:22.499 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:47:22.506 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:47:52.680 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:47:52.691 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:48:23.036 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:48:23.047 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:48:53.263 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:48:53.272 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:49:23.456 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:49:23.466 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:49:53.670 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:49:53.680 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:50:23.866 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:50:23.877 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:50:54.126 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:50:54.133 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:51:24.270 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:51:24.276 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:51:54.473 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:51:54.485 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:52:24.683 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:52:24.693 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:52:54.900 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:52:54.911 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:53:25.132 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:53:25.141 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:53:55.322 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:53:55.334 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:54:25.568 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:54:25.575 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:54:55.771 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:54:55.777 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:55:25.938 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:55:25.947 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:55:56.123 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:55:56.133 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:56:26.369 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:56:26.379 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:56:56.585 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:56:56.593 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:57:26.787 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:57:26.798 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:57:57.054 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:57:57.060 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:58:27.276 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:58:27.285 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:58:57.508 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:58:57.517 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:59:27.687 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:59:27.694 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:59:57.937 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T17:59:57.948 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:00:28.160 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:00:28.167 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:00:58.408 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:00:58.418 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:01:28.635 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:01:28.643 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:01:58.896 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:01:58.902 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:02:29.116 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:02:29.129 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:02:59.357 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:02:59.366 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:03:29.562 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:03:29.568 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:03:59.739 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:03:59.925 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:04:30.349 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:04:30.582 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:05:02.069 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:05:02.219 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:05:32.746 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:05:33.048 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:06:03.804 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:06:03.811 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:06:33.982 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:06:33.989 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:07:04.232 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:07:04.242 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:07:34.419 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:07:34.429 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:08:04.641 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:08:04.650 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:08:34.848 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:08:34.854 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:09:05.034 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:09:05.040 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:09:35.220 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:09:35.231 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:10:05.462 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:10:05.468 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:10:35.709 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:10:35.715 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:11:05.892 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:11:05.899 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:11:36.130 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:11:36.141 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:12:06.402 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:12:06.411 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:12:36.608 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:12:36.617 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:13:06.792 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:13:06.799 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:13:37.030 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:13:37.036 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:14:07.212 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:14:07.223 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:14:37.467 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:14:37.477 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:15:07.648 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:15:07.657 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:15:37.777 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:15:37.870 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:16:08.092 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:16:08.101 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:16:38.308 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:16:38.315 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:17:08.548 DEBUG:teuthology.orchestra.run.smithi016:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:17:08.558 DEBUG:teuthology.orchestra.run.smithi092:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2023-09-23T18:17:31.101 DEBUG:teuthology.exit:Got signal 15; running 1 handler... 2023-09-23T18:17:31.102 DEBUG:teuthology.task.console_log:Killing console logger for smithi016 2023-09-23T18:17:31.102 DEBUG:teuthology.task.console_log:Killing console logger for smithi092 2023-09-23T18:17:31.102 DEBUG:teuthology.exit:Finished running handlers